2024-04-15T14:58:59.501 INFO:root:teuthology version: 0.0.1.dev267+g6c63784 2024-04-15T14:58:59.501 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --archive /home/teuthworker/archive/leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi/7657111 --owner scheduled_leonidus@teuthology --name leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi --description fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/quiesce} -- /home/teuthworker/archive/leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi/7657111/orig.config.yaml 2024-04-15T14:58:59.546 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-15T14:58:59.626 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi/7657111 branch: wip-lusov-quiesce-xlock description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/quiesce} email: null first_in_suite: false job_id: '7657111' kernel: kdb: true sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-lusov-quiesce-xlock ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - slow request sha1: 9bf1c4ba967dd24077be6e5b87edda4ca87a6e14 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 9bf1c4ba967dd24077be6e5b87edda4ca87a6e14 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 subvolume_version: 2 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lusov-quiesce-xlock sha1: 9bf1c4ba967dd24077be6e5b87edda4ca87a6e14 owner: scheduled_leonidus@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 2288 sha1: 9bf1c4ba967dd24077be6e5b87edda4ca87a6e14 sleep_before_teardown: 0 suite: fs suite_branch: wip-lusov-quiesce-xlock suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 9bf1c4ba967dd24077be6e5b87edda4ca87a6e14 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi084.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPQXkHC2QXRPy2QT6TgefBi9HYM0m9eQo/XGTfc56AR9/MCBcb+FJSHwHK+7akTLobB1XPnRzpc4hjZjr4KId8A= smithi203.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBE8KuLBMtdBKaZAqFN5h75tKeg7C5T/P1JUn93rOnp4Ch0N7PyV8iuL/fFVPeijxTP4uD1AYxhMyBwiYfOGbxEw= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.test_quiesce teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 6c637841c215537a4502385240412f1966e0faab timestamp: 2024-04-15_14:46:31 tube: smithi user: leonidus verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-15T14:58:59.627 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/qa; will attempt to use it 2024-04-15T14:58:59.627 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/qa/tasks 2024-04-15T14:58:59.628 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-15T14:58:59.629 INFO:teuthology.task.internal:Checking packages... 2024-04-15T14:58:59.653 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '9bf1c4ba967dd24077be6e5b87edda4ca87a6e14' 2024-04-15T14:58:59.653 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-15T14:58:59.653 INFO:teuthology.packaging:ref: None 2024-04-15T14:58:59.653 INFO:teuthology.packaging:tag: None 2024-04-15T14:58:59.653 INFO:teuthology.packaging:branch: wip-lusov-quiesce-xlock 2024-04-15T14:58:59.654 INFO:teuthology.packaging:sha1: 9bf1c4ba967dd24077be6e5b87edda4ca87a6e14 2024-04-15T14:58:59.654 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-lusov-quiesce-xlock 2024-04-15T14:58:59.877 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2861.g9bf1c4ba 2024-04-15T14:58:59.878 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-15T14:58:59.885 INFO:teuthology.task.internal:no buildpackages task found 2024-04-15T14:58:59.885 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-15T14:58:59.894 INFO:teuthology.task.internal:Saving configuration 2024-04-15T14:58:59.911 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-15T14:58:59.917 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-15T14:58:59.943 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi084.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi/7657111', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-15 14:53:42.627351', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPQXkHC2QXRPy2QT6TgefBi9HYM0m9eQo/XGTfc56AR9/MCBcb+FJSHwHK+7akTLobB1XPnRzpc4hjZjr4KId8A='} 2024-04-15T14:58:59.968 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi203.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi/7657111', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-15 14:53:42.625974', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBE8KuLBMtdBKaZAqFN5h75tKeg7C5T/P1JUn93rOnp4Ch0N7PyV8iuL/fFVPeijxTP4uD1AYxhMyBwiYfOGbxEw='} 2024-04-15T14:58:59.968 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-15T14:58:59.975 INFO:teuthology.task.internal:roles: ubuntu@smithi084.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-04-15T14:58:59.975 INFO:teuthology.task.internal:roles: ubuntu@smithi203.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-04-15T14:58:59.975 INFO:teuthology.run_tasks:Running task console_log... 2024-04-15T14:59:00.052 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f449ef740d0>, signals=[15]) 2024-04-15T14:59:00.053 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-15T14:59:00.059 INFO:teuthology.task.internal:Opening connections... 2024-04-15T14:59:00.059 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi084.front.sepia.ceph.com 2024-04-15T14:59:00.061 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T14:59:00.161 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi203.front.sepia.ceph.com 2024-04-15T14:59:00.162 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi203.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T14:59:00.254 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-15T14:59:00.263 DEBUG:teuthology.orchestra.run.smithi084:> uname -m 2024-04-15T14:59:00.281 INFO:teuthology.orchestra.run.smithi084.stdout:x86_64 2024-04-15T14:59:00.281 DEBUG:teuthology.orchestra.run.smithi084:> cat /etc/os-release 2024-04-15T14:59:00.339 INFO:teuthology.orchestra.run.smithi084.stdout:NAME="CentOS Stream" 2024-04-15T14:59:00.339 INFO:teuthology.orchestra.run.smithi084.stdout:VERSION="9" 2024-04-15T14:59:00.339 INFO:teuthology.orchestra.run.smithi084.stdout:ID="centos" 2024-04-15T14:59:00.339 INFO:teuthology.orchestra.run.smithi084.stdout:ID_LIKE="rhel fedora" 2024-04-15T14:59:00.339 INFO:teuthology.orchestra.run.smithi084.stdout:VERSION_ID="9" 2024-04-15T14:59:00.339 INFO:teuthology.orchestra.run.smithi084.stdout:PLATFORM_ID="platform:el9" 2024-04-15T14:59:00.339 INFO:teuthology.orchestra.run.smithi084.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-15T14:59:00.339 INFO:teuthology.orchestra.run.smithi084.stdout:ANSI_COLOR="0;31" 2024-04-15T14:59:00.339 INFO:teuthology.orchestra.run.smithi084.stdout:LOGO="fedora-logo-icon" 2024-04-15T14:59:00.339 INFO:teuthology.orchestra.run.smithi084.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-15T14:59:00.339 INFO:teuthology.orchestra.run.smithi084.stdout:HOME_URL="https://centos.org/" 2024-04-15T14:59:00.340 INFO:teuthology.orchestra.run.smithi084.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-15T14:59:00.340 INFO:teuthology.orchestra.run.smithi084.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-15T14:59:00.340 INFO:teuthology.orchestra.run.smithi084.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-15T14:59:00.340 INFO:teuthology.lock.ops:Updating smithi084.front.sepia.ceph.com on lock server 2024-04-15T14:59:00.375 DEBUG:teuthology.orchestra.run.smithi203:> uname -m 2024-04-15T14:59:00.392 INFO:teuthology.orchestra.run.smithi203.stdout:x86_64 2024-04-15T14:59:00.392 DEBUG:teuthology.orchestra.run.smithi203:> cat /etc/os-release 2024-04-15T14:59:00.448 INFO:teuthology.orchestra.run.smithi203.stdout:NAME="CentOS Stream" 2024-04-15T14:59:00.448 INFO:teuthology.orchestra.run.smithi203.stdout:VERSION="9" 2024-04-15T14:59:00.448 INFO:teuthology.orchestra.run.smithi203.stdout:ID="centos" 2024-04-15T14:59:00.448 INFO:teuthology.orchestra.run.smithi203.stdout:ID_LIKE="rhel fedora" 2024-04-15T14:59:00.448 INFO:teuthology.orchestra.run.smithi203.stdout:VERSION_ID="9" 2024-04-15T14:59:00.448 INFO:teuthology.orchestra.run.smithi203.stdout:PLATFORM_ID="platform:el9" 2024-04-15T14:59:00.448 INFO:teuthology.orchestra.run.smithi203.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-15T14:59:00.448 INFO:teuthology.orchestra.run.smithi203.stdout:ANSI_COLOR="0;31" 2024-04-15T14:59:00.448 INFO:teuthology.orchestra.run.smithi203.stdout:LOGO="fedora-logo-icon" 2024-04-15T14:59:00.448 INFO:teuthology.orchestra.run.smithi203.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-15T14:59:00.448 INFO:teuthology.orchestra.run.smithi203.stdout:HOME_URL="https://centos.org/" 2024-04-15T14:59:00.448 INFO:teuthology.orchestra.run.smithi203.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-15T14:59:00.449 INFO:teuthology.orchestra.run.smithi203.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-15T14:59:00.449 INFO:teuthology.orchestra.run.smithi203.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-15T14:59:00.449 INFO:teuthology.lock.ops:Updating smithi203.front.sepia.ceph.com on lock server 2024-04-15T14:59:00.474 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-15T14:59:00.484 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-15T14:59:00.490 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-15T14:59:00.491 DEBUG:teuthology.orchestra.run.smithi084:> test '!' -e /home/ubuntu/cephtest 2024-04-15T14:59:00.494 DEBUG:teuthology.orchestra.run.smithi203:> test '!' -e /home/ubuntu/cephtest 2024-04-15T14:59:00.509 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-15T14:59:00.515 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-15T14:59:00.515 DEBUG:teuthology.orchestra.run.smithi084:> test -z $(ls -A /var/lib/ceph) 2024-04-15T14:59:00.551 DEBUG:teuthology.orchestra.run.smithi203:> test -z $(ls -A /var/lib/ceph) 2024-04-15T14:59:00.575 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-15T14:59:00.633 INFO:teuthology.run_tasks:Running task kernel... 2024-04-15T14:59:00.684 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-04-15T14:59:00.684 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-04-15T14:59:00.684 DEBUG:teuthology.orchestra.run.smithi084:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-15T14:59:00.685 DEBUG:teuthology.orchestra.run.smithi203:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-15T14:59:00.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T14:59:00.700 DEBUG:teuthology.orchestra.run.smithi203:> uname -r 2024-04-15T14:59:00.701 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T14:59:00.701 DEBUG:teuthology.orchestra.run.smithi084:> uname -r 2024-04-15T14:59:00.758 INFO:teuthology.orchestra.run.smithi203.stdout:5.14.0-361.el9.x86_64 2024-04-15T14:59:00.758 INFO:teuthology.task.kernel:Running kernel on smithi203: 5.14.0-361.el9.x86_64 2024-04-15T14:59:00.759 DEBUG:teuthology.orchestra.run.smithi203:> sudo yum install -y kernel 2024-04-15T14:59:00.760 INFO:teuthology.orchestra.run.smithi084.stdout:5.14.0-361.el9.x86_64 2024-04-15T14:59:00.760 INFO:teuthology.task.kernel:Running kernel on smithi084: 5.14.0-361.el9.x86_64 2024-04-15T14:59:00.760 DEBUG:teuthology.orchestra.run.smithi084:> sudo yum install -y kernel 2024-04-15T14:59:02.893 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS-9 - AppStream 16 MB/s | 6.7 MB 00:00 2024-04-15T14:59:02.954 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS-9 - AppStream 12 MB/s | 6.7 MB 00:00 2024-04-15T14:59:04.268 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS-9 - BaseOS 7.6 MB/s | 2.0 MB 00:00 2024-04-15T14:59:04.373 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS-9 - BaseOS 6.6 MB/s | 2.0 MB 00:00 2024-04-15T14:59:05.134 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - BaseOS 15 MB/s | 8.0 MB 00:00 2024-04-15T14:59:05.154 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - BaseOS 18 MB/s | 8.0 MB 00:00 2024-04-15T14:59:09.067 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - AppStream 6.7 MB/s | 19 MB 00:02 2024-04-15T14:59:15.446 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - AppStream 2.1 MB/s | 19 MB 00:09 2024-04-15T14:59:15.801 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - CRB 1.9 MB/s | 6.2 MB 00:03 2024-04-15T14:59:17.418 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - Extras packages 35 kB/s | 16 kB 00:00 2024-04-15T14:59:19.411 INFO:teuthology.orchestra.run.smithi084.stdout:Extra Packages for Enterprise Linux 11 MB/s | 21 MB 00:01 2024-04-15T14:59:19.754 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - CRB 8.1 MB/s | 6.2 MB 00:00 2024-04-15T14:59:21.172 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - Extras packages 62 kB/s | 16 kB 00:00 2024-04-15T14:59:24.402 INFO:teuthology.orchestra.run.smithi084.stdout:lab-extras 34 kB/s | 1.7 kB 00:00 2024-04-15T14:59:25.483 INFO:teuthology.orchestra.run.smithi203.stdout:Extra Packages for Enterprise Linux 5.0 MB/s | 21 MB 00:04 2024-04-15T14:59:26.817 INFO:teuthology.orchestra.run.smithi084.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-15T14:59:26.817 INFO:teuthology.orchestra.run.smithi084.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-15T14:59:26.914 INFO:teuthology.orchestra.run.smithi084.stdout:Dependencies resolved. 2024-04-15T14:59:26.923 INFO:teuthology.orchestra.run.smithi084.stdout:================================================================================ 2024-04-15T14:59:26.923 INFO:teuthology.orchestra.run.smithi084.stdout: Package Arch Version Repository Size 2024-04-15T14:59:26.923 INFO:teuthology.orchestra.run.smithi084.stdout:================================================================================ 2024-04-15T14:59:26.924 INFO:teuthology.orchestra.run.smithi084.stdout:Installing: 2024-04-15T14:59:26.924 INFO:teuthology.orchestra.run.smithi084.stdout: kernel x86_64 5.14.0-438.el9 CentOS-BaseOS 277 k 2024-04-15T14:59:26.924 INFO:teuthology.orchestra.run.smithi084.stdout:Installing dependencies: 2024-04-15T14:59:26.924 INFO:teuthology.orchestra.run.smithi084.stdout: kernel-core x86_64 5.14.0-438.el9 CentOS-BaseOS 15 M 2024-04-15T14:59:26.924 INFO:teuthology.orchestra.run.smithi084.stdout: kernel-modules x86_64 5.14.0-438.el9 CentOS-BaseOS 34 M 2024-04-15T14:59:26.924 INFO:teuthology.orchestra.run.smithi084.stdout: kernel-modules-core x86_64 5.14.0-438.el9 CentOS-BaseOS 28 M 2024-04-15T14:59:26.924 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T14:59:26.924 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction Summary 2024-04-15T14:59:26.924 INFO:teuthology.orchestra.run.smithi084.stdout:================================================================================ 2024-04-15T14:59:26.924 INFO:teuthology.orchestra.run.smithi084.stdout:Install 4 Packages 2024-04-15T14:59:26.924 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T14:59:26.925 INFO:teuthology.orchestra.run.smithi084.stdout:Total download size: 77 M 2024-04-15T14:59:26.925 INFO:teuthology.orchestra.run.smithi084.stdout:Installed size: 123 M 2024-04-15T14:59:26.925 INFO:teuthology.orchestra.run.smithi084.stdout:Downloading Packages: 2024-04-15T14:59:27.095 INFO:teuthology.orchestra.run.smithi084.stdout:(1/4): kernel-5.14.0-438.el9.x86_64.rpm 1.6 MB/s | 277 kB 00:00 2024-04-15T14:59:27.987 INFO:teuthology.orchestra.run.smithi084.stdout:(2/4): kernel-core-5.14.0-438.el9.x86_64.rpm 14 MB/s | 15 MB 00:01 2024-04-15T14:59:28.978 INFO:teuthology.orchestra.run.smithi084.stdout:(3/4): kernel-modules-core-5.14.0-438.el9.x86_6 15 MB/s | 28 MB 00:01 2024-04-15T14:59:29.462 INFO:teuthology.orchestra.run.smithi084.stdout:(4/4): kernel-modules-5.14.0-438.el9.x86_64.rpm 13 MB/s | 34 MB 00:02 2024-04-15T14:59:29.465 INFO:teuthology.orchestra.run.smithi084.stdout:-------------------------------------------------------------------------------- 2024-04-15T14:59:29.466 INFO:teuthology.orchestra.run.smithi084.stdout:Total 30 MB/s | 77 MB 00:02 2024-04-15T14:59:29.466 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction check 2024-04-15T14:59:29.833 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction check succeeded. 2024-04-15T14:59:29.833 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction test 2024-04-15T14:59:30.475 INFO:teuthology.orchestra.run.smithi203.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-04-15T14:59:30.667 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction test succeeded. 2024-04-15T14:59:30.667 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction 2024-04-15T14:59:32.865 INFO:teuthology.orchestra.run.smithi203.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-15T14:59:32.866 INFO:teuthology.orchestra.run.smithi203.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-15T14:59:32.971 INFO:teuthology.orchestra.run.smithi203.stdout:Dependencies resolved. 2024-04-15T14:59:32.982 INFO:teuthology.orchestra.run.smithi084.stdout: Preparing : 1/1 2024-04-15T14:59:32.982 INFO:teuthology.orchestra.run.smithi203.stdout:================================================================================ 2024-04-15T14:59:32.982 INFO:teuthology.orchestra.run.smithi203.stdout: Package Arch Version Repository Size 2024-04-15T14:59:32.983 INFO:teuthology.orchestra.run.smithi203.stdout:================================================================================ 2024-04-15T14:59:32.983 INFO:teuthology.orchestra.run.smithi203.stdout:Installing: 2024-04-15T14:59:32.983 INFO:teuthology.orchestra.run.smithi203.stdout: kernel x86_64 5.14.0-438.el9 CentOS-BaseOS 277 k 2024-04-15T14:59:32.983 INFO:teuthology.orchestra.run.smithi203.stdout:Installing dependencies: 2024-04-15T14:59:32.983 INFO:teuthology.orchestra.run.smithi203.stdout: kernel-core x86_64 5.14.0-438.el9 CentOS-BaseOS 15 M 2024-04-15T14:59:32.983 INFO:teuthology.orchestra.run.smithi203.stdout: kernel-modules x86_64 5.14.0-438.el9 CentOS-BaseOS 34 M 2024-04-15T14:59:32.983 INFO:teuthology.orchestra.run.smithi203.stdout: kernel-modules-core x86_64 5.14.0-438.el9 CentOS-BaseOS 28 M 2024-04-15T14:59:32.983 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T14:59:32.983 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction Summary 2024-04-15T14:59:32.983 INFO:teuthology.orchestra.run.smithi203.stdout:================================================================================ 2024-04-15T14:59:32.983 INFO:teuthology.orchestra.run.smithi203.stdout:Install 4 Packages 2024-04-15T14:59:32.983 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T14:59:32.984 INFO:teuthology.orchestra.run.smithi203.stdout:Total download size: 77 M 2024-04-15T14:59:32.984 INFO:teuthology.orchestra.run.smithi203.stdout:Installed size: 123 M 2024-04-15T14:59:32.984 INFO:teuthology.orchestra.run.smithi203.stdout:Downloading Packages: 2024-04-15T14:59:33.151 INFO:teuthology.orchestra.run.smithi203.stdout:(1/4): kernel-5.14.0-438.el9.x86_64.rpm 1.6 MB/s | 277 kB 00:00 2024-04-15T14:59:33.607 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : kernel-modules-core-5.14.0-438.el9.x86_64 1/4 2024-04-15T14:59:33.685 INFO:teuthology.orchestra.run.smithi203.stdout:(2/4): kernel-core-5.14.0-438.el9.x86_64.rpm 22 MB/s | 15 MB 00:00 2024-04-15T14:59:33.686 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T14:59:34.310 INFO:teuthology.orchestra.run.smithi203.stdout:(3/4): kernel-modules-5.14.0-438.el9.x86_64.rpm 25 MB/s | 34 MB 00:01 2024-04-15T14:59:34.669 INFO:teuthology.orchestra.run.smithi203.stdout:(4/4): kernel-modules-core-5.14.0-438.el9.x86_6 18 MB/s | 28 MB 00:01 2024-04-15T14:59:34.672 INFO:teuthology.orchestra.run.smithi203.stdout:-------------------------------------------------------------------------------- 2024-04-15T14:59:34.672 INFO:teuthology.orchestra.run.smithi203.stdout:Total 45 MB/s | 77 MB 00:01 2024-04-15T14:59:34.673 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction check 2024-04-15T14:59:35.046 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction check succeeded. 2024-04-15T14:59:35.046 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction test 2024-04-15T14:59:35.867 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction test succeeded. 2024-04-15T14:59:35.867 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction 2024-04-15T14:59:36.460 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T14:59:36.598 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T14:59:38.162 INFO:teuthology.orchestra.run.smithi203.stdout: Preparing : 1/1 2024-04-15T14:59:38.775 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : kernel-modules-core-5.14.0-438.el9.x86_64 1/4 2024-04-15T14:59:38.863 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T14:59:41.312 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T14:59:41.364 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : kernel-5.14.0-438.el9.x86_64 4/4 2024-04-15T14:59:41.563 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T14:59:41.701 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T14:59:46.123 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: kernel-modules-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T14:59:46.434 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T14:59:46.476 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : kernel-5.14.0-438.el9.x86_64 4/4 2024-04-15T14:59:51.230 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: kernel-modules-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T15:00:15.425 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: kernel-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T15:00:15.425 INFO:teuthology.orchestra.run.smithi084.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-15T15:00:15.425 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:00:15.468 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: kernel-modules-5.14.0-438.el9.x86_64 4/4 2024-04-15T15:00:15.883 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: kernel-5.14.0-438.el9.x86_64 4/4 2024-04-15T15:00:15.883 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : kernel-5.14.0-438.el9.x86_64 1/4 2024-04-15T15:00:15.883 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T15:00:15.883 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T15:00:16.271 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : kernel-modules-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T15:00:16.271 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:00:16.271 INFO:teuthology.orchestra.run.smithi084.stdout:Installed: 2024-04-15T15:00:16.271 INFO:teuthology.orchestra.run.smithi084.stdout: kernel-5.14.0-438.el9.x86_64 2024-04-15T15:00:16.271 INFO:teuthology.orchestra.run.smithi084.stdout: kernel-core-5.14.0-438.el9.x86_64 2024-04-15T15:00:16.272 INFO:teuthology.orchestra.run.smithi084.stdout: kernel-modules-5.14.0-438.el9.x86_64 2024-04-15T15:00:16.272 INFO:teuthology.orchestra.run.smithi084.stdout: kernel-modules-core-5.14.0-438.el9.x86_64 2024-04-15T15:00:16.272 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:00:16.272 INFO:teuthology.orchestra.run.smithi084.stdout:Complete! 2024-04-15T15:00:16.626 DEBUG:teuthology.orchestra.run.smithi084:> rpm -q kernel | sort -rV | head -n 1 2024-04-15T15:00:16.724 INFO:teuthology.orchestra.run.smithi084.stdout:kernel-5.14.0-438.el9.x86_64 2024-04-15T15:00:16.724 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-438.el9.x86_64 2024-04-15T15:00:16.724 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-438.el9.x86_64 2024-04-15T15:00:16.724 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-15T15:00:16.724 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-15T15:00:16.725 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-15T15:00:16.725 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi084.front.sepia.ceph.com, path=None, version=distro) 2024-04-15T15:00:16.725 DEBUG:teuthology.orchestra.run.smithi084:> rpm -q kernel | sort -rV | head -n 1 2024-04-15T15:00:16.805 INFO:teuthology.orchestra.run.smithi084.stdout:kernel-5.14.0-438.el9.x86_64 2024-04-15T15:00:16.805 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-438.el9.x86_64 2024-04-15T15:00:16.805 DEBUG:teuthology.orchestra.run.smithi084:> sudo rpm -qi grub2-tools 2024-04-15T15:00:16.839 INFO:teuthology.orchestra.run.smithi084.stdout:Name : grub2-tools 2024-04-15T15:00:16.839 INFO:teuthology.orchestra.run.smithi084.stdout:Epoch : 1 2024-04-15T15:00:16.839 INFO:teuthology.orchestra.run.smithi084.stdout:Version : 2.06 2024-04-15T15:00:16.839 INFO:teuthology.orchestra.run.smithi084.stdout:Release : 68.el9 2024-04-15T15:00:16.839 INFO:teuthology.orchestra.run.smithi084.stdout:Architecture: x86_64 2024-04-15T15:00:16.839 INFO:teuthology.orchestra.run.smithi084.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-15T15:00:16.839 INFO:teuthology.orchestra.run.smithi084.stdout:Group : Unspecified 2024-04-15T15:00:16.839 INFO:teuthology.orchestra.run.smithi084.stdout:Size : 8264254 2024-04-15T15:00:16.839 INFO:teuthology.orchestra.run.smithi084.stdout:License : GPLv3+ 2024-04-15T15:00:16.840 INFO:teuthology.orchestra.run.smithi084.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-15T15:00:16.840 INFO:teuthology.orchestra.run.smithi084.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-15T15:00:16.840 INFO:teuthology.orchestra.run.smithi084.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-15T15:00:16.840 INFO:teuthology.orchestra.run.smithi084.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-15T15:00:16.840 INFO:teuthology.orchestra.run.smithi084.stdout:Packager : builder@centos.org 2024-04-15T15:00:16.840 INFO:teuthology.orchestra.run.smithi084.stdout:Vendor : CentOS 2024-04-15T15:00:16.840 INFO:teuthology.orchestra.run.smithi084.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-15T15:00:16.840 INFO:teuthology.orchestra.run.smithi084.stdout:Summary : Support tools for GRUB. 2024-04-15T15:00:16.840 INFO:teuthology.orchestra.run.smithi084.stdout:Description : 2024-04-15T15:00:16.840 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:00:16.840 INFO:teuthology.orchestra.run.smithi084.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-15T15:00:16.840 INFO:teuthology.orchestra.run.smithi084.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-15T15:00:16.840 INFO:teuthology.orchestra.run.smithi084.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-15T15:00:16.840 INFO:teuthology.orchestra.run.smithi084.stdout:hardware devices. 2024-04-15T15:00:16.841 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:00:16.841 INFO:teuthology.orchestra.run.smithi084.stdout:This subpackage provides tools for support of all platforms. 2024-04-15T15:00:16.841 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-15T15:00:16.842 INFO:teuthology.task.kernel:Updating grub on smithi084 to boot 5.14.0-438.el9.x86_64 2024-04-15T15:00:16.842 DEBUG:teuthology.orchestra.run.smithi084:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-15T15:00:17.467 INFO:teuthology.orchestra.run.smithi084.stderr:Generating grub configuration file ... 2024-04-15T15:00:18.807 INFO:teuthology.orchestra.run.smithi084.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-15T15:00:18.845 INFO:teuthology.orchestra.run.smithi084.stderr:done 2024-04-15T15:00:18.851 DEBUG:teuthology.orchestra.run.smithi084:> mktemp 2024-04-15T15:00:18.867 INFO:teuthology.orchestra.run.smithi084.stdout:/tmp/tmp.69ETlZ1fsc 2024-04-15T15:00:18.867 DEBUG:teuthology.orchestra.run.smithi084:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.69ETlZ1fsc 2024-04-15T15:00:18.936 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 0666 /tmp/tmp.69ETlZ1fsc 2024-04-15T15:00:19.078 DEBUG:teuthology.orchestra.remote:smithi084:/tmp/tmp.69ETlZ1fsc is 6KB 2024-04-15T15:00:19.127 DEBUG:teuthology.orchestra.run.smithi084:> rm -fr /tmp/tmp.69ETlZ1fsc 2024-04-15T15:00:19.141 DEBUG:teuthology.orchestra.run.smithi084:> sudo /bin/ls /boot/loader/entries || true 2024-04-15T15:00:19.214 INFO:teuthology.orchestra.run.smithi084.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-15T15:00:19.214 INFO:teuthology.orchestra.run.smithi084.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-15T15:00:19.214 INFO:teuthology.orchestra.run.smithi084.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-15T15:00:19.214 INFO:teuthology.orchestra.run.smithi084.stdout:15949e3c88704300882482eddfd7baae-5.14.0-438.el9.x86_64.conf 2024-04-15T15:00:19.215 DEBUG:teuthology.orchestra.run.smithi084:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-438.el9.x86_64 2024-04-15T15:00:19.360 DEBUG:teuthology.orchestra.run.smithi084:> sudo shutdown -r now 2024-04-15T15:00:20.697 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: kernel-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T15:00:20.697 INFO:teuthology.orchestra.run.smithi203.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-15T15:00:20.697 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:00:20.740 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: kernel-modules-5.14.0-438.el9.x86_64 4/4 2024-04-15T15:00:21.102 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: kernel-5.14.0-438.el9.x86_64 4/4 2024-04-15T15:00:21.102 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : kernel-5.14.0-438.el9.x86_64 1/4 2024-04-15T15:00:21.102 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T15:00:21.103 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T15:00:21.517 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : kernel-modules-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T15:00:21.517 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:00:21.517 INFO:teuthology.orchestra.run.smithi203.stdout:Installed: 2024-04-15T15:00:21.517 INFO:teuthology.orchestra.run.smithi203.stdout: kernel-5.14.0-438.el9.x86_64 2024-04-15T15:00:21.517 INFO:teuthology.orchestra.run.smithi203.stdout: kernel-core-5.14.0-438.el9.x86_64 2024-04-15T15:00:21.517 INFO:teuthology.orchestra.run.smithi203.stdout: kernel-modules-5.14.0-438.el9.x86_64 2024-04-15T15:00:21.517 INFO:teuthology.orchestra.run.smithi203.stdout: kernel-modules-core-5.14.0-438.el9.x86_64 2024-04-15T15:00:21.518 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:00:21.518 INFO:teuthology.orchestra.run.smithi203.stdout:Complete! 2024-04-15T15:00:21.856 DEBUG:teuthology.orchestra.run.smithi203:> rpm -q kernel | sort -rV | head -n 1 2024-04-15T15:00:21.953 INFO:teuthology.orchestra.run.smithi203.stdout:kernel-5.14.0-438.el9.x86_64 2024-04-15T15:00:21.953 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-438.el9.x86_64 2024-04-15T15:00:21.953 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-438.el9.x86_64 2024-04-15T15:00:21.953 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-15T15:00:21.953 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-15T15:00:21.953 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-15T15:00:21.954 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi203.front.sepia.ceph.com, path=None, version=distro) 2024-04-15T15:00:21.954 DEBUG:teuthology.orchestra.run.smithi203:> rpm -q kernel | sort -rV | head -n 1 2024-04-15T15:00:22.034 INFO:teuthology.orchestra.run.smithi203.stdout:kernel-5.14.0-438.el9.x86_64 2024-04-15T15:00:22.034 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-438.el9.x86_64 2024-04-15T15:00:22.035 DEBUG:teuthology.orchestra.run.smithi203:> sudo rpm -qi grub2-tools 2024-04-15T15:00:22.069 INFO:teuthology.orchestra.run.smithi203.stdout:Name : grub2-tools 2024-04-15T15:00:22.069 INFO:teuthology.orchestra.run.smithi203.stdout:Epoch : 1 2024-04-15T15:00:22.069 INFO:teuthology.orchestra.run.smithi203.stdout:Version : 2.06 2024-04-15T15:00:22.069 INFO:teuthology.orchestra.run.smithi203.stdout:Release : 68.el9 2024-04-15T15:00:22.069 INFO:teuthology.orchestra.run.smithi203.stdout:Architecture: x86_64 2024-04-15T15:00:22.069 INFO:teuthology.orchestra.run.smithi203.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-15T15:00:22.069 INFO:teuthology.orchestra.run.smithi203.stdout:Group : Unspecified 2024-04-15T15:00:22.069 INFO:teuthology.orchestra.run.smithi203.stdout:Size : 8264254 2024-04-15T15:00:22.069 INFO:teuthology.orchestra.run.smithi203.stdout:License : GPLv3+ 2024-04-15T15:00:22.069 INFO:teuthology.orchestra.run.smithi203.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-15T15:00:22.069 INFO:teuthology.orchestra.run.smithi203.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-15T15:00:22.069 INFO:teuthology.orchestra.run.smithi203.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-15T15:00:22.070 INFO:teuthology.orchestra.run.smithi203.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-15T15:00:22.070 INFO:teuthology.orchestra.run.smithi203.stdout:Packager : builder@centos.org 2024-04-15T15:00:22.070 INFO:teuthology.orchestra.run.smithi203.stdout:Vendor : CentOS 2024-04-15T15:00:22.070 INFO:teuthology.orchestra.run.smithi203.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-15T15:00:22.070 INFO:teuthology.orchestra.run.smithi203.stdout:Summary : Support tools for GRUB. 2024-04-15T15:00:22.070 INFO:teuthology.orchestra.run.smithi203.stdout:Description : 2024-04-15T15:00:22.070 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:00:22.070 INFO:teuthology.orchestra.run.smithi203.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-15T15:00:22.070 INFO:teuthology.orchestra.run.smithi203.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-15T15:00:22.070 INFO:teuthology.orchestra.run.smithi203.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-15T15:00:22.070 INFO:teuthology.orchestra.run.smithi203.stdout:hardware devices. 2024-04-15T15:00:22.070 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:00:22.070 INFO:teuthology.orchestra.run.smithi203.stdout:This subpackage provides tools for support of all platforms. 2024-04-15T15:00:22.071 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-15T15:00:22.071 INFO:teuthology.task.kernel:Updating grub on smithi203 to boot 5.14.0-438.el9.x86_64 2024-04-15T15:00:22.072 DEBUG:teuthology.orchestra.run.smithi203:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-15T15:00:22.641 INFO:teuthology.orchestra.run.smithi203.stderr:Generating grub configuration file ... 2024-04-15T15:00:23.957 INFO:teuthology.orchestra.run.smithi203.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-15T15:00:23.994 INFO:teuthology.orchestra.run.smithi203.stderr:done 2024-04-15T15:00:23.997 DEBUG:teuthology.orchestra.run.smithi203:> mktemp 2024-04-15T15:00:24.012 INFO:teuthology.orchestra.run.smithi203.stdout:/tmp/tmp.dmQ3axA5Zo 2024-04-15T15:00:24.012 DEBUG:teuthology.orchestra.run.smithi203:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.dmQ3axA5Zo 2024-04-15T15:00:24.080 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod 0666 /tmp/tmp.dmQ3axA5Zo 2024-04-15T15:00:24.217 DEBUG:teuthology.orchestra.remote:smithi203:/tmp/tmp.dmQ3axA5Zo is 6KB 2024-04-15T15:00:24.265 DEBUG:teuthology.orchestra.run.smithi203:> rm -fr /tmp/tmp.dmQ3axA5Zo 2024-04-15T15:00:24.280 DEBUG:teuthology.orchestra.run.smithi203:> sudo /bin/ls /boot/loader/entries || true 2024-04-15T15:00:24.347 INFO:teuthology.orchestra.run.smithi203.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-15T15:00:24.347 INFO:teuthology.orchestra.run.smithi203.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-15T15:00:24.347 INFO:teuthology.orchestra.run.smithi203.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-15T15:00:24.347 INFO:teuthology.orchestra.run.smithi203.stdout:15949e3c88704300882482eddfd7baae-5.14.0-438.el9.x86_64.conf 2024-04-15T15:00:24.348 DEBUG:teuthology.orchestra.run.smithi203:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-438.el9.x86_64 2024-04-15T15:00:24.495 DEBUG:teuthology.orchestra.run.smithi203:> sudo shutdown -r now 2024-04-15T15:00:49.386 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-15T15:00:49.387 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-04-15T15:00:49.388 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T15:00:54.504 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-15T15:00:54.505 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi203.front.sepia.ceph.com' 2024-04-15T15:00:54.505 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi203.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T15:01:07.743 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.84 2024-04-15T15:01:12.862 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.203 2024-04-15T15:01:16.746 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-04-15T15:01:16.747 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T15:01:19.806 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.84 2024-04-15T15:01:21.865 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi203.front.sepia.ceph.com' 2024-04-15T15:01:21.866 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi203.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T15:01:24.930 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.203 2024-04-15T15:01:31.815 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-04-15T15:01:31.815 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T15:01:36.936 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi203.front.sepia.ceph.com' 2024-04-15T15:01:36.937 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi203.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T15:02:03.616 DEBUG:teuthology.orchestra.run.smithi084:> true 2024-04-15T15:02:04.036 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-04-15T15:02:04.036 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-438.el9.x86_64"... 2024-04-15T15:02:04.037 DEBUG:teuthology.orchestra.run.smithi084:> uname -r 2024-04-15T15:02:04.051 INFO:teuthology.orchestra.run.smithi084.stdout:5.14.0-438.el9.x86_64 2024-04-15T15:02:04.052 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-438.el9.x86_64 vs 5.14.0-438.el9.x86_64 2024-04-15T15:02:04.052 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-15T15:02:04.052 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-15T15:02:05.052 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-15T15:02:05.053 DEBUG:teuthology.orchestra.run.smithi084:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-15T15:02:05.132 INFO:teuthology.orchestra.run.smithi084.stdout:ttyS1 2024-04-15T15:02:05.176 DEBUG:teuthology.parallel:result is None 2024-04-15T15:02:08.906 DEBUG:teuthology.orchestra.run.smithi203:> true 2024-04-15T15:02:09.373 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi203.front.sepia.ceph.com' 2024-04-15T15:02:09.373 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-438.el9.x86_64"... 2024-04-15T15:02:09.374 DEBUG:teuthology.orchestra.run.smithi203:> uname -r 2024-04-15T15:02:09.389 INFO:teuthology.orchestra.run.smithi203.stdout:5.14.0-438.el9.x86_64 2024-04-15T15:02:09.389 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-438.el9.x86_64 vs 5.14.0-438.el9.x86_64 2024-04-15T15:02:09.389 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-15T15:02:09.389 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-15T15:02:10.390 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-15T15:02:10.390 DEBUG:teuthology.orchestra.run.smithi203:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-15T15:02:10.486 INFO:teuthology.orchestra.run.smithi203.stdout:ttyS1 2024-04-15T15:02:10.511 DEBUG:teuthology.parallel:result is None 2024-04-15T15:02:10.512 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-15T15:02:10.520 INFO:teuthology.task.internal:Creating test directory... 2024-04-15T15:02:10.520 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-15T15:02:10.523 DEBUG:teuthology.orchestra.run.smithi203:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-15T15:02:10.540 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-15T15:02:10.547 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-15T15:02:10.554 INFO:teuthology.task.internal:Creating archive directory... 2024-04-15T15:02:10.554 DEBUG:teuthology.orchestra.run.smithi084:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-15T15:02:10.582 DEBUG:teuthology.orchestra.run.smithi203:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-15T15:02:10.612 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-15T15:02:10.619 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-15T15:02:10.619 DEBUG:teuthology.orchestra.run.smithi084:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-15T15:02:10.644 DEBUG:teuthology.orchestra.run.smithi203:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-15T15:02:10.684 INFO:teuthology.orchestra.run.smithi084.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-15T15:02:10.692 INFO:teuthology.orchestra.run.smithi203.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-15T15:02:10.699 INFO:teuthology.orchestra.run.smithi084.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-15T15:02:10.706 INFO:teuthology.orchestra.run.smithi203.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-15T15:02:10.708 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-15T15:02:10.715 INFO:teuthology.task.internal:Configuring sudo... 2024-04-15T15:02:10.715 DEBUG:teuthology.orchestra.run.smithi084:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-15T15:02:10.744 DEBUG:teuthology.orchestra.run.smithi203:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-15T15:02:10.772 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-15T15:02:10.781 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-15T15:02:10.781 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-15T15:02:10.814 DEBUG:teuthology.orchestra.run.smithi203:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-15T15:02:10.829 DEBUG:teuthology.orchestra.run.smithi084:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-15T15:02:10.913 DEBUG:teuthology.orchestra.run.smithi084:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-15T15:02:10.968 DEBUG:teuthology.orchestra.run.smithi084:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-15T15:02:11.051 DEBUG:teuthology.orchestra.run.smithi084:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-15T15:02:11.094 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:02:11.094 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-15T15:02:11.161 DEBUG:teuthology.orchestra.run.smithi203:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-15T15:02:11.204 DEBUG:teuthology.orchestra.run.smithi203:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-15T15:02:11.255 DEBUG:teuthology.orchestra.run.smithi203:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-15T15:02:11.337 DEBUG:teuthology.orchestra.run.smithi203:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-15T15:02:11.380 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:02:11.380 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-15T15:02:11.451 DEBUG:teuthology.orchestra.run.smithi084:> sudo service rsyslog restart 2024-04-15T15:02:11.454 DEBUG:teuthology.orchestra.run.smithi203:> sudo service rsyslog restart 2024-04-15T15:02:11.510 INFO:teuthology.orchestra.run.smithi084.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-15T15:02:11.540 INFO:teuthology.orchestra.run.smithi203.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-15T15:02:12.000 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-15T15:02:12.009 INFO:teuthology.task.internal:Starting timer... 2024-04-15T15:02:12.009 INFO:teuthology.run_tasks:Running task pcp... 2024-04-15T15:02:12.041 INFO:teuthology.run_tasks:Running task selinux... 2024-04-15T15:02:12.050 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-04-15T15:02:12.050 DEBUG:teuthology.orchestra.run.smithi084:> sudo service auditd rotate 2024-04-15T15:02:12.120 INFO:teuthology.orchestra.run.smithi084.stdout:Rotating logs: 2024-04-15T15:02:12.122 DEBUG:teuthology.orchestra.run.smithi203:> sudo service auditd rotate 2024-04-15T15:02:12.204 INFO:teuthology.orchestra.run.smithi203.stdout:Rotating logs: 2024-04-15T15:02:12.206 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-15T15:02:12.206 DEBUG:teuthology.orchestra.run.smithi084:> /usr/sbin/getenforce 2024-04-15T15:02:12.237 INFO:teuthology.orchestra.run.smithi084.stdout:Permissive 2024-04-15T15:02:12.237 DEBUG:teuthology.orchestra.run.smithi203:> /usr/sbin/getenforce 2024-04-15T15:02:12.252 INFO:teuthology.orchestra.run.smithi203.stdout:Permissive 2024-04-15T15:02:12.252 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi084.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi203.front.sepia.ceph.com': 'permissive'} 2024-04-15T15:02:12.253 DEBUG:teuthology.orchestra.run.smithi084:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-15T15:02:12.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T15:02:12.306 DEBUG:teuthology.orchestra.run.smithi203:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-15T15:02:12.335 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T15:02:12.336 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-15T15:02:12.336 DEBUG:teuthology.orchestra.run.smithi084:> sudo /usr/sbin/setenforce permissive 2024-04-15T15:02:12.381 DEBUG:teuthology.orchestra.run.smithi203:> sudo /usr/sbin/setenforce permissive 2024-04-15T15:02:12.421 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-15T15:02:12.432 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-04-15T15:02:12.437 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-04-15T15:02:12.578 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-15T15:02:12.594 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-15T15:02:12.595 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi084.front.sepia.ceph.com,smithi203.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-15T15:06:30.643 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi084.front.sepia.ceph.com'), Remote(name='ubuntu@smithi203.front.sepia.ceph.com')] 2024-04-15T15:06:30.645 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-04-15T15:06:30.646 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi084.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T15:06:30.741 DEBUG:teuthology.orchestra.run.smithi084:> true 2024-04-15T15:06:30.825 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi084.front.sepia.ceph.com' 2024-04-15T15:06:30.825 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi203.front.sepia.ceph.com' 2024-04-15T15:06:30.826 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi203.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T15:06:30.913 DEBUG:teuthology.orchestra.run.smithi203:> true 2024-04-15T15:06:30.993 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi203.front.sepia.ceph.com' 2024-04-15T15:06:30.994 INFO:teuthology.run_tasks:Running task clock... 2024-04-15T15:06:31.005 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-15T15:06:31.006 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-15T15:06:31.006 DEBUG:teuthology.orchestra.run.smithi084:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-15T15:06:31.008 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-15T15:06:31.009 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-15T15:06:31.039 INFO:teuthology.orchestra.run.smithi084.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-15T15:06:31.057 INFO:teuthology.orchestra.run.smithi084.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-15T15:06:31.066 INFO:teuthology.orchestra.run.smithi203.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-15T15:06:31.084 INFO:teuthology.orchestra.run.smithi203.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-15T15:06:31.087 INFO:teuthology.orchestra.run.smithi084.stderr:sudo: ntpd: command not found 2024-04-15T15:06:31.102 INFO:teuthology.orchestra.run.smithi084.stdout:506 Cannot talk to daemon 2024-04-15T15:06:31.115 INFO:teuthology.orchestra.run.smithi203.stderr:sudo: ntpd: command not found 2024-04-15T15:06:31.121 INFO:teuthology.orchestra.run.smithi084.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-15T15:06:31.130 INFO:teuthology.orchestra.run.smithi203.stdout:506 Cannot talk to daemon 2024-04-15T15:06:31.136 INFO:teuthology.orchestra.run.smithi084.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-15T15:06:31.148 INFO:teuthology.orchestra.run.smithi203.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-15T15:06:31.165 INFO:teuthology.orchestra.run.smithi203.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-15T15:06:31.192 INFO:teuthology.orchestra.run.smithi084.stderr:bash: line 1: ntpq: command not found 2024-04-15T15:06:31.195 INFO:teuthology.orchestra.run.smithi084.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-15T15:06:31.195 INFO:teuthology.orchestra.run.smithi084.stdout:=============================================================================== 2024-04-15T15:06:31.196 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T15:06:31.196 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T15:06:31.196 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T15:06:31.196 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T15:06:31.221 INFO:teuthology.orchestra.run.smithi203.stderr:bash: line 1: ntpq: command not found 2024-04-15T15:06:31.225 INFO:teuthology.orchestra.run.smithi203.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-15T15:06:31.225 INFO:teuthology.orchestra.run.smithi203.stdout:=============================================================================== 2024-04-15T15:06:31.225 INFO:teuthology.orchestra.run.smithi203.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T15:06:31.225 INFO:teuthology.orchestra.run.smithi203.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T15:06:31.225 INFO:teuthology.orchestra.run.smithi203.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T15:06:31.225 INFO:teuthology.orchestra.run.smithi203.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T15:06:31.226 INFO:teuthology.run_tasks:Running task install... 2024-04-15T15:06:31.234 DEBUG:teuthology.task.install:project ceph 2024-04-15T15:06:31.234 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '9bf1c4ba967dd24077be6e5b87edda4ca87a6e14'}} 2024-04-15T15:06:31.234 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '9bf1c4ba967dd24077be6e5b87edda4ca87a6e14'} 2024-04-15T15:06:31.234 INFO:teuthology.task.install:Using flavor: default 2024-04-15T15:06:31.239 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-15T15:06:31.240 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-04-15T15:06:31.240 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '9bf1c4ba967dd24077be6e5b87edda4ca87a6e14', 'tag': None, 'wait_for_package': False} 2024-04-15T15:06:31.240 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=9bf1c4ba967dd24077be6e5b87edda4ca87a6e14 2024-04-15T15:06:31.243 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '9bf1c4ba967dd24077be6e5b87edda4ca87a6e14', 'tag': None, 'wait_for_package': False} 2024-04-15T15:06:31.243 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=9bf1c4ba967dd24077be6e5b87edda4ca87a6e14 2024-04-15T15:06:31.399 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce-xlock/9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/centos/9/flavors/default/ 2024-04-15T15:06:31.399 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2861.g9bf1c4ba 2024-04-15T15:06:31.573 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce-xlock/9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/centos/9/flavors/default/ 2024-04-15T15:06:31.573 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2861.g9bf1c4ba 2024-04-15T15:06:31.681 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce-xlock/9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce-xlock/9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce-xlock/9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-15T15:06:31.681 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:06:31.681 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-15T15:06:31.683 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce-xlock/9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce-xlock/9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-quiesce-xlock/9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-15T15:06:31.684 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:06:31.684 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-15T15:06:31.713 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-15T15:06:31.713 DEBUG:teuthology.orchestra.run.smithi084:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-15T15:06:31.714 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-15T15:06:31.715 DEBUG:teuthology.orchestra.run.smithi203:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-15T15:06:31.783 DEBUG:teuthology.orchestra.run.smithi084:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-15T15:06:31.784 DEBUG:teuthology.orchestra.run.smithi203:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-15T15:06:31.865 DEBUG:teuthology.orchestra.run.smithi084:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-15T15:06:31.866 DEBUG:teuthology.orchestra.run.smithi203:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-15T15:06:31.932 INFO:teuthology.orchestra.run.smithi084.stdout:check_obsoletes = 1 2024-04-15T15:06:31.934 DEBUG:teuthology.orchestra.run.smithi084:> sudo yum clean all 2024-04-15T15:06:31.937 INFO:teuthology.orchestra.run.smithi203.stdout:check_obsoletes = 1 2024-04-15T15:06:31.937 DEBUG:teuthology.orchestra.run.smithi203:> sudo yum clean all 2024-04-15T15:06:32.174 INFO:teuthology.orchestra.run.smithi084.stdout:74 files removed 2024-04-15T15:06:32.176 INFO:teuthology.orchestra.run.smithi203.stdout:74 files removed 2024-04-15T15:06:32.200 DEBUG:teuthology.orchestra.run.smithi084:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-15T15:06:32.203 DEBUG:teuthology.orchestra.run.smithi203:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-15T15:06:33.014 INFO:teuthology.orchestra.run.smithi084.stdout:ceph packages for x86_64 163 kB/s | 83 kB 00:00 2024-04-15T15:06:33.024 INFO:teuthology.orchestra.run.smithi203.stdout:ceph packages for x86_64 162 kB/s | 83 kB 00:00 2024-04-15T15:06:33.472 INFO:teuthology.orchestra.run.smithi084.stdout:ceph noarch packages 28 kB/s | 11 kB 00:00 2024-04-15T15:06:33.483 INFO:teuthology.orchestra.run.smithi203.stdout:ceph noarch packages 28 kB/s | 11 kB 00:00 2024-04-15T15:06:33.782 INFO:teuthology.orchestra.run.smithi084.stdout:ceph source packages 7.0 kB/s | 1.9 kB 00:00 2024-04-15T15:06:34.225 INFO:teuthology.orchestra.run.smithi203.stdout:ceph source packages 2.7 kB/s | 1.9 kB 00:00 2024-04-15T15:06:34.700 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS-9 - AppStream 7.6 MB/s | 6.7 MB 00:00 2024-04-15T15:06:35.085 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS-9 - AppStream 8.1 MB/s | 6.7 MB 00:00 2024-04-15T15:06:36.717 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS-9 - BaseOS 2.2 MB/s | 2.0 MB 00:00 2024-04-15T15:06:37.203 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS-9 - BaseOS 2.0 MB/s | 2.0 MB 00:01 2024-04-15T15:06:41.107 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - BaseOS 2.0 MB/s | 8.0 MB 00:04 2024-04-15T15:06:42.921 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - BaseOS 1.5 MB/s | 8.0 MB 00:05 2024-04-15T15:06:51.493 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - AppStream 2.5 MB/s | 19 MB 00:07 2024-04-15T15:07:08.518 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - CRB 468 kB/s | 6.2 MB 00:13 2024-04-15T15:07:10.945 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - AppStream 673 kB/s | 19 MB 00:28 2024-04-15T15:07:15.862 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - CRB 4.4 MB/s | 6.2 MB 00:01 2024-04-15T15:07:16.026 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - Extras packages 2.6 kB/s | 16 kB 00:06 2024-04-15T15:07:21.310 INFO:teuthology.orchestra.run.smithi203.stdout:Extra Packages for Enterprise Linux 4.1 MB/s | 21 MB 00:05 2024-04-15T15:07:22.745 INFO:teuthology.orchestra.run.smithi084.stdout:CentOS Stream 9 - Extras packages 2.9 kB/s | 16 kB 00:05 2024-04-15T15:07:24.941 INFO:teuthology.orchestra.run.smithi084.stdout:Extra Packages for Enterprise Linux 10 MB/s | 21 MB 00:02 2024-04-15T15:07:26.285 INFO:teuthology.orchestra.run.smithi203.stdout:lab-extras 23 kB/s | 1.7 kB 00:00 2024-04-15T15:07:29.013 INFO:teuthology.orchestra.run.smithi203.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-15T15:07:29.014 INFO:teuthology.orchestra.run.smithi203.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-15T15:07:29.026 INFO:teuthology.orchestra.run.smithi203.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-04-15T15:07:29.027 INFO:teuthology.orchestra.run.smithi203.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-15T15:07:29.028 INFO:teuthology.orchestra.run.smithi203.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-04-15T15:07:29.029 INFO:teuthology.orchestra.run.smithi203.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-04-15T15:07:29.031 INFO:teuthology.orchestra.run.smithi203.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-15T15:07:29.034 INFO:teuthology.orchestra.run.smithi203.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-04-15T15:07:29.035 INFO:teuthology.orchestra.run.smithi203.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-04-15T15:07:29.116 INFO:teuthology.orchestra.run.smithi203.stdout:Dependencies resolved. 2024-04-15T15:07:29.135 INFO:teuthology.orchestra.run.smithi203.stdout:============================================================================================ 2024-04-15T15:07:29.135 INFO:teuthology.orchestra.run.smithi203.stdout: Package Arch Version Repository Size 2024-04-15T15:07:29.135 INFO:teuthology.orchestra.run.smithi203.stdout:============================================================================================ 2024-04-15T15:07:29.135 INFO:teuthology.orchestra.run.smithi203.stdout:Installing: 2024-04-15T15:07:29.135 INFO:teuthology.orchestra.run.smithi203.stdout: bison x86_64 3.7.4-5.el9 CentOS-AppStream 920 k 2024-04-15T15:07:29.135 INFO:teuthology.orchestra.run.smithi203.stdout: ceph x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 6.6 k 2024-04-15T15:07:29.135 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-base x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 5.4 M 2024-04-15T15:07:29.136 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-fuse x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 890 k 2024-04-15T15:07:29.136 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 145 k 2024-04-15T15:07:29.136 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 1.5 M 2024-04-15T15:07:29.136 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2861.g9bf1c4ba.el8 ceph-noarch 142 k 2024-04-15T15:07:29.136 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2861.g9bf1c4ba.el8 ceph-noarch 3.5 M 2024-04-15T15:07:29.136 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2861.g9bf1c4ba.el8 ceph-noarch 7.4 M 2024-04-15T15:07:29.136 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-rook noarch 2:19.0.0-2861.g9bf1c4ba.el8 ceph-noarch 49 k 2024-04-15T15:07:29.136 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-radosgw x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 10 M 2024-04-15T15:07:29.136 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-test x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 49 M 2024-04-15T15:07:29.136 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-volume noarch 2:19.0.0-2861.g9bf1c4ba.el8 ceph-noarch 264 k 2024-04-15T15:07:29.136 INFO:teuthology.orchestra.run.smithi203.stdout: cephadm noarch 2:19.0.0-2861.g9bf1c4ba.el8 ceph-noarch 762 k 2024-04-15T15:07:29.136 INFO:teuthology.orchestra.run.smithi203.stdout: cephfs-mirror x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 224 k 2024-04-15T15:07:29.137 INFO:teuthology.orchestra.run.smithi203.stdout: cephfs-shell x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 27 k 2024-04-15T15:07:29.137 INFO:teuthology.orchestra.run.smithi203.stdout: cephfs-top noarch 2:19.0.0-2861.g9bf1c4ba.el8 ceph-noarch 18 k 2024-04-15T15:07:29.137 INFO:teuthology.orchestra.run.smithi203.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-15T15:07:29.137 INFO:teuthology.orchestra.run.smithi203.stdout: flex x86_64 2.6.4-9.el9 CentOS-AppStream 307 k 2024-04-15T15:07:29.137 INFO:teuthology.orchestra.run.smithi203.stdout: libaio-devel x86_64 0.3.111-13.el9 CentOS-AppStream 10 k 2024-04-15T15:07:29.137 INFO:teuthology.orchestra.run.smithi203.stdout: libcephfs-devel x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 32 k 2024-04-15T15:07:29.137 INFO:teuthology.orchestra.run.smithi203.stdout: libcephfs2 x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 747 k 2024-04-15T15:07:29.137 INFO:teuthology.orchestra.run.smithi203.stdout: librados-devel x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 127 k 2024-04-15T15:07:29.137 INFO:teuthology.orchestra.run.smithi203.stdout: libtool x86_64 2.4.6-45.el9 CentOS-AppStream 578 k 2024-04-15T15:07:29.137 INFO:teuthology.orchestra.run.smithi203.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-15T15:07:29.137 INFO:teuthology.orchestra.run.smithi203.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-04-15T15:07:29.137 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql x86_64 13.14-1.el9 CentOS-AppStream 1.5 M 2024-04-15T15:07:29.137 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql-contrib x86_64 13.14-1.el9 CentOS-AppStream 817 k 2024-04-15T15:07:29.138 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql-server x86_64 13.14-1.el9 CentOS-AppStream 5.7 M 2024-04-15T15:07:29.138 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cephfs x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 162 k 2024-04-15T15:07:29.138 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rados x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 320 k 2024-04-15T15:07:29.138 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rbd x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 297 k 2024-04-15T15:07:29.138 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rgw x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 99 k 2024-04-15T15:07:29.138 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-fuse x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 85 k 2024-04-15T15:07:29.138 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-mirror x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 3.1 M 2024-04-15T15:07:29.138 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-nbd x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 171 k 2024-04-15T15:07:29.138 INFO:teuthology.orchestra.run.smithi203.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-15T15:07:29.138 INFO:teuthology.orchestra.run.smithi203.stdout:Upgrading: 2024-04-15T15:07:29.138 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager x86_64 1:1.47.4-1.el9 CentOS-BaseOS 2.3 M 2024-04-15T15:07:29.139 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager-libnm x86_64 1:1.47.4-1.el9 CentOS-BaseOS 1.8 M 2024-04-15T15:07:29.139 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager-team x86_64 1:1.47.4-1.el9 CentOS-BaseOS 41 k 2024-04-15T15:07:29.139 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager-tui x86_64 1:1.47.4-1.el9 CentOS-BaseOS 248 k 2024-04-15T15:07:29.139 INFO:teuthology.orchestra.run.smithi203.stdout: acl x86_64 2.3.1-4.el9 baseos 71 k 2024-04-15T15:07:29.139 INFO:teuthology.orchestra.run.smithi203.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 baseos 36 k 2024-04-15T15:07:29.139 INFO:teuthology.orchestra.run.smithi203.stdout: elfutils-libelf x86_64 0.190-2.el9 baseos 192 k 2024-04-15T15:07:29.139 INFO:teuthology.orchestra.run.smithi203.stdout: elfutils-libs x86_64 0.190-2.el9 baseos 256 k 2024-04-15T15:07:29.139 INFO:teuthology.orchestra.run.smithi203.stdout: libacl x86_64 2.3.1-4.el9 baseos 23 k 2024-04-15T15:07:29.139 INFO:teuthology.orchestra.run.smithi203.stdout: libacl-devel x86_64 2.3.1-4.el9 appstream 74 k 2024-04-15T15:07:29.139 INFO:teuthology.orchestra.run.smithi203.stdout: libblkid x86_64 2.37.4-18.el9 baseos 108 k 2024-04-15T15:07:29.139 INFO:teuthology.orchestra.run.smithi203.stdout: libfdisk x86_64 2.37.4-18.el9 baseos 155 k 2024-04-15T15:07:29.140 INFO:teuthology.orchestra.run.smithi203.stdout: libmount x86_64 2.37.4-18.el9 baseos 136 k 2024-04-15T15:07:29.140 INFO:teuthology.orchestra.run.smithi203.stdout: librados2 x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 3.4 M 2024-04-15T15:07:29.140 INFO:teuthology.orchestra.run.smithi203.stdout: librbd1 x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 3.1 M 2024-04-15T15:07:29.140 INFO:teuthology.orchestra.run.smithi203.stdout: libsmartcols x86_64 2.37.4-18.el9 baseos 64 k 2024-04-15T15:07:29.140 INFO:teuthology.orchestra.run.smithi203.stdout: libuuid x86_64 2.37.4-18.el9 baseos 29 k 2024-04-15T15:07:29.140 INFO:teuthology.orchestra.run.smithi203.stdout: openssl x86_64 1:3.0.7-27.el9 baseos 1.2 M 2024-04-15T15:07:29.140 INFO:teuthology.orchestra.run.smithi203.stdout: openssl-libs x86_64 1:3.0.7-27.el9 baseos 2.2 M 2024-04-15T15:07:29.140 INFO:teuthology.orchestra.run.smithi203.stdout: util-linux x86_64 2.37.4-18.el9 baseos 2.3 M 2024-04-15T15:07:29.140 INFO:teuthology.orchestra.run.smithi203.stdout: util-linux-core x86_64 2.37.4-18.el9 baseos 465 k 2024-04-15T15:07:29.140 INFO:teuthology.orchestra.run.smithi203.stdout: util-linux-user x86_64 2.37.4-18.el9 baseos 31 k 2024-04-15T15:07:29.140 INFO:teuthology.orchestra.run.smithi203.stdout: xfsdump x86_64 3.1.12-4.el9 CentOS-BaseOS 321 k 2024-04-15T15:07:29.140 INFO:teuthology.orchestra.run.smithi203.stdout: xfsprogs x86_64 6.3.0-1.el9 baseos 1.1 M 2024-04-15T15:07:29.140 INFO:teuthology.orchestra.run.smithi203.stdout:Installing dependencies: 2024-04-15T15:07:29.141 INFO:teuthology.orchestra.run.smithi203.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-15T15:07:29.141 INFO:teuthology.orchestra.run.smithi203.stdout: automake noarch 1.16.2-8.el9 CentOS-AppStream 662 k 2024-04-15T15:07:29.141 INFO:teuthology.orchestra.run.smithi203.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-04-15T15:07:29.141 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-common x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 21 M 2024-04-15T15:07:29.141 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2861.g9bf1c4ba.el8 ceph-noarch 34 k 2024-04-15T15:07:29.141 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mds x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 2.4 M 2024-04-15T15:07:29.141 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2861.g9bf1c4ba.el8 ceph-noarch 249 k 2024-04-15T15:07:29.141 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mon x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 4.7 M 2024-04-15T15:07:29.141 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-osd x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 17 M 2024-04-15T15:07:29.141 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2861.g9bf1c4ba.el8 ceph-noarch 16 k 2024-04-15T15:07:29.141 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-selinux x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 25 k 2024-04-15T15:07:29.142 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-04-15T15:07:29.142 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-04-15T15:07:29.142 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-04-15T15:07:29.142 INFO:teuthology.orchestra.run.smithi203.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-04-15T15:07:29.142 INFO:teuthology.orchestra.run.smithi203.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-15T15:07:29.142 INFO:teuthology.orchestra.run.smithi203.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-15T15:07:29.142 INFO:teuthology.orchestra.run.smithi203.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-15T15:07:29.142 INFO:teuthology.orchestra.run.smithi203.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-15T15:07:29.143 INFO:teuthology.orchestra.run.smithi203.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-15T15:07:29.143 INFO:teuthology.orchestra.run.smithi203.stdout: libcephsqlite x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 164 k 2024-04-15T15:07:29.143 INFO:teuthology.orchestra.run.smithi203.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-15T15:07:29.143 INFO:teuthology.orchestra.run.smithi203.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-15T15:07:29.143 INFO:teuthology.orchestra.run.smithi203.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-04-15T15:07:29.143 INFO:teuthology.orchestra.run.smithi203.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-15T15:07:29.143 INFO:teuthology.orchestra.run.smithi203.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-04-15T15:07:29.143 INFO:teuthology.orchestra.run.smithi203.stdout: libradosstriper1 x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 501 k 2024-04-15T15:07:29.143 INFO:teuthology.orchestra.run.smithi203.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-04-15T15:07:29.144 INFO:teuthology.orchestra.run.smithi203.stdout: librgw2 x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 5.2 M 2024-04-15T15:07:29.144 INFO:teuthology.orchestra.run.smithi203.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-15T15:07:29.144 INFO:teuthology.orchestra.run.smithi203.stdout: libzstd-devel x86_64 1.5.1-2.el9 CentOS-AppStream 46 k 2024-04-15T15:07:29.144 INFO:teuthology.orchestra.run.smithi203.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-04-15T15:07:29.144 INFO:teuthology.orchestra.run.smithi203.stdout: lua x86_64 5.4.4-4.el9 CentOS-AppStream 187 k 2024-04-15T15:07:29.144 INFO:teuthology.orchestra.run.smithi203.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-15T15:07:29.144 INFO:teuthology.orchestra.run.smithi203.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-15T15:07:29.144 INFO:teuthology.orchestra.run.smithi203.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-04-15T15:07:29.144 INFO:teuthology.orchestra.run.smithi203.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-04-15T15:07:29.144 INFO:teuthology.orchestra.run.smithi203.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-04-15T15:07:29.144 INFO:teuthology.orchestra.run.smithi203.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-15T15:07:29.144 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql-private-libs x86_64 13.14-1.el9 CentOS-AppStream 132 k 2024-04-15T15:07:29.144 INFO:teuthology.orchestra.run.smithi203.stdout: protobuf x86_64 3.14.0-13.el9 CentOS-AppStream 1.0 M 2024-04-15T15:07:29.145 INFO:teuthology.orchestra.run.smithi203.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-15T15:07:29.145 INFO:teuthology.orchestra.run.smithi203.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-15T15:07:29.145 INFO:teuthology.orchestra.run.smithi203.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-04-15T15:07:29.145 INFO:teuthology.orchestra.run.smithi203.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-04-15T15:07:29.145 INFO:teuthology.orchestra.run.smithi203.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-15T15:07:29.145 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-15T15:07:29.145 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ceph-argparse x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 45 k 2024-04-15T15:07:29.145 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ceph-common x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 135 k 2024-04-15T15:07:29.145 INFO:teuthology.orchestra.run.smithi203.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-15T15:07:29.145 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-04-15T15:07:29.145 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-15T15:07:29.145 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-15T15:07:29.145 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-15T15:07:29.146 INFO:teuthology.orchestra.run.smithi203.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-15T15:07:29.146 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-04-15T15:07:29.146 INFO:teuthology.orchestra.run.smithi203.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-15T15:07:29.146 INFO:teuthology.orchestra.run.smithi203.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-15T15:07:29.146 INFO:teuthology.orchestra.run.smithi203.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-15T15:07:29.146 INFO:teuthology.orchestra.run.smithi203.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-15T15:07:29.146 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-15T15:07:29.146 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-15T15:07:29.146 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-15T15:07:29.146 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-15T15:07:29.146 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-15T15:07:29.146 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-15T15:07:29.147 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-04-15T15:07:29.147 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-04-15T15:07:29.147 INFO:teuthology.orchestra.run.smithi203.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-15T15:07:29.147 INFO:teuthology.orchestra.run.smithi203.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-15T15:07:29.147 INFO:teuthology.orchestra.run.smithi203.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-04-15T15:07:29.147 INFO:teuthology.orchestra.run.smithi203.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-04-15T15:07:29.147 INFO:teuthology.orchestra.run.smithi203.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-15T15:07:29.147 INFO:teuthology.orchestra.run.smithi203.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-15T15:07:29.147 INFO:teuthology.orchestra.run.smithi203.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-04-15T15:07:29.147 INFO:teuthology.orchestra.run.smithi203.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-04-15T15:07:29.147 INFO:teuthology.orchestra.run.smithi203.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-04-15T15:07:29.147 INFO:teuthology.orchestra.run.smithi203.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-04-15T15:07:29.147 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-15T15:07:29.148 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-04-15T15:07:29.148 INFO:teuthology.orchestra.run.smithi203.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-15T15:07:29.148 INFO:teuthology.orchestra.run.smithi203.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-04-15T15:07:29.148 INFO:teuthology.orchestra.run.smithi203.stdout: python3-protobuf noarch 3.14.0-13.el9 CentOS-AppStream 238 k 2024-04-15T15:07:29.148 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-15T15:07:29.148 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-04-15T15:07:29.148 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-04-15T15:07:29.148 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-04-15T15:07:29.148 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-15T15:07:29.148 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-04-15T15:07:29.148 INFO:teuthology.orchestra.run.smithi203.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-15T15:07:29.148 INFO:teuthology.orchestra.run.smithi203.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-15T15:07:29.148 INFO:teuthology.orchestra.run.smithi203.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-04-15T15:07:29.148 INFO:teuthology.orchestra.run.smithi203.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-15T15:07:29.149 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-15T15:07:29.149 INFO:teuthology.orchestra.run.smithi203.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-04-15T15:07:29.149 INFO:teuthology.orchestra.run.smithi203.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-15T15:07:29.149 INFO:teuthology.orchestra.run.smithi203.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-04-15T15:07:29.149 INFO:teuthology.orchestra.run.smithi203.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-15T15:07:29.149 INFO:teuthology.orchestra.run.smithi203.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-04-15T15:07:29.149 INFO:teuthology.orchestra.run.smithi203.stdout: python3-wcwidth noarch 0.2.5-8.el9 CentOS-AppStream 41 k 2024-04-15T15:07:29.149 INFO:teuthology.orchestra.run.smithi203.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-15T15:07:29.149 INFO:teuthology.orchestra.run.smithi203.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-15T15:07:29.149 INFO:teuthology.orchestra.run.smithi203.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-15T15:07:29.149 INFO:teuthology.orchestra.run.smithi203.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-15T15:07:29.149 INFO:teuthology.orchestra.run.smithi203.stdout: qatlib x86_64 24.02.0-1.el9 CentOS-AppStream 220 k 2024-04-15T15:07:29.149 INFO:teuthology.orchestra.run.smithi203.stdout: qatzip-libs x86_64 1.2.0-1.el9 CentOS-AppStream 46 k 2024-04-15T15:07:29.149 INFO:teuthology.orchestra.run.smithi203.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-15T15:07:29.150 INFO:teuthology.orchestra.run.smithi203.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-04-15T15:07:29.150 INFO:teuthology.orchestra.run.smithi203.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-15T15:07:29.150 INFO:teuthology.orchestra.run.smithi203.stdout: uuid x86_64 1.6.2-55.el9 CentOS-AppStream 56 k 2024-04-15T15:07:29.150 INFO:teuthology.orchestra.run.smithi203.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-04-15T15:07:29.150 INFO:teuthology.orchestra.run.smithi203.stdout: zlib-devel x86_64 1.2.11-40.el9 CentOS-AppStream 44 k 2024-04-15T15:07:29.150 INFO:teuthology.orchestra.run.smithi203.stdout:Installing weak dependencies: 2024-04-15T15:07:29.150 INFO:teuthology.orchestra.run.smithi203.stdout: qatlib-service x86_64 24.02.0-1.el9 CentOS-AppStream 35 k 2024-04-15T15:07:29.150 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:07:29.150 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction Summary 2024-04-15T15:07:29.150 INFO:teuthology.orchestra.run.smithi203.stdout:============================================================================================ 2024-04-15T15:07:29.150 INFO:teuthology.orchestra.run.smithi203.stdout:Install 150 Packages 2024-04-15T15:07:29.150 INFO:teuthology.orchestra.run.smithi203.stdout:Upgrade 24 Packages 2024-04-15T15:07:29.150 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:07:29.151 INFO:teuthology.orchestra.run.smithi203.stdout:Total download size: 228 M 2024-04-15T15:07:29.151 INFO:teuthology.orchestra.run.smithi203.stdout:Downloading Packages: 2024-04-15T15:07:29.921 INFO:teuthology.orchestra.run.smithi084.stdout:lab-extras 26 kB/s | 1.7 kB 00:00 2024-04-15T15:07:30.153 INFO:teuthology.orchestra.run.smithi203.stdout:(1/174): ceph-19.0.0-2861.g9bf1c4ba.el8.x86_64. 16 kB/s | 6.6 kB 00:00 2024-04-15T15:07:31.270 INFO:teuthology.orchestra.run.smithi203.stdout:(2/174): ceph-fuse-19.0.0-2861.g9bf1c4ba.el8.x8 797 kB/s | 890 kB 00:01 2024-04-15T15:07:31.445 INFO:teuthology.orchestra.run.smithi203.stdout:(3/174): ceph-immutable-object-cache-19.0.0-286 828 kB/s | 145 kB 00:00 2024-04-15T15:07:32.684 INFO:teuthology.orchestra.run.smithi084.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-15T15:07:32.685 INFO:teuthology.orchestra.run.smithi084.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-15T15:07:32.700 INFO:teuthology.orchestra.run.smithi084.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-04-15T15:07:32.701 INFO:teuthology.orchestra.run.smithi084.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-15T15:07:32.702 INFO:teuthology.orchestra.run.smithi084.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-04-15T15:07:32.703 INFO:teuthology.orchestra.run.smithi084.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-04-15T15:07:32.705 INFO:teuthology.orchestra.run.smithi084.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-15T15:07:32.708 INFO:teuthology.orchestra.run.smithi084.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-04-15T15:07:32.709 INFO:teuthology.orchestra.run.smithi084.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-04-15T15:07:32.792 INFO:teuthology.orchestra.run.smithi084.stdout:Dependencies resolved. 2024-04-15T15:07:32.819 INFO:teuthology.orchestra.run.smithi084.stdout:============================================================================================ 2024-04-15T15:07:32.819 INFO:teuthology.orchestra.run.smithi084.stdout: Package Arch Version Repository Size 2024-04-15T15:07:32.819 INFO:teuthology.orchestra.run.smithi084.stdout:============================================================================================ 2024-04-15T15:07:32.819 INFO:teuthology.orchestra.run.smithi084.stdout:Installing: 2024-04-15T15:07:32.819 INFO:teuthology.orchestra.run.smithi084.stdout: bison x86_64 3.7.4-5.el9 CentOS-AppStream 920 k 2024-04-15T15:07:32.819 INFO:teuthology.orchestra.run.smithi084.stdout: ceph x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 6.6 k 2024-04-15T15:07:32.819 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-base x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 5.4 M 2024-04-15T15:07:32.819 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-fuse x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 890 k 2024-04-15T15:07:32.819 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 145 k 2024-04-15T15:07:32.820 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 1.5 M 2024-04-15T15:07:32.820 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2861.g9bf1c4ba.el8 ceph-noarch 142 k 2024-04-15T15:07:32.820 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2861.g9bf1c4ba.el8 ceph-noarch 3.5 M 2024-04-15T15:07:32.820 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2861.g9bf1c4ba.el8 ceph-noarch 7.4 M 2024-04-15T15:07:32.820 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-rook noarch 2:19.0.0-2861.g9bf1c4ba.el8 ceph-noarch 49 k 2024-04-15T15:07:32.820 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-radosgw x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 10 M 2024-04-15T15:07:32.820 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-test x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 49 M 2024-04-15T15:07:32.820 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-volume noarch 2:19.0.0-2861.g9bf1c4ba.el8 ceph-noarch 264 k 2024-04-15T15:07:32.820 INFO:teuthology.orchestra.run.smithi084.stdout: cephadm noarch 2:19.0.0-2861.g9bf1c4ba.el8 ceph-noarch 762 k 2024-04-15T15:07:32.820 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-mirror x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 224 k 2024-04-15T15:07:32.820 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-shell x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 27 k 2024-04-15T15:07:32.820 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-top noarch 2:19.0.0-2861.g9bf1c4ba.el8 ceph-noarch 18 k 2024-04-15T15:07:32.820 INFO:teuthology.orchestra.run.smithi084.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-15T15:07:32.820 INFO:teuthology.orchestra.run.smithi084.stdout: flex x86_64 2.6.4-9.el9 CentOS-AppStream 307 k 2024-04-15T15:07:32.821 INFO:teuthology.orchestra.run.smithi084.stdout: libaio-devel x86_64 0.3.111-13.el9 CentOS-AppStream 10 k 2024-04-15T15:07:32.821 INFO:teuthology.orchestra.run.smithi084.stdout: libcephfs-devel x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 32 k 2024-04-15T15:07:32.821 INFO:teuthology.orchestra.run.smithi084.stdout: libcephfs2 x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 747 k 2024-04-15T15:07:32.821 INFO:teuthology.orchestra.run.smithi084.stdout: librados-devel x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 127 k 2024-04-15T15:07:32.821 INFO:teuthology.orchestra.run.smithi084.stdout: libtool x86_64 2.4.6-45.el9 CentOS-AppStream 578 k 2024-04-15T15:07:32.821 INFO:teuthology.orchestra.run.smithi084.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-15T15:07:32.821 INFO:teuthology.orchestra.run.smithi084.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-04-15T15:07:32.821 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql x86_64 13.14-1.el9 CentOS-AppStream 1.5 M 2024-04-15T15:07:32.821 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-contrib x86_64 13.14-1.el9 CentOS-AppStream 817 k 2024-04-15T15:07:32.821 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-server x86_64 13.14-1.el9 CentOS-AppStream 5.7 M 2024-04-15T15:07:32.821 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cephfs x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 162 k 2024-04-15T15:07:32.821 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rados x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 320 k 2024-04-15T15:07:32.821 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rbd x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 297 k 2024-04-15T15:07:32.822 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rgw x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 99 k 2024-04-15T15:07:32.822 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-fuse x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 85 k 2024-04-15T15:07:32.822 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-mirror x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 3.1 M 2024-04-15T15:07:32.822 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-nbd x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 171 k 2024-04-15T15:07:32.822 INFO:teuthology.orchestra.run.smithi084.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-15T15:07:32.822 INFO:teuthology.orchestra.run.smithi084.stdout:Upgrading: 2024-04-15T15:07:32.822 INFO:teuthology.orchestra.run.smithi084.stdout: NetworkManager x86_64 1:1.47.4-1.el9 CentOS-BaseOS 2.3 M 2024-04-15T15:07:32.822 INFO:teuthology.orchestra.run.smithi084.stdout: NetworkManager-libnm x86_64 1:1.47.4-1.el9 CentOS-BaseOS 1.8 M 2024-04-15T15:07:32.822 INFO:teuthology.orchestra.run.smithi084.stdout: NetworkManager-team x86_64 1:1.47.4-1.el9 CentOS-BaseOS 41 k 2024-04-15T15:07:32.822 INFO:teuthology.orchestra.run.smithi084.stdout: NetworkManager-tui x86_64 1:1.47.4-1.el9 CentOS-BaseOS 248 k 2024-04-15T15:07:32.822 INFO:teuthology.orchestra.run.smithi084.stdout: acl x86_64 2.3.1-4.el9 baseos 71 k 2024-04-15T15:07:32.822 INFO:teuthology.orchestra.run.smithi084.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 baseos 36 k 2024-04-15T15:07:32.823 INFO:teuthology.orchestra.run.smithi084.stdout: elfutils-libelf x86_64 0.190-2.el9 baseos 192 k 2024-04-15T15:07:32.823 INFO:teuthology.orchestra.run.smithi084.stdout: elfutils-libs x86_64 0.190-2.el9 baseos 256 k 2024-04-15T15:07:32.823 INFO:teuthology.orchestra.run.smithi084.stdout: libacl x86_64 2.3.1-4.el9 baseos 23 k 2024-04-15T15:07:32.823 INFO:teuthology.orchestra.run.smithi084.stdout: libacl-devel x86_64 2.3.1-4.el9 appstream 74 k 2024-04-15T15:07:32.823 INFO:teuthology.orchestra.run.smithi084.stdout: libblkid x86_64 2.37.4-18.el9 baseos 108 k 2024-04-15T15:07:32.823 INFO:teuthology.orchestra.run.smithi084.stdout: libfdisk x86_64 2.37.4-18.el9 baseos 155 k 2024-04-15T15:07:32.823 INFO:teuthology.orchestra.run.smithi084.stdout: libmount x86_64 2.37.4-18.el9 baseos 136 k 2024-04-15T15:07:32.823 INFO:teuthology.orchestra.run.smithi084.stdout: librados2 x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 3.4 M 2024-04-15T15:07:32.823 INFO:teuthology.orchestra.run.smithi084.stdout: librbd1 x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 3.1 M 2024-04-15T15:07:32.823 INFO:teuthology.orchestra.run.smithi084.stdout: libsmartcols x86_64 2.37.4-18.el9 baseos 64 k 2024-04-15T15:07:32.823 INFO:teuthology.orchestra.run.smithi084.stdout: libuuid x86_64 2.37.4-18.el9 baseos 29 k 2024-04-15T15:07:32.823 INFO:teuthology.orchestra.run.smithi084.stdout: openssl x86_64 1:3.0.7-27.el9 baseos 1.2 M 2024-04-15T15:07:32.823 INFO:teuthology.orchestra.run.smithi084.stdout: openssl-libs x86_64 1:3.0.7-27.el9 baseos 2.2 M 2024-04-15T15:07:32.823 INFO:teuthology.orchestra.run.smithi084.stdout: util-linux x86_64 2.37.4-18.el9 baseos 2.3 M 2024-04-15T15:07:32.823 INFO:teuthology.orchestra.run.smithi084.stdout: util-linux-core x86_64 2.37.4-18.el9 baseos 465 k 2024-04-15T15:07:32.824 INFO:teuthology.orchestra.run.smithi084.stdout: util-linux-user x86_64 2.37.4-18.el9 baseos 31 k 2024-04-15T15:07:32.824 INFO:teuthology.orchestra.run.smithi084.stdout: xfsdump x86_64 3.1.12-4.el9 CentOS-BaseOS 321 k 2024-04-15T15:07:32.824 INFO:teuthology.orchestra.run.smithi084.stdout: xfsprogs x86_64 6.3.0-1.el9 baseos 1.1 M 2024-04-15T15:07:32.824 INFO:teuthology.orchestra.run.smithi084.stdout:Installing dependencies: 2024-04-15T15:07:32.824 INFO:teuthology.orchestra.run.smithi084.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-15T15:07:32.824 INFO:teuthology.orchestra.run.smithi084.stdout: automake noarch 1.16.2-8.el9 CentOS-AppStream 662 k 2024-04-15T15:07:32.824 INFO:teuthology.orchestra.run.smithi084.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-04-15T15:07:32.824 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-common x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 21 M 2024-04-15T15:07:32.824 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2861.g9bf1c4ba.el8 ceph-noarch 34 k 2024-04-15T15:07:32.824 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mds x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 2.4 M 2024-04-15T15:07:32.824 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2861.g9bf1c4ba.el8 ceph-noarch 249 k 2024-04-15T15:07:32.824 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mon x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 4.7 M 2024-04-15T15:07:32.824 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-osd x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 17 M 2024-04-15T15:07:32.825 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2861.g9bf1c4ba.el8 ceph-noarch 16 k 2024-04-15T15:07:32.825 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-selinux x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 25 k 2024-04-15T15:07:32.825 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-04-15T15:07:32.825 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-04-15T15:07:32.825 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-04-15T15:07:32.825 INFO:teuthology.orchestra.run.smithi084.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-04-15T15:07:32.825 INFO:teuthology.orchestra.run.smithi084.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-15T15:07:32.825 INFO:teuthology.orchestra.run.smithi084.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-15T15:07:32.825 INFO:teuthology.orchestra.run.smithi084.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-15T15:07:32.825 INFO:teuthology.orchestra.run.smithi084.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-15T15:07:32.825 INFO:teuthology.orchestra.run.smithi084.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-15T15:07:32.825 INFO:teuthology.orchestra.run.smithi084.stdout: libcephsqlite x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 164 k 2024-04-15T15:07:32.825 INFO:teuthology.orchestra.run.smithi084.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-15T15:07:32.826 INFO:teuthology.orchestra.run.smithi084.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-15T15:07:32.826 INFO:teuthology.orchestra.run.smithi084.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-04-15T15:07:32.826 INFO:teuthology.orchestra.run.smithi084.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-15T15:07:32.826 INFO:teuthology.orchestra.run.smithi084.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-04-15T15:07:32.826 INFO:teuthology.orchestra.run.smithi084.stdout: libradosstriper1 x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 501 k 2024-04-15T15:07:32.826 INFO:teuthology.orchestra.run.smithi084.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-04-15T15:07:32.826 INFO:teuthology.orchestra.run.smithi084.stdout: librgw2 x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 5.2 M 2024-04-15T15:07:32.826 INFO:teuthology.orchestra.run.smithi084.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-15T15:07:32.826 INFO:teuthology.orchestra.run.smithi084.stdout: libzstd-devel x86_64 1.5.1-2.el9 CentOS-AppStream 46 k 2024-04-15T15:07:32.826 INFO:teuthology.orchestra.run.smithi084.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-04-15T15:07:32.826 INFO:teuthology.orchestra.run.smithi084.stdout: lua x86_64 5.4.4-4.el9 CentOS-AppStream 187 k 2024-04-15T15:07:32.826 INFO:teuthology.orchestra.run.smithi084.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-15T15:07:32.827 INFO:teuthology.orchestra.run.smithi084.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-15T15:07:32.827 INFO:teuthology.orchestra.run.smithi084.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-04-15T15:07:32.827 INFO:teuthology.orchestra.run.smithi084.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-04-15T15:07:32.827 INFO:teuthology.orchestra.run.smithi084.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-04-15T15:07:32.827 INFO:teuthology.orchestra.run.smithi084.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-15T15:07:32.827 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-private-libs x86_64 13.14-1.el9 CentOS-AppStream 132 k 2024-04-15T15:07:32.827 INFO:teuthology.orchestra.run.smithi084.stdout: protobuf x86_64 3.14.0-13.el9 CentOS-AppStream 1.0 M 2024-04-15T15:07:32.827 INFO:teuthology.orchestra.run.smithi084.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-15T15:07:32.827 INFO:teuthology.orchestra.run.smithi084.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-15T15:07:32.827 INFO:teuthology.orchestra.run.smithi084.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-04-15T15:07:32.827 INFO:teuthology.orchestra.run.smithi084.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-04-15T15:07:32.827 INFO:teuthology.orchestra.run.smithi084.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-15T15:07:32.827 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-15T15:07:32.827 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ceph-argparse x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 45 k 2024-04-15T15:07:32.828 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ceph-common x86_64 2:19.0.0-2861.g9bf1c4ba.el8 ceph 135 k 2024-04-15T15:07:32.828 INFO:teuthology.orchestra.run.smithi084.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-15T15:07:32.828 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-04-15T15:07:32.828 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-15T15:07:32.828 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-15T15:07:32.828 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-15T15:07:32.828 INFO:teuthology.orchestra.run.smithi084.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-15T15:07:32.828 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-04-15T15:07:32.828 INFO:teuthology.orchestra.run.smithi084.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-15T15:07:32.828 INFO:teuthology.orchestra.run.smithi084.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-15T15:07:32.828 INFO:teuthology.orchestra.run.smithi084.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-15T15:07:32.828 INFO:teuthology.orchestra.run.smithi084.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-15T15:07:32.828 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-15T15:07:32.828 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-15T15:07:32.829 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-15T15:07:32.829 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-15T15:07:32.829 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-15T15:07:32.829 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-15T15:07:32.829 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-04-15T15:07:32.829 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-04-15T15:07:32.829 INFO:teuthology.orchestra.run.smithi084.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-15T15:07:32.829 INFO:teuthology.orchestra.run.smithi084.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-15T15:07:32.829 INFO:teuthology.orchestra.run.smithi084.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-04-15T15:07:32.829 INFO:teuthology.orchestra.run.smithi084.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-04-15T15:07:32.829 INFO:teuthology.orchestra.run.smithi084.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-15T15:07:32.829 INFO:teuthology.orchestra.run.smithi084.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-15T15:07:32.829 INFO:teuthology.orchestra.run.smithi084.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-04-15T15:07:32.829 INFO:teuthology.orchestra.run.smithi084.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-04-15T15:07:32.830 INFO:teuthology.orchestra.run.smithi084.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-04-15T15:07:32.830 INFO:teuthology.orchestra.run.smithi084.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-04-15T15:07:32.830 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-15T15:07:32.830 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-04-15T15:07:32.830 INFO:teuthology.orchestra.run.smithi084.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-15T15:07:32.830 INFO:teuthology.orchestra.run.smithi084.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-04-15T15:07:32.830 INFO:teuthology.orchestra.run.smithi084.stdout: python3-protobuf noarch 3.14.0-13.el9 CentOS-AppStream 238 k 2024-04-15T15:07:32.830 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-15T15:07:32.830 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-04-15T15:07:32.830 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-04-15T15:07:32.830 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-04-15T15:07:32.830 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-15T15:07:32.830 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-04-15T15:07:32.830 INFO:teuthology.orchestra.run.smithi084.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-15T15:07:32.831 INFO:teuthology.orchestra.run.smithi084.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-15T15:07:32.831 INFO:teuthology.orchestra.run.smithi084.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-04-15T15:07:32.831 INFO:teuthology.orchestra.run.smithi084.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-15T15:07:32.831 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-15T15:07:32.831 INFO:teuthology.orchestra.run.smithi084.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-04-15T15:07:32.831 INFO:teuthology.orchestra.run.smithi084.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-15T15:07:32.831 INFO:teuthology.orchestra.run.smithi084.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-04-15T15:07:32.831 INFO:teuthology.orchestra.run.smithi084.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-15T15:07:32.831 INFO:teuthology.orchestra.run.smithi084.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-04-15T15:07:32.831 INFO:teuthology.orchestra.run.smithi084.stdout: python3-wcwidth noarch 0.2.5-8.el9 CentOS-AppStream 41 k 2024-04-15T15:07:32.831 INFO:teuthology.orchestra.run.smithi084.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-15T15:07:32.831 INFO:teuthology.orchestra.run.smithi084.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-15T15:07:32.831 INFO:teuthology.orchestra.run.smithi084.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-15T15:07:32.831 INFO:teuthology.orchestra.run.smithi084.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-15T15:07:32.832 INFO:teuthology.orchestra.run.smithi084.stdout: qatlib x86_64 24.02.0-1.el9 CentOS-AppStream 220 k 2024-04-15T15:07:32.832 INFO:teuthology.orchestra.run.smithi084.stdout: qatzip-libs x86_64 1.2.0-1.el9 CentOS-AppStream 46 k 2024-04-15T15:07:32.832 INFO:teuthology.orchestra.run.smithi084.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-15T15:07:32.832 INFO:teuthology.orchestra.run.smithi084.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-04-15T15:07:32.832 INFO:teuthology.orchestra.run.smithi084.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-15T15:07:32.832 INFO:teuthology.orchestra.run.smithi084.stdout: uuid x86_64 1.6.2-55.el9 CentOS-AppStream 56 k 2024-04-15T15:07:32.832 INFO:teuthology.orchestra.run.smithi084.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-04-15T15:07:32.832 INFO:teuthology.orchestra.run.smithi084.stdout: zlib-devel x86_64 1.2.11-40.el9 CentOS-AppStream 44 k 2024-04-15T15:07:32.832 INFO:teuthology.orchestra.run.smithi084.stdout:Installing weak dependencies: 2024-04-15T15:07:32.832 INFO:teuthology.orchestra.run.smithi084.stdout: qatlib-service x86_64 24.02.0-1.el9 CentOS-AppStream 35 k 2024-04-15T15:07:32.832 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:07:32.832 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction Summary 2024-04-15T15:07:32.832 INFO:teuthology.orchestra.run.smithi084.stdout:============================================================================================ 2024-04-15T15:07:32.833 INFO:teuthology.orchestra.run.smithi084.stdout:Install 150 Packages 2024-04-15T15:07:32.833 INFO:teuthology.orchestra.run.smithi084.stdout:Upgrade 24 Packages 2024-04-15T15:07:32.833 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:07:32.833 INFO:teuthology.orchestra.run.smithi084.stdout:Total download size: 228 M 2024-04-15T15:07:32.833 INFO:teuthology.orchestra.run.smithi084.stdout:Downloading Packages: 2024-04-15T15:07:32.937 INFO:teuthology.orchestra.run.smithi203.stdout:(4/174): ceph-mds-19.0.0-2861.g9bf1c4ba.el8.x86 1.6 MB/s | 2.4 MB 00:01 2024-04-15T15:07:33.262 INFO:teuthology.orchestra.run.smithi203.stdout:(5/174): ceph-base-19.0.0-2861.g9bf1c4ba.el8.x8 1.5 MB/s | 5.4 MB 00:03 2024-04-15T15:07:33.529 INFO:teuthology.orchestra.run.smithi203.stdout:(6/174): ceph-mgr-19.0.0-2861.g9bf1c4ba.el8.x86 2.5 MB/s | 1.5 MB 00:00 2024-04-15T15:07:33.788 INFO:teuthology.orchestra.run.smithi084.stdout:(1/174): ceph-19.0.0-2861.g9bf1c4ba.el8.x86_64. 19 kB/s | 6.6 kB 00:00 2024-04-15T15:07:34.780 INFO:teuthology.orchestra.run.smithi084.stdout:(2/174): ceph-fuse-19.0.0-2861.g9bf1c4ba.el8.x8 898 kB/s | 890 kB 00:00 2024-04-15T15:07:34.939 INFO:teuthology.orchestra.run.smithi084.stdout:(3/174): ceph-immutable-object-cache-19.0.0-286 916 kB/s | 145 kB 00:00 2024-04-15T15:07:35.587 INFO:teuthology.orchestra.run.smithi203.stdout:(7/174): ceph-mon-19.0.0-2861.g9bf1c4ba.el8.x86 2.0 MB/s | 4.7 MB 00:02 2024-04-15T15:07:36.055 INFO:teuthology.orchestra.run.smithi084.stdout:(4/174): ceph-mds-19.0.0-2861.g9bf1c4ba.el8.x86 2.1 MB/s | 2.4 MB 00:01 2024-04-15T15:07:36.531 INFO:teuthology.orchestra.run.smithi084.stdout:(5/174): ceph-mgr-19.0.0-2861.g9bf1c4ba.el8.x86 3.1 MB/s | 1.5 MB 00:00 2024-04-15T15:07:37.104 INFO:teuthology.orchestra.run.smithi203.stdout:(8/174): ceph-osd-19.0.0-2861.g9bf1c4ba.el8.x86 4.7 MB/s | 17 MB 00:03 2024-04-15T15:07:37.204 INFO:teuthology.orchestra.run.smithi203.stdout:(9/174): ceph-selinux-19.0.0-2861.g9bf1c4ba.el8 252 kB/s | 25 kB 00:00 2024-04-15T15:07:37.814 INFO:teuthology.orchestra.run.smithi084.stdout:(6/174): ceph-mon-19.0.0-2861.g9bf1c4ba.el8.x86 3.7 MB/s | 4.7 MB 00:01 2024-04-15T15:07:37.881 INFO:teuthology.orchestra.run.smithi084.stdout:(7/174): ceph-base-19.0.0-2861.g9bf1c4ba.el8.x8 1.2 MB/s | 5.4 MB 00:04 2024-04-15T15:07:40.388 INFO:teuthology.orchestra.run.smithi203.stdout:(10/174): ceph-common-19.0.0-2861.g9bf1c4ba.el8 2.0 MB/s | 21 MB 00:10 2024-04-15T15:07:40.546 INFO:teuthology.orchestra.run.smithi203.stdout:(11/174): cephfs-mirror-19.0.0-2861.g9bf1c4ba.e 1.4 MB/s | 224 kB 00:00 2024-04-15T15:07:40.605 INFO:teuthology.orchestra.run.smithi203.stdout:(12/174): cephfs-shell-19.0.0-2861.g9bf1c4ba.el 464 kB/s | 27 kB 00:00 2024-04-15T15:07:40.663 INFO:teuthology.orchestra.run.smithi203.stdout:(13/174): libcephfs-devel-19.0.0-2861.g9bf1c4ba 543 kB/s | 32 kB 00:00 2024-04-15T15:07:40.922 INFO:teuthology.orchestra.run.smithi203.stdout:(14/174): libcephfs2-19.0.0-2861.g9bf1c4ba.el8. 2.8 MB/s | 747 kB 00:00 2024-04-15T15:07:41.013 INFO:teuthology.orchestra.run.smithi203.stdout:(15/174): libcephsqlite-19.0.0-2861.g9bf1c4ba.e 1.7 MB/s | 164 kB 00:00 2024-04-15T15:07:41.064 INFO:teuthology.orchestra.run.smithi203.stdout:(16/174): librados-devel-19.0.0-2861.g9bf1c4ba. 2.5 MB/s | 127 kB 00:00 2024-04-15T15:07:41.106 INFO:teuthology.orchestra.run.smithi084.stdout:(8/174): ceph-osd-19.0.0-2861.g9bf1c4ba.el8.x86 5.1 MB/s | 17 MB 00:03 2024-04-15T15:07:41.172 INFO:teuthology.orchestra.run.smithi084.stdout:(9/174): ceph-selinux-19.0.0-2861.g9bf1c4ba.el8 380 kB/s | 25 kB 00:00 2024-04-15T15:07:41.247 INFO:teuthology.orchestra.run.smithi203.stdout:(17/174): libradosstriper1-19.0.0-2861.g9bf1c4b 2.7 MB/s | 501 kB 00:00 2024-04-15T15:07:42.964 INFO:teuthology.orchestra.run.smithi203.stdout:(18/174): librgw2-19.0.0-2861.g9bf1c4ba.el8.x86 3.0 MB/s | 5.2 MB 00:01 2024-04-15T15:07:43.048 INFO:teuthology.orchestra.run.smithi203.stdout:(19/174): python3-ceph-argparse-19.0.0-2861.g9b 543 kB/s | 45 kB 00:00 2024-04-15T15:07:43.132 INFO:teuthology.orchestra.run.smithi203.stdout:(20/174): python3-ceph-common-19.0.0-2861.g9bf1 1.6 MB/s | 135 kB 00:00 2024-04-15T15:07:43.215 INFO:teuthology.orchestra.run.smithi203.stdout:(21/174): python3-cephfs-19.0.0-2861.g9bf1c4ba. 1.9 MB/s | 162 kB 00:00 2024-04-15T15:07:43.365 INFO:teuthology.orchestra.run.smithi203.stdout:(22/174): python3-rados-19.0.0-2861.g9bf1c4ba.e 2.1 MB/s | 320 kB 00:00 2024-04-15T15:07:43.499 INFO:teuthology.orchestra.run.smithi203.stdout:(23/174): python3-rbd-19.0.0-2861.g9bf1c4ba.el8 2.2 MB/s | 297 kB 00:00 2024-04-15T15:07:43.616 INFO:teuthology.orchestra.run.smithi203.stdout:(24/174): python3-rgw-19.0.0-2861.g9bf1c4ba.el8 851 kB/s | 99 kB 00:00 2024-04-15T15:07:43.691 INFO:teuthology.orchestra.run.smithi203.stdout:(25/174): rbd-fuse-19.0.0-2861.g9bf1c4ba.el8.x8 1.1 MB/s | 85 kB 00:00 2024-04-15T15:07:44.633 INFO:teuthology.orchestra.run.smithi203.stdout:(26/174): rbd-mirror-19.0.0-2861.g9bf1c4ba.el8. 3.3 MB/s | 3.1 MB 00:00 2024-04-15T15:07:44.708 INFO:teuthology.orchestra.run.smithi203.stdout:(27/174): rbd-nbd-19.0.0-2861.g9bf1c4ba.el8.x86 2.2 MB/s | 171 kB 00:00 2024-04-15T15:07:44.784 INFO:teuthology.orchestra.run.smithi203.stdout:(28/174): ceph-grafana-dashboards-19.0.0-2861.g 455 kB/s | 34 kB 00:00 2024-04-15T15:07:44.917 INFO:teuthology.orchestra.run.smithi203.stdout:(29/174): ceph-radosgw-19.0.0-2861.g9bf1c4ba.el 1.1 MB/s | 10 MB 00:09 2024-04-15T15:07:44.942 INFO:teuthology.orchestra.run.smithi203.stdout:(30/174): ceph-mgr-cephadm-19.0.0-2861.g9bf1c4b 897 kB/s | 142 kB 00:00 2024-04-15T15:07:47.493 INFO:teuthology.orchestra.run.smithi203.stdout:(31/174): ceph-mgr-diskprediction-local-19.0.0- 2.9 MB/s | 7.4 MB 00:02 2024-04-15T15:07:47.601 INFO:teuthology.orchestra.run.smithi203.stdout:(32/174): ceph-mgr-modules-core-19.0.0-2861.g9b 2.3 MB/s | 249 kB 00:00 2024-04-15T15:07:47.693 INFO:teuthology.orchestra.run.smithi203.stdout:(33/174): ceph-mgr-rook-19.0.0-2861.g9bf1c4ba.e 538 kB/s | 49 kB 00:00 2024-04-15T15:07:47.785 INFO:teuthology.orchestra.run.smithi203.stdout:(34/174): ceph-prometheus-alerts-19.0.0-2861.g9 179 kB/s | 16 kB 00:00 2024-04-15T15:07:47.944 INFO:teuthology.orchestra.run.smithi203.stdout:(35/174): ceph-volume-19.0.0-2861.g9bf1c4ba.el8 1.6 MB/s | 264 kB 00:00 2024-04-15T15:07:48.185 INFO:teuthology.orchestra.run.smithi203.stdout:(36/174): cephadm-19.0.0-2861.g9bf1c4ba.el8.noa 3.1 MB/s | 762 kB 00:00 2024-04-15T15:07:48.286 INFO:teuthology.orchestra.run.smithi203.stdout:(37/174): cephfs-top-19.0.0-2861.g9bf1c4ba.el8. 182 kB/s | 18 kB 00:00 2024-04-15T15:07:48.569 INFO:teuthology.orchestra.run.smithi203.stdout:(38/174): automake-1.16.2-8.el9.noarch.rpm 2.3 MB/s | 662 kB 00:00 2024-04-15T15:07:48.644 INFO:teuthology.orchestra.run.smithi203.stdout:(39/174): bison-3.7.4-5.el9.x86_64.rpm 12 MB/s | 920 kB 00:00 2024-04-15T15:07:48.687 INFO:teuthology.orchestra.run.smithi203.stdout:(40/174): boost-program-options-1.75.0-8.el9.x8 2.5 MB/s | 106 kB 00:00 2024-04-15T15:07:48.745 INFO:teuthology.orchestra.run.smithi203.stdout:(41/174): flex-2.6.4-9.el9.x86_64.rpm 5.2 MB/s | 307 kB 00:00 2024-04-15T15:07:48.779 INFO:teuthology.orchestra.run.smithi203.stdout:(42/174): flexiblas-3.0.4-8.el9.x86_64.rpm 953 kB/s | 32 kB 00:00 2024-04-15T15:07:48.921 INFO:teuthology.orchestra.run.smithi203.stdout:(43/174): flexiblas-netlib-3.0.4-8.el9.x86_64.r 21 MB/s | 3.0 MB 00:00 2024-04-15T15:07:48.979 INFO:teuthology.orchestra.run.smithi203.stdout:(44/174): flexiblas-openblas-openmp-3.0.4-8.el9 294 kB/s | 17 kB 00:00 2024-04-15T15:07:49.030 INFO:teuthology.orchestra.run.smithi203.stdout:(45/174): libaio-devel-0.3.111-13.el9.x86_64.rp 201 kB/s | 10 kB 00:00 2024-04-15T15:07:49.072 INFO:teuthology.orchestra.run.smithi203.stdout:(46/174): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.7 MB/s | 159 kB 00:00 2024-04-15T15:07:49.097 INFO:teuthology.orchestra.run.smithi203.stdout:(47/174): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.7 MB/s | 44 kB 00:00 2024-04-15T15:07:49.155 INFO:teuthology.orchestra.run.smithi203.stdout:(48/174): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 661 kB 00:00 2024-04-15T15:07:49.247 INFO:teuthology.orchestra.run.smithi203.stdout:(49/174): libtool-2.4.6-45.el9.x86_64.rpm 6.2 MB/s | 578 kB 00:00 2024-04-15T15:07:49.290 INFO:teuthology.orchestra.run.smithi203.stdout:(50/174): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.1 MB/s | 46 kB 00:00 2024-04-15T15:07:49.340 INFO:teuthology.orchestra.run.smithi203.stdout:(51/174): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.5 MB/s | 282 kB 00:00 2024-04-15T15:07:49.373 INFO:teuthology.orchestra.run.smithi203.stdout:(52/174): lua-5.4.4-4.el9.x86_64.rpm 5.5 MB/s | 187 kB 00:00 2024-04-15T15:07:49.415 INFO:teuthology.orchestra.run.smithi203.stdout:(53/174): oniguruma-6.9.6-1.el9.5.x86_64.rpm 5.1 MB/s | 217 kB 00:00 2024-04-15T15:07:49.474 INFO:teuthology.orchestra.run.smithi203.stdout:(54/174): openblas-0.3.21-2.el9.x86_64.rpm 587 kB/s | 34 kB 00:00 2024-04-15T15:07:49.683 INFO:teuthology.orchestra.run.smithi203.stdout:(55/174): openblas-openmp-0.3.21-2.el9.x86_64.r 23 MB/s | 4.7 MB 00:00 2024-04-15T15:07:49.800 INFO:teuthology.orchestra.run.smithi203.stdout:(56/174): postgresql-13.14-1.el9.x86_64.rpm 13 MB/s | 1.5 MB 00:00 2024-04-15T15:07:49.858 INFO:teuthology.orchestra.run.smithi203.stdout:(57/174): postgresql-contrib-13.14-1.el9.x86_64 14 MB/s | 817 kB 00:00 2024-04-15T15:07:49.909 INFO:teuthology.orchestra.run.smithi203.stdout:(58/174): postgresql-private-libs-13.14-1.el9.x 2.6 MB/s | 132 kB 00:00 2024-04-15T15:07:50.225 INFO:teuthology.orchestra.run.smithi203.stdout:(59/174): postgresql-server-13.14-1.el9.x86_64. 18 MB/s | 5.7 MB 00:00 2024-04-15T15:07:50.317 INFO:teuthology.orchestra.run.smithi203.stdout:(60/174): protobuf-3.14.0-13.el9.x86_64.rpm 11 MB/s | 1.0 MB 00:00 2024-04-15T15:07:50.368 INFO:teuthology.orchestra.run.smithi203.stdout:(61/174): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 78 kB 00:00 2024-04-15T15:07:50.576 INFO:teuthology.orchestra.run.smithi203.stdout:(62/174): python3-babel-2.9.1-2.el9.noarch.rpm 28 MB/s | 5.8 MB 00:00 2024-04-15T15:07:50.610 INFO:teuthology.orchestra.run.smithi203.stdout:(63/174): python3-jsonpatch-1.21-16.el9.noarch. 738 kB/s | 24 kB 00:00 2024-04-15T15:07:50.635 INFO:teuthology.orchestra.run.smithi203.stdout:(64/174): python3-jsonpointer-2.0-4.el9.noarch. 726 kB/s | 18 kB 00:00 2024-04-15T15:07:50.669 INFO:teuthology.orchestra.run.smithi203.stdout:(65/174): python3-mako-1.1.4-6.el9.noarch.rpm 4.2 MB/s | 144 kB 00:00 2024-04-15T15:07:50.694 INFO:teuthology.orchestra.run.smithi203.stdout:(66/174): python3-markupsafe-1.1.1-12.el9.x86_6 1.2 MB/s | 32 kB 00:00 2024-04-15T15:07:50.853 INFO:teuthology.orchestra.run.smithi203.stdout:(67/174): python3-numpy-1.20.1-5.el9.x86_64.rpm 30 MB/s | 4.8 MB 00:00 2024-04-15T15:07:50.911 INFO:teuthology.orchestra.run.smithi203.stdout:(68/174): ceph-mgr-dashboard-19.0.0-2861.g9bf1c 605 kB/s | 3.5 MB 00:05 2024-04-15T15:07:50.937 INFO:teuthology.orchestra.run.smithi203.stdout:(69/174): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.5 MB/s | 217 kB 00:00 2024-04-15T15:07:50.962 INFO:teuthology.orchestra.run.smithi203.stdout:(70/174): python3-oauthlib-3.1.1-5.el9.noarch.r 3.4 MB/s | 174 kB 00:00 2024-04-15T15:07:50.979 INFO:teuthology.orchestra.run.smithi203.stdout:(71/174): python3-packaging-20.9-5.el9.noarch.r 1.6 MB/s | 69 kB 00:00 2024-04-15T15:07:51.004 INFO:teuthology.orchestra.run.smithi203.stdout:(72/174): python3-prettytable-0.7.2-27.el9.noar 984 kB/s | 41 kB 00:00 2024-04-15T15:07:51.029 INFO:teuthology.orchestra.run.smithi203.stdout:(73/174): python3-protobuf-3.14.0-13.el9.noarch 4.7 MB/s | 238 kB 00:00 2024-04-15T15:07:51.063 INFO:teuthology.orchestra.run.smithi203.stdout:(74/174): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.2 MB/s | 132 kB 00:00 2024-04-15T15:07:51.088 INFO:teuthology.orchestra.run.smithi203.stdout:(75/174): python3-pyasn1-modules-0.4.8-6.el9.no 3.5 MB/s | 211 kB 00:00 2024-04-15T15:07:51.139 INFO:teuthology.orchestra.run.smithi203.stdout:(76/174): python3-pytz-2021.1-5.el9.noarch.rpm 630 kB/s | 47 kB 00:00 2024-04-15T15:07:51.164 INFO:teuthology.orchestra.run.smithi203.stdout:(77/174): python3-requests-oauthlib-1.3.0-12.el 567 kB/s | 43 kB 00:00 2024-04-15T15:07:51.398 INFO:teuthology.orchestra.run.smithi203.stdout:(78/174): python3-toml-0.10.2-6.el9.noarch.rpm 165 kB/s | 39 kB 00:00 2024-04-15T15:07:51.706 INFO:teuthology.orchestra.run.smithi203.stdout:(79/174): python3-scipy-1.6.2-8.el9.x86_64.rpm 28 MB/s | 16 MB 00:00 2024-04-15T15:07:51.732 INFO:teuthology.orchestra.run.smithi203.stdout:(80/174): python3-wcwidth-0.2.5-8.el9.noarch.rp 124 kB/s | 41 kB 00:00 2024-04-15T15:07:51.765 INFO:teuthology.orchestra.run.smithi203.stdout:(81/174): qatlib-24.02.0-1.el9.x86_64.rpm 6.5 MB/s | 220 kB 00:00 2024-04-15T15:07:51.790 INFO:teuthology.orchestra.run.smithi203.stdout:(82/174): qatlib-service-24.02.0-1.el9.x86_64.r 597 kB/s | 35 kB 00:00 2024-04-15T15:07:51.816 INFO:teuthology.orchestra.run.smithi203.stdout:(83/174): qatzip-libs-1.2.0-1.el9.x86_64.rpm 924 kB/s | 46 kB 00:00 2024-04-15T15:07:51.841 INFO:teuthology.orchestra.run.smithi203.stdout:(84/174): socat-1.7.4.1-5.el9.x86_64.rpm 5.9 MB/s | 300 kB 00:00 2024-04-15T15:07:51.866 INFO:teuthology.orchestra.run.smithi203.stdout:(85/174): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 56 kB 00:00 2024-04-15T15:07:51.891 INFO:teuthology.orchestra.run.smithi203.stdout:(86/174): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 63 kB 00:00 2024-04-15T15:07:51.917 INFO:teuthology.orchestra.run.smithi203.stdout:(87/174): zlib-devel-1.2.11-40.el9.x86_64.rpm 880 kB/s | 44 kB 00:00 2024-04-15T15:07:51.942 INFO:teuthology.orchestra.run.smithi203.stdout:(88/174): fuse-2.9.9-15.el9.x86_64.rpm 1.5 MB/s | 79 kB 00:00 2024-04-15T15:07:51.967 INFO:teuthology.orchestra.run.smithi203.stdout:(89/174): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.7 MB/s | 241 kB 00:00 2024-04-15T15:07:52.009 INFO:teuthology.orchestra.run.smithi203.stdout:(90/174): python3-cryptography-36.0.1-4.el9.x86 17 MB/s | 1.1 MB 00:00 2024-04-15T15:07:52.035 INFO:teuthology.orchestra.run.smithi203.stdout:(91/174): python3-ply-3.11-14.el9.noarch.rpm 1.5 MB/s | 103 kB 00:00 2024-04-15T15:07:52.060 INFO:teuthology.orchestra.run.smithi203.stdout:(92/174): python3-pycparser-2.20-6.el9.noarch.r 2.4 MB/s | 124 kB 00:00 2024-04-15T15:07:52.085 INFO:teuthology.orchestra.run.smithi203.stdout:(93/174): python3-urllib3-1.26.5-5.el9.noarch.r 3.7 MB/s | 187 kB 00:00 2024-04-15T15:07:52.277 INFO:teuthology.orchestra.run.smithi203.stdout:(94/174): jq-1.6-16.el9.x86_64.rpm 863 kB/s | 187 kB 00:00 2024-04-15T15:07:52.402 INFO:teuthology.orchestra.run.smithi203.stdout:(95/174): libquadmath-11.4.1-3.el9.x86_64.rpm 1.5 MB/s | 195 kB 00:00 2024-04-15T15:07:52.461 INFO:teuthology.orchestra.run.smithi203.stdout:(96/174): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-04-15T15:07:52.569 INFO:teuthology.orchestra.run.smithi203.stdout:(97/174): elfutils-libelf-devel-0.190-2.el9.x86 199 kB/s | 21 kB 00:00 2024-04-15T15:07:52.628 INFO:teuthology.orchestra.run.smithi203.stdout:(98/174): libgfortran-11.4.1-3.el9.x86_64.rpm 1.4 MB/s | 803 kB 00:00 2024-04-15T15:07:52.645 INFO:teuthology.orchestra.run.smithi203.stdout:(99/174): libuuid-devel-2.37.4-18.el9.x86_64.rp 338 kB/s | 25 kB 00:00 2024-04-15T15:07:52.879 INFO:teuthology.orchestra.run.smithi203.stdout:(100/174): python3-devel-3.9.17-2.el9.x86_64.rp 1.0 MB/s | 245 kB 00:00 2024-04-15T15:07:52.879 INFO:teuthology.orchestra.run.smithi084.stdout:(10/174): ceph-test-19.0.0-2861.g9bf1c4ba.el8.x 4.1 MB/s | 49 MB 00:11 2024-04-15T15:07:53.062 INFO:teuthology.orchestra.run.smithi203.stdout:(101/174): python3-jinja2-2.11.3-5.el9.noarch.r 1.3 MB/s | 248 kB 00:00 2024-04-15T15:07:53.104 INFO:teuthology.orchestra.run.smithi084.stdout:(11/174): cephfs-mirror-19.0.0-2861.g9bf1c4ba.e 1.0 MB/s | 224 kB 00:00 2024-04-15T15:07:53.121 INFO:teuthology.orchestra.run.smithi203.stdout:(102/174): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.6 MB/s | 94 kB 00:00 2024-04-15T15:07:53.163 INFO:teuthology.orchestra.run.smithi084.stdout:(12/174): cephfs-shell-19.0.0-2861.g9bf1c4ba.el 463 kB/s | 27 kB 00:00 2024-04-15T15:07:53.238 INFO:teuthology.orchestra.run.smithi203.stdout:(103/174): lua-devel-5.4.4-4.el9.x86_64.rpm 191 kB/s | 22 kB 00:00 2024-04-15T15:07:53.238 INFO:teuthology.orchestra.run.smithi084.stdout:(13/174): libcephfs-devel-19.0.0-2861.g9bf1c4ba 424 kB/s | 32 kB 00:00 2024-04-15T15:07:53.564 INFO:teuthology.orchestra.run.smithi084.stdout:(14/174): libcephfs2-19.0.0-2861.g9bf1c4ba.el8. 2.2 MB/s | 747 kB 00:00 2024-04-15T15:07:53.672 INFO:teuthology.orchestra.run.smithi084.stdout:(15/174): libcephsqlite-19.0.0-2861.g9bf1c4ba.e 1.5 MB/s | 164 kB 00:00 2024-04-15T15:07:53.688 INFO:teuthology.orchestra.run.smithi203.stdout:(104/174): protobuf-compiler-3.14.0-13.el9.x86_ 1.9 MB/s | 863 kB 00:00 2024-04-15T15:07:53.797 INFO:teuthology.orchestra.run.smithi084.stdout:(16/174): librados-devel-19.0.0-2861.g9bf1c4ba. 1.0 MB/s | 127 kB 00:00 2024-04-15T15:07:53.998 INFO:teuthology.orchestra.run.smithi084.stdout:(17/174): libradosstriper1-19.0.0-2861.g9bf1c4b 2.4 MB/s | 501 kB 00:00 2024-04-15T15:07:54.388 INFO:teuthology.orchestra.run.smithi203.stdout:(105/174): openssl-devel-3.0.7-27.el9.x86_64.rp 2.3 MB/s | 4.1 MB 00:01 2024-04-15T15:07:54.413 INFO:teuthology.orchestra.run.smithi203.stdout:(106/174): abseil-cpp-20211102.0-3.el9.x86_64.r 756 kB/s | 548 kB 00:00 2024-04-15T15:07:54.522 INFO:teuthology.orchestra.run.smithi203.stdout:(107/174): grpc-data-1.46.7-10.el9.noarch.rpm 179 kB/s | 19 kB 00:00 2024-04-15T15:07:55.014 INFO:teuthology.orchestra.run.smithi203.stdout:(108/174): libarrow-9.0.0-10.el9.x86_64.rpm 9.0 MB/s | 4.4 MB 00:00 2024-04-15T15:07:55.040 INFO:teuthology.orchestra.run.smithi203.stdout:(109/174): gperftools-libs-2.9.1-2.el9.x86_64.r 474 kB/s | 309 kB 00:00 2024-04-15T15:07:55.115 INFO:teuthology.orchestra.run.smithi203.stdout:(110/174): libarrow-doc-9.0.0-10.el9.noarch.rpm 259 kB/s | 26 kB 00:00 2024-04-15T15:07:55.140 INFO:teuthology.orchestra.run.smithi203.stdout:(111/174): liboath-2.6.7-2.el9.x86_64.rpm 485 kB/s | 49 kB 00:00 2024-04-15T15:07:55.207 INFO:teuthology.orchestra.run.smithi203.stdout:(112/174): libunwind-1.6.2-1.el9.x86_64.rpm 735 kB/s | 67 kB 00:00 2024-04-15T15:07:55.257 INFO:teuthology.orchestra.run.smithi203.stdout:(113/174): luarocks-3.9.2-1.el9.noarch.rpm 1.3 MB/s | 151 kB 00:00 2024-04-15T15:07:55.341 INFO:teuthology.orchestra.run.smithi203.stdout:(114/174): parquet-libs-9.0.0-10.el9.x86_64.rpm 6.1 MB/s | 838 kB 00:00 2024-04-15T15:07:55.425 INFO:teuthology.orchestra.run.smithi203.stdout:(115/174): python3-bcrypt-3.2.2-1.el9.x86_64.rp 522 kB/s | 43 kB 00:00 2024-04-15T15:07:55.466 INFO:teuthology.orchestra.run.smithi203.stdout:(116/174): python3-asyncssh-2.13.2-5.el9.noarch 2.6 MB/s | 548 kB 00:00 2024-04-15T15:07:55.517 INFO:teuthology.orchestra.run.smithi203.stdout:(117/174): python3-cachetools-4.2.4-1.el9.noarc 351 kB/s | 32 kB 00:00 2024-04-15T15:07:55.567 INFO:teuthology.orchestra.run.smithi203.stdout:(118/174): python3-certifi-2021.10.8-2.el9.noar 149 kB/s | 15 kB 00:00 2024-04-15T15:07:55.617 INFO:teuthology.orchestra.run.smithi203.stdout:(119/174): python3-cheroot-8.6.0-4.el9.noarch.r 1.7 MB/s | 172 kB 00:00 2024-04-15T15:07:55.709 INFO:teuthology.orchestra.run.smithi203.stdout:(120/174): python3-cherrypy-18.6.1-2.el9.noarch 2.5 MB/s | 358 kB 00:00 2024-04-15T15:07:55.743 INFO:teuthology.orchestra.run.smithi203.stdout:(121/174): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.4 MB/s | 303 kB 00:00 2024-04-15T15:07:55.818 INFO:teuthology.orchestra.run.smithi203.stdout:(122/174): python3-colorama-0.4.4-12.el9.noarch 325 kB/s | 35 kB 00:00 2024-04-15T15:07:55.843 INFO:teuthology.orchestra.run.smithi203.stdout:(123/174): python3-google-auth-2.28.2-1.el9.noa 2.0 MB/s | 203 kB 00:00 2024-04-15T15:07:55.990 INFO:teuthology.orchestra.run.smithi084.stdout:(18/174): librgw2-19.0.0-2861.g9bf1c4ba.el8.x86 2.6 MB/s | 5.2 MB 00:01 2024-04-15T15:07:56.019 INFO:teuthology.orchestra.run.smithi203.stdout:(124/174): python3-grpcio-tools-1.46.7-10.el9.x 825 kB/s | 144 kB 00:00 2024-04-15T15:07:56.064 INFO:teuthology.orchestra.run.smithi084.stdout:(19/174): python3-ceph-argparse-19.0.0-2861.g9b 604 kB/s | 45 kB 00:00 2024-04-15T15:07:56.136 INFO:teuthology.orchestra.run.smithi203.stdout:(125/174): python3-jaraco-8.2.1-3.el9.noarch.rp 92 kB/s | 11 kB 00:00 2024-04-15T15:07:56.140 INFO:teuthology.orchestra.run.smithi084.stdout:(20/174): python3-ceph-common-19.0.0-2861.g9bf1 1.7 MB/s | 135 kB 00:00 2024-04-15T15:07:56.224 INFO:teuthology.orchestra.run.smithi084.stdout:(21/174): python3-cephfs-19.0.0-2861.g9bf1c4ba. 1.9 MB/s | 162 kB 00:00 2024-04-15T15:07:56.253 INFO:teuthology.orchestra.run.smithi203.stdout:(126/174): python3-grpcio-1.46.7-10.el9.x86_64. 4.7 MB/s | 2.0 MB 00:00 2024-04-15T15:07:56.270 INFO:teuthology.orchestra.run.smithi203.stdout:(127/174): python3-jaraco-classes-3.2.1-5.el9.n 132 kB/s | 18 kB 00:00 2024-04-15T15:07:56.337 INFO:teuthology.orchestra.run.smithi203.stdout:(128/174): python3-jaraco-collections-3.0.0-8.e 278 kB/s | 23 kB 00:00 2024-04-15T15:07:56.354 INFO:teuthology.orchestra.run.smithi203.stdout:(129/174): python3-jaraco-functools-3.5.0-2.el9 233 kB/s | 19 kB 00:00 2024-04-15T15:07:56.365 INFO:teuthology.orchestra.run.smithi084.stdout:(22/174): python3-rados-19.0.0-2861.g9bf1c4ba.e 2.2 MB/s | 320 kB 00:00 2024-04-15T15:07:56.413 INFO:teuthology.orchestra.run.smithi203.stdout:(130/174): python3-jaraco-text-3.2.0-6.el9.noar 262 kB/s | 20 kB 00:00 2024-04-15T15:07:56.512 INFO:teuthology.orchestra.run.smithi203.stdout:(131/174): python3-logutils-0.3.5-21.el9.noarch 463 kB/s | 46 kB 00:00 2024-04-15T15:07:56.516 INFO:teuthology.orchestra.run.smithi084.stdout:(23/174): python3-rbd-19.0.0-2861.g9bf1c4ba.el8 1.9 MB/s | 297 kB 00:00 2024-04-15T15:07:56.599 INFO:teuthology.orchestra.run.smithi084.stdout:(24/174): python3-rgw-19.0.0-2861.g9bf1c4ba.el8 1.2 MB/s | 99 kB 00:00 2024-04-15T15:07:56.604 INFO:teuthology.orchestra.run.smithi203.stdout:(132/174): python3-more-itertools-8.12.0-2.el9. 859 kB/s | 79 kB 00:00 2024-04-15T15:07:56.638 INFO:teuthology.orchestra.run.smithi203.stdout:(133/174): python3-kubernetes-26.1.0-2.el9.noar 3.6 MB/s | 1.0 MB 00:00 2024-04-15T15:07:56.680 INFO:teuthology.orchestra.run.smithi203.stdout:(134/174): python3-natsort-7.1.1-5.el9.noarch.r 769 kB/s | 58 kB 00:00 2024-04-15T15:07:56.683 INFO:teuthology.orchestra.run.smithi084.stdout:(25/174): rbd-fuse-19.0.0-2861.g9bf1c4ba.el8.x8 1.0 MB/s | 85 kB 00:00 2024-04-15T15:07:56.722 INFO:teuthology.orchestra.run.smithi203.stdout:(135/174): python3-pecan-1.4.2-3.el9.noarch.rpm 3.2 MB/s | 272 kB 00:00 2024-04-15T15:07:56.747 INFO:teuthology.orchestra.run.smithi203.stdout:(136/174): python3-portend-3.1.0-2.el9.noarch.r 245 kB/s | 16 kB 00:00 2024-04-15T15:07:56.806 INFO:teuthology.orchestra.run.smithi203.stdout:(137/174): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.0 MB/s | 90 kB 00:00 2024-04-15T15:07:56.831 INFO:teuthology.orchestra.run.smithi203.stdout:(138/174): python3-pyperclip-1.8.2-2.el9.noarch 337 kB/s | 28 kB 00:00 2024-04-15T15:07:56.882 INFO:teuthology.orchestra.run.smithi203.stdout:(139/174): python3-repoze-lru-0.7-16.el9.noarch 409 kB/s | 31 kB 00:00 2024-04-15T15:07:56.915 INFO:teuthology.orchestra.run.smithi203.stdout:(140/174): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-04-15T15:07:56.957 INFO:teuthology.orchestra.run.smithi203.stdout:(141/174): python3-rsa-4.9-2.el9.noarch.rpm 785 kB/s | 59 kB 00:00 2024-04-15T15:07:56.991 INFO:teuthology.orchestra.run.smithi203.stdout:(142/174): python3-tempora-5.0.0-2.el9.noarch.r 475 kB/s | 36 kB 00:00 2024-04-15T15:07:57.041 INFO:teuthology.orchestra.run.smithi203.stdout:(143/174): python3-typing-extensions-4.4.0-2.el 611 kB/s | 51 kB 00:00 2024-04-15T15:07:57.083 INFO:teuthology.orchestra.run.smithi203.stdout:(144/174): python3-webob-1.8.7-6.el9.noarch.rpm 2.4 MB/s | 230 kB 00:00 2024-04-15T15:07:57.133 INFO:teuthology.orchestra.run.smithi203.stdout:(145/174): python3-websocket-client-1.2.3-2.el9 975 kB/s | 90 kB 00:00 2024-04-15T15:07:57.192 INFO:teuthology.orchestra.run.smithi203.stdout:(146/174): python3-werkzeug-2.0.3-3.el9.1.noarc 3.8 MB/s | 427 kB 00:00 2024-04-15T15:07:57.218 INFO:teuthology.orchestra.run.smithi203.stdout:(147/174): python3-zc-lockfile-2.0-10.el9.noarc 239 kB/s | 20 kB 00:00 2024-04-15T15:07:57.309 INFO:teuthology.orchestra.run.smithi203.stdout:(148/174): re2-20211101-3.el9.x86_64.rpm 1.6 MB/s | 192 kB 00:00 2024-04-15T15:07:57.443 INFO:teuthology.orchestra.run.smithi203.stdout:(149/174): thrift-0.15.0-2.el9.x86_64.rpm 7.0 MB/s | 1.6 MB 00:00 2024-04-15T15:07:57.684 INFO:teuthology.orchestra.run.smithi084.stdout:(26/174): rbd-mirror-19.0.0-2861.g9bf1c4ba.el8. 3.1 MB/s | 3.1 MB 00:00 2024-04-15T15:07:57.759 INFO:teuthology.orchestra.run.smithi084.stdout:(27/174): rbd-nbd-19.0.0-2861.g9bf1c4ba.el8.x86 2.2 MB/s | 171 kB 00:00 2024-04-15T15:07:57.834 INFO:teuthology.orchestra.run.smithi084.stdout:(28/174): ceph-grafana-dashboards-19.0.0-2861.g 456 kB/s | 34 kB 00:00 2024-04-15T15:07:57.918 INFO:teuthology.orchestra.run.smithi084.stdout:(29/174): ceph-mgr-cephadm-19.0.0-2861.g9bf1c4b 1.7 MB/s | 142 kB 00:00 2024-04-15T15:07:58.284 INFO:teuthology.orchestra.run.smithi203.stdout:(150/174): librbd1-19.0.0-2861.g9bf1c4ba.el8.x8 3.7 MB/s | 3.1 MB 00:00 2024-04-15T15:07:58.410 INFO:teuthology.orchestra.run.smithi203.stdout:(151/174): NetworkManager-1.47.4-1.el9.x86_64.r 18 MB/s | 2.3 MB 00:00 2024-04-15T15:07:58.546 INFO:teuthology.orchestra.run.smithi203.stdout:(152/174): NetworkManager-libnm-1.47.4-1.el9.x8 14 MB/s | 1.8 MB 00:00 2024-04-15T15:07:58.619 INFO:teuthology.orchestra.run.smithi203.stdout:(153/174): NetworkManager-team-1.47.4-1.el9.x86 544 kB/s | 41 kB 00:00 2024-04-15T15:07:58.677 INFO:teuthology.orchestra.run.smithi203.stdout:(154/174): NetworkManager-tui-1.47.4-1.el9.x86_ 4.2 MB/s | 248 kB 00:00 2024-04-15T15:07:58.752 INFO:teuthology.orchestra.run.smithi203.stdout:(155/174): xfsdump-3.1.12-4.el9.x86_64.rpm 4.2 MB/s | 321 kB 00:00 2024-04-15T15:07:58.928 INFO:teuthology.orchestra.run.smithi203.stdout:(156/174): acl-2.3.1-4.el9.x86_64.rpm 407 kB/s | 71 kB 00:00 2024-04-15T15:07:58.943 INFO:teuthology.orchestra.run.smithi084.stdout:(30/174): ceph-mgr-dashboard-19.0.0-2861.g9bf1c 3.5 MB/s | 3.5 MB 00:01 2024-04-15T15:07:58.995 INFO:teuthology.orchestra.run.smithi203.stdout:(157/174): elfutils-debuginfod-client-0.190-2.e 548 kB/s | 36 kB 00:00 2024-04-15T15:07:59.128 INFO:teuthology.orchestra.run.smithi203.stdout:(158/174): elfutils-libelf-0.190-2.el9.x86_64.r 1.4 MB/s | 192 kB 00:00 2024-04-15T15:07:59.210 INFO:teuthology.orchestra.run.smithi084.stdout:(31/174): ceph-radosgw-19.0.0-2861.g9bf1c4ba.el 479 kB/s | 10 MB 00:21 2024-04-15T15:07:59.271 INFO:teuthology.orchestra.run.smithi203.stdout:(159/174): elfutils-libs-0.190-2.el9.x86_64.rpm 1.8 MB/s | 256 kB 00:00 2024-04-15T15:07:59.354 INFO:teuthology.orchestra.run.smithi203.stdout:(160/174): libacl-2.3.1-4.el9.x86_64.rpm 277 kB/s | 23 kB 00:00 2024-04-15T15:07:59.429 INFO:teuthology.orchestra.run.smithi203.stdout:(161/174): libblkid-2.37.4-18.el9.x86_64.rpm 1.5 MB/s | 108 kB 00:00 2024-04-15T15:07:59.571 INFO:teuthology.orchestra.run.smithi203.stdout:(162/174): libfdisk-2.37.4-18.el9.x86_64.rpm 1.1 MB/s | 155 kB 00:00 2024-04-15T15:07:59.646 INFO:teuthology.orchestra.run.smithi203.stdout:(163/174): libmount-2.37.4-18.el9.x86_64.rpm 1.8 MB/s | 136 kB 00:00 2024-04-15T15:07:59.738 INFO:teuthology.orchestra.run.smithi203.stdout:(164/174): libsmartcols-2.37.4-18.el9.x86_64.rp 698 kB/s | 64 kB 00:00 2024-04-15T15:07:59.831 INFO:teuthology.orchestra.run.smithi203.stdout:(165/174): libuuid-2.37.4-18.el9.x86_64.rpm 312 kB/s | 29 kB 00:00 2024-04-15T15:07:59.885 INFO:teuthology.orchestra.run.smithi084.stdout:(32/174): ceph-mgr-modules-core-19.0.0-2861.g9b 369 kB/s | 249 kB 00:00 2024-04-15T15:08:00.243 INFO:teuthology.orchestra.run.smithi084.stdout:(33/174): ceph-mgr-rook-19.0.0-2861.g9bf1c4ba.e 138 kB/s | 49 kB 00:00 2024-04-15T15:08:00.377 INFO:teuthology.orchestra.run.smithi084.stdout:(34/174): ceph-prometheus-alerts-19.0.0-2861.g9 123 kB/s | 16 kB 00:00 2024-04-15T15:08:00.623 INFO:teuthology.orchestra.run.smithi203.stdout:(166/174): openssl-3.0.7-27.el9.x86_64.rpm 1.5 MB/s | 1.2 MB 00:00 2024-04-15T15:08:01.144 INFO:teuthology.orchestra.run.smithi084.stdout:(35/174): ceph-mgr-diskprediction-local-19.0.0- 3.4 MB/s | 7.4 MB 00:02 2024-04-15T15:08:01.194 INFO:teuthology.orchestra.run.smithi084.stdout:(36/174): ceph-volume-19.0.0-2861.g9bf1c4ba.el8 323 kB/s | 264 kB 00:00 2024-04-15T15:08:01.311 INFO:teuthology.orchestra.run.smithi084.stdout:(37/174): cephfs-top-19.0.0-2861.g9bf1c4ba.el8. 156 kB/s | 18 kB 00:00 2024-04-15T15:08:01.411 INFO:teuthology.orchestra.run.smithi084.stdout:(38/174): cephadm-19.0.0-2861.g9bf1c4ba.el8.noa 2.8 MB/s | 762 kB 00:00 2024-04-15T15:08:01.556 INFO:teuthology.orchestra.run.smithi203.stdout:(167/174): librados2-19.0.0-2861.g9bf1c4ba.el8. 819 kB/s | 3.4 MB 00:04 2024-04-15T15:08:01.670 INFO:teuthology.orchestra.run.smithi084.stdout:(39/174): automake-1.16.2-8.el9.noarch.rpm 1.8 MB/s | 662 kB 00:00 2024-04-15T15:08:01.720 INFO:teuthology.orchestra.run.smithi084.stdout:(40/174): bison-3.7.4-5.el9.x86_64.rpm 2.9 MB/s | 920 kB 00:00 2024-04-15T15:08:01.812 INFO:teuthology.orchestra.run.smithi084.stdout:(41/174): boost-program-options-1.75.0-8.el9.x8 750 kB/s | 106 kB 00:00 2024-04-15T15:08:01.838 INFO:teuthology.orchestra.run.smithi084.stdout:(42/174): flex-2.6.4-9.el9.x86_64.rpm 2.6 MB/s | 307 kB 00:00 2024-04-15T15:08:01.871 INFO:teuthology.orchestra.run.smithi084.stdout:(43/174): flexiblas-3.0.4-8.el9.x86_64.rpm 546 kB/s | 32 kB 00:00 2024-04-15T15:08:02.004 INFO:teuthology.orchestra.run.smithi084.stdout:(44/174): flexiblas-netlib-3.0.4-8.el9.x86_64.r 18 MB/s | 3.0 MB 00:00 2024-04-15T15:08:02.021 INFO:teuthology.orchestra.run.smithi084.stdout:(45/174): flexiblas-openblas-openmp-3.0.4-8.el9 114 kB/s | 17 kB 00:00 2024-04-15T15:08:02.056 INFO:teuthology.orchestra.run.smithi203.stdout:(168/174): openssl-libs-3.0.7-27.el9.x86_64.rpm 1.5 MB/s | 2.2 MB 00:01 2024-04-15T15:08:02.063 INFO:teuthology.orchestra.run.smithi084.stdout:(46/174): libaio-devel-0.3.111-13.el9.x86_64.rp 243 kB/s | 10 kB 00:00 2024-04-15T15:08:02.089 INFO:teuthology.orchestra.run.smithi084.stdout:(47/174): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.3 MB/s | 159 kB 00:00 2024-04-15T15:08:02.105 INFO:teuthology.orchestra.run.smithi084.stdout:(48/174): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.0 MB/s | 44 kB 00:00 2024-04-15T15:08:02.164 INFO:teuthology.orchestra.run.smithi084.stdout:(49/174): librdkafka-1.6.1-102.el9.x86_64.rpm 8.6 MB/s | 661 kB 00:00 2024-04-15T15:08:02.189 INFO:teuthology.orchestra.run.smithi084.stdout:(50/174): libtool-2.4.6-45.el9.x86_64.rpm 6.8 MB/s | 578 kB 00:00 2024-04-15T15:08:02.223 INFO:teuthology.orchestra.run.smithi084.stdout:(51/174): libzstd-devel-1.5.1-2.el9.x86_64.rpm 803 kB/s | 46 kB 00:00 2024-04-15T15:08:02.265 INFO:teuthology.orchestra.run.smithi084.stdout:(52/174): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.7 MB/s | 282 kB 00:00 2024-04-15T15:08:02.299 INFO:teuthology.orchestra.run.smithi084.stdout:(53/174): lua-5.4.4-4.el9.x86_64.rpm 2.4 MB/s | 187 kB 00:00 2024-04-15T15:08:02.357 INFO:teuthology.orchestra.run.smithi084.stdout:(54/174): oniguruma-6.9.6-1.el9.5.x86_64.rpm 2.3 MB/s | 217 kB 00:00 2024-04-15T15:08:02.374 INFO:teuthology.orchestra.run.smithi084.stdout:(55/174): openblas-0.3.21-2.el9.x86_64.rpm 453 kB/s | 34 kB 00:00 2024-04-15T15:08:02.407 INFO:teuthology.orchestra.run.smithi203.stdout:(169/174): util-linux-core-2.37.4-18.el9.x86_64 1.3 MB/s | 465 kB 00:00 2024-04-15T15:08:02.507 INFO:teuthology.orchestra.run.smithi203.stdout:(170/174): util-linux-user-2.37.4-18.el9.x86_64 312 kB/s | 31 kB 00:00 2024-04-15T15:08:02.583 INFO:teuthology.orchestra.run.smithi084.stdout:(56/174): openblas-openmp-0.3.21-2.el9.x86_64.r 21 MB/s | 4.7 MB 00:00 2024-04-15T15:08:02.616 INFO:teuthology.orchestra.run.smithi084.stdout:(57/174): postgresql-13.14-1.el9.x86_64.rpm 6.3 MB/s | 1.5 MB 00:00 2024-04-15T15:08:02.658 INFO:teuthology.orchestra.run.smithi084.stdout:(58/174): postgresql-contrib-13.14-1.el9.x86_64 11 MB/s | 817 kB 00:00 2024-04-15T15:08:02.692 INFO:teuthology.orchestra.run.smithi084.stdout:(59/174): postgresql-private-libs-13.14-1.el9.x 1.7 MB/s | 132 kB 00:00 2024-04-15T15:08:02.867 INFO:teuthology.orchestra.run.smithi084.stdout:(60/174): protobuf-3.14.0-13.el9.x86_64.rpm 5.8 MB/s | 1.0 MB 00:00 2024-04-15T15:08:02.951 INFO:teuthology.orchestra.run.smithi084.stdout:(61/174): postgresql-server-13.14-1.el9.x86_64. 20 MB/s | 5.7 MB 00:00 2024-04-15T15:08:02.976 INFO:teuthology.orchestra.run.smithi084.stdout:(62/174): python3-attrs-20.3.0-7.el9.noarch.rpm 728 kB/s | 78 kB 00:00 2024-04-15T15:08:03.210 INFO:teuthology.orchestra.run.smithi084.stdout:(63/174): python3-babel-2.9.1-2.el9.noarch.rpm 22 MB/s | 5.8 MB 00:00 2024-04-15T15:08:03.235 INFO:teuthology.orchestra.run.smithi084.stdout:(64/174): python3-jsonpatch-1.21-16.el9.noarch. 94 kB/s | 24 kB 00:00 2024-04-15T15:08:03.285 INFO:teuthology.orchestra.run.smithi084.stdout:(65/174): python3-jsonpointer-2.0-4.el9.noarch. 364 kB/s | 18 kB 00:00 2024-04-15T15:08:03.310 INFO:teuthology.orchestra.run.smithi084.stdout:(66/174): python3-mako-1.1.4-6.el9.noarch.rpm 1.9 MB/s | 144 kB 00:00 2024-04-15T15:08:03.336 INFO:teuthology.orchestra.run.smithi084.stdout:(67/174): python3-markupsafe-1.1.1-12.el9.x86_6 633 kB/s | 32 kB 00:00 2024-04-15T15:08:03.357 INFO:teuthology.orchestra.run.smithi203.stdout:(171/174): xfsprogs-6.3.0-1.el9.x86_64.rpm 1.3 MB/s | 1.1 MB 00:00 2024-04-15T15:08:03.399 INFO:teuthology.orchestra.run.smithi203.stdout:(172/174): util-linux-2.37.4-18.el9.x86_64.rpm 1.2 MB/s | 2.3 MB 00:01 2024-04-15T15:08:03.544 INFO:teuthology.orchestra.run.smithi084.stdout:(68/174): python3-numpy-1.20.1-5.el9.x86_64.rpm 20 MB/s | 4.8 MB 00:00 2024-04-15T15:08:03.570 INFO:teuthology.orchestra.run.smithi084.stdout:(69/174): python3-numpy-f2py-1.20.1-5.el9.x86_6 931 kB/s | 217 kB 00:00 2024-04-15T15:08:03.599 INFO:teuthology.orchestra.run.smithi203.stdout:(173/174): libacl-devel-2.3.1-4.el9.x86_64.rpm 307 kB/s | 74 kB 00:00 2024-04-15T15:08:03.653 INFO:teuthology.orchestra.run.smithi084.stdout:(70/174): python3-oauthlib-3.1.1-5.el9.noarch.r 2.1 MB/s | 174 kB 00:00 2024-04-15T15:08:03.678 INFO:teuthology.orchestra.run.smithi084.stdout:(71/174): python3-packaging-20.9-5.el9.noarch.r 635 kB/s | 69 kB 00:00 2024-04-15T15:08:03.728 INFO:teuthology.orchestra.run.smithi084.stdout:(72/174): python3-prettytable-0.7.2-27.el9.noar 549 kB/s | 41 kB 00:00 2024-04-15T15:08:03.754 INFO:teuthology.orchestra.run.smithi084.stdout:(73/174): python3-protobuf-3.14.0-13.el9.noarch 3.1 MB/s | 238 kB 00:00 2024-04-15T15:08:03.988 INFO:teuthology.orchestra.run.smithi084.stdout:(74/174): python3-pyasn1-0.4.8-6.el9.noarch.rpm 512 kB/s | 132 kB 00:00 2024-04-15T15:08:04.013 INFO:teuthology.orchestra.run.smithi084.stdout:(75/174): python3-pyasn1-modules-0.4.8-6.el9.no 814 kB/s | 211 kB 00:00 2024-04-15T15:08:04.046 INFO:teuthology.orchestra.run.smithi084.stdout:(76/174): python3-pytz-2021.1-5.el9.noarch.rpm 816 kB/s | 47 kB 00:00 2024-04-15T15:08:04.080 INFO:teuthology.orchestra.run.smithi084.stdout:(77/174): python3-requests-oauthlib-1.3.0-12.el 641 kB/s | 43 kB 00:00 2024-04-15T15:08:04.539 INFO:teuthology.orchestra.run.smithi084.stdout:(78/174): python3-toml-0.10.2-6.el9.noarch.rpm 84 kB/s | 39 kB 00:00 2024-04-15T15:08:04.690 INFO:teuthology.orchestra.run.smithi084.stdout:(79/174): python3-scipy-1.6.2-8.el9.x86_64.rpm 24 MB/s | 16 MB 00:00 2024-04-15T15:08:04.706 INFO:teuthology.orchestra.run.smithi084.stdout:(80/174): python3-wcwidth-0.2.5-8.el9.noarch.rp 247 kB/s | 41 kB 00:00 2024-04-15T15:08:04.739 INFO:teuthology.orchestra.run.smithi084.stdout:(81/174): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 220 kB 00:00 2024-04-15T15:08:04.756 INFO:teuthology.orchestra.run.smithi084.stdout:(82/174): qatlib-service-24.02.0-1.el9.x86_64.r 695 kB/s | 35 kB 00:00 2024-04-15T15:08:04.773 INFO:teuthology.orchestra.run.smithi084.stdout:(83/174): qatzip-libs-1.2.0-1.el9.x86_64.rpm 1.4 MB/s | 46 kB 00:00 2024-04-15T15:08:04.807 INFO:teuthology.orchestra.run.smithi084.stdout:(84/174): socat-1.7.4.1-5.el9.x86_64.rpm 5.8 MB/s | 300 kB 00:00 2024-04-15T15:08:04.824 INFO:teuthology.orchestra.run.smithi084.stdout:(85/174): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 56 kB 00:00 2024-04-15T15:08:04.858 INFO:teuthology.orchestra.run.smithi084.stdout:(86/174): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 63 kB 00:00 2024-04-15T15:08:04.883 INFO:teuthology.orchestra.run.smithi084.stdout:(87/174): zlib-devel-1.2.11-40.el9.x86_64.rpm 752 kB/s | 44 kB 00:00 2024-04-15T15:08:04.908 INFO:teuthology.orchestra.run.smithi084.stdout:(88/174): fuse-2.9.9-15.el9.x86_64.rpm 1.5 MB/s | 79 kB 00:00 2024-04-15T15:08:04.933 INFO:teuthology.orchestra.run.smithi084.stdout:(89/174): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.7 MB/s | 241 kB 00:00 2024-04-15T15:08:05.000 INFO:teuthology.orchestra.run.smithi084.stdout:(90/174): python3-cryptography-36.0.1-4.el9.x86 12 MB/s | 1.1 MB 00:00 2024-04-15T15:08:05.025 INFO:teuthology.orchestra.run.smithi084.stdout:(91/174): python3-ply-3.11-14.el9.noarch.rpm 1.1 MB/s | 103 kB 00:00 2024-04-15T15:08:05.059 INFO:teuthology.orchestra.run.smithi084.stdout:(92/174): python3-pycparser-2.20-6.el9.noarch.r 2.1 MB/s | 124 kB 00:00 2024-04-15T15:08:05.084 INFO:teuthology.orchestra.run.smithi084.stdout:(93/174): python3-urllib3-1.26.5-5.el9.noarch.r 3.1 MB/s | 187 kB 00:00 2024-04-15T15:08:05.693 INFO:teuthology.orchestra.run.smithi084.stdout:(94/174): jq-1.6-16.el9.x86_64.rpm 295 kB/s | 187 kB 00:00 2024-04-15T15:08:05.893 INFO:teuthology.orchestra.run.smithi084.stdout:(95/174): libquadmath-11.4.1-3.el9.x86_64.rpm 978 kB/s | 195 kB 00:00 2024-04-15T15:08:05.962 INFO:teuthology.orchestra.run.smithi084.stdout:(96/174): libgfortran-11.4.1-3.el9.x86_64.rpm 917 kB/s | 803 kB 00:00 2024-04-15T15:08:06.002 INFO:teuthology.orchestra.run.smithi084.stdout:(97/174): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-04-15T15:08:06.053 INFO:teuthology.orchestra.run.smithi084.stdout:(98/174): elfutils-libelf-devel-0.190-2.el9.x86 234 kB/s | 21 kB 00:00 2024-04-15T15:08:06.078 INFO:teuthology.orchestra.run.smithi084.stdout:(99/174): libuuid-devel-2.37.4-18.el9.x86_64.rp 339 kB/s | 25 kB 00:00 2024-04-15T15:08:06.162 INFO:teuthology.orchestra.run.smithi084.stdout:(100/174): python3-devel-3.9.17-2.el9.x86_64.rp 2.9 MB/s | 245 kB 00:00 2024-04-15T15:08:06.245 INFO:teuthology.orchestra.run.smithi084.stdout:(101/174): python3-jinja2-2.11.3-5.el9.noarch.r 2.9 MB/s | 248 kB 00:00 2024-04-15T15:08:06.320 INFO:teuthology.orchestra.run.smithi084.stdout:(102/174): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.2 MB/s | 94 kB 00:00 2024-04-15T15:08:06.379 INFO:teuthology.orchestra.run.smithi084.stdout:(103/174): openssl-devel-3.0.7-27.el9.x86_64.rp 13 MB/s | 4.1 MB 00:00 2024-04-15T15:08:06.571 INFO:teuthology.orchestra.run.smithi084.stdout:(104/174): lua-devel-5.4.4-4.el9.x86_64.rpm 89 kB/s | 22 kB 00:00 2024-04-15T15:08:06.988 INFO:teuthology.orchestra.run.smithi084.stdout:(105/174): protobuf-compiler-3.14.0-13.el9.x86_ 1.4 MB/s | 863 kB 00:00 2024-04-15T15:08:07.088 INFO:teuthology.orchestra.run.smithi084.stdout:(106/174): abseil-cpp-20211102.0-3.el9.x86_64.r 1.0 MB/s | 548 kB 00:00 2024-04-15T15:08:07.155 INFO:teuthology.orchestra.run.smithi084.stdout:(107/174): grpc-data-1.46.7-10.el9.noarch.rpm 292 kB/s | 19 kB 00:00 2024-04-15T15:08:07.338 INFO:teuthology.orchestra.run.smithi084.stdout:(108/174): gperftools-libs-2.9.1-2.el9.x86_64.r 881 kB/s | 309 kB 00:00 2024-04-15T15:08:07.405 INFO:teuthology.orchestra.run.smithi084.stdout:(109/174): libarrow-doc-9.0.0-10.el9.noarch.rpm 390 kB/s | 26 kB 00:00 2024-04-15T15:08:07.480 INFO:teuthology.orchestra.run.smithi084.stdout:(110/174): liboath-2.6.7-2.el9.x86_64.rpm 650 kB/s | 49 kB 00:00 2024-04-15T15:08:07.547 INFO:teuthology.orchestra.run.smithi084.stdout:(111/174): libunwind-1.6.2-1.el9.x86_64.rpm 1.0 MB/s | 67 kB 00:00 2024-04-15T15:08:07.673 INFO:teuthology.orchestra.run.smithi084.stdout:(112/174): luarocks-3.9.2-1.el9.noarch.rpm 1.2 MB/s | 151 kB 00:00 2024-04-15T15:08:08.132 INFO:teuthology.orchestra.run.smithi084.stdout:(113/174): parquet-libs-9.0.0-10.el9.x86_64.rpm 1.8 MB/s | 838 kB 00:00 2024-04-15T15:08:08.473 INFO:teuthology.orchestra.run.smithi084.stdout:(114/174): libarrow-9.0.0-10.el9.x86_64.rpm 3.4 MB/s | 4.4 MB 00:01 2024-04-15T15:08:08.499 INFO:teuthology.orchestra.run.smithi084.stdout:(115/174): python3-asyncssh-2.13.2-5.el9.noarch 1.5 MB/s | 548 kB 00:00 2024-04-15T15:08:08.574 INFO:teuthology.orchestra.run.smithi084.stdout:(116/174): python3-bcrypt-3.2.2-1.el9.x86_64.rp 434 kB/s | 43 kB 00:00 2024-04-15T15:08:08.599 INFO:teuthology.orchestra.run.smithi084.stdout:(117/174): python3-cachetools-4.2.4-1.el9.noarc 321 kB/s | 32 kB 00:00 2024-04-15T15:08:08.674 INFO:teuthology.orchestra.run.smithi084.stdout:(118/174): python3-certifi-2021.10.8-2.el9.noar 150 kB/s | 15 kB 00:00 2024-04-15T15:08:08.733 INFO:teuthology.orchestra.run.smithi084.stdout:(119/174): python3-cheroot-8.6.0-4.el9.noarch.r 1.3 MB/s | 172 kB 00:00 2024-04-15T15:08:08.808 INFO:teuthology.orchestra.run.smithi084.stdout:(120/174): python3-cherrypy-18.6.1-2.el9.noarch 2.6 MB/s | 358 kB 00:00 2024-04-15T15:08:08.892 INFO:teuthology.orchestra.run.smithi084.stdout:(121/174): python3-colorama-0.4.4-12.el9.noarch 423 kB/s | 35 kB 00:00 2024-04-15T15:08:08.934 INFO:teuthology.orchestra.run.smithi084.stdout:(122/174): python3-cmd2-2.4.2-2.el9.noarch.rpm 1.5 MB/s | 303 kB 00:00 2024-04-15T15:08:08.976 INFO:teuthology.orchestra.run.smithi084.stdout:(123/174): python3-google-auth-2.28.2-1.el9.noa 2.4 MB/s | 203 kB 00:00 2024-04-15T15:08:09.034 INFO:teuthology.orchestra.run.smithi084.stdout:(124/174): python3-grpcio-tools-1.46.7-10.el9.x 2.4 MB/s | 144 kB 00:00 2024-04-15T15:08:09.093 INFO:teuthology.orchestra.run.smithi084.stdout:(125/174): python3-jaraco-8.2.1-3.el9.noarch.rp 183 kB/s | 11 kB 00:00 2024-04-15T15:08:09.160 INFO:teuthology.orchestra.run.smithi084.stdout:(126/174): python3-jaraco-classes-3.2.1-5.el9.n 265 kB/s | 18 kB 00:00 2024-04-15T15:08:09.210 INFO:teuthology.orchestra.run.smithi084.stdout:(127/174): python3-jaraco-collections-3.0.0-8.e 465 kB/s | 23 kB 00:00 2024-04-15T15:08:09.269 INFO:teuthology.orchestra.run.smithi084.stdout:(128/174): python3-jaraco-functools-3.5.0-2.el9 333 kB/s | 19 kB 00:00 2024-04-15T15:08:09.319 INFO:teuthology.orchestra.run.smithi084.stdout:(129/174): python3-jaraco-text-3.2.0-6.el9.noar 395 kB/s | 20 kB 00:00 2024-04-15T15:08:09.478 INFO:teuthology.orchestra.run.smithi084.stdout:(130/174): python3-kubernetes-26.1.0-2.el9.noar 6.4 MB/s | 1.0 MB 00:00 2024-04-15T15:08:09.553 INFO:teuthology.orchestra.run.smithi084.stdout:(131/174): python3-logutils-0.3.5-21.el9.noarch 618 kB/s | 46 kB 00:00 2024-04-15T15:08:09.629 INFO:teuthology.orchestra.run.smithi084.stdout:(132/174): python3-more-itertools-8.12.0-2.el9. 1.0 MB/s | 79 kB 00:00 2024-04-15T15:08:09.712 INFO:teuthology.orchestra.run.smithi084.stdout:(133/174): python3-grpcio-1.46.7-10.el9.x86_64. 2.6 MB/s | 2.0 MB 00:00 2024-04-15T15:08:09.737 INFO:teuthology.orchestra.run.smithi084.stdout:(134/174): python3-natsort-7.1.1-5.el9.noarch.r 532 kB/s | 58 kB 00:00 2024-04-15T15:08:09.804 INFO:teuthology.orchestra.run.smithi084.stdout:(135/174): python3-portend-3.1.0-2.el9.noarch.r 247 kB/s | 16 kB 00:00 2024-04-15T15:08:09.838 INFO:teuthology.orchestra.run.smithi084.stdout:(136/174): python3-pecan-1.4.2-3.el9.noarch.rpm 2.1 MB/s | 272 kB 00:00 2024-04-15T15:08:09.871 INFO:teuthology.orchestra.run.smithi084.stdout:(137/174): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.3 MB/s | 90 kB 00:00 2024-04-15T15:08:09.905 INFO:teuthology.orchestra.run.smithi084.stdout:(138/174): python3-pyperclip-1.8.2-2.el9.noarch 422 kB/s | 28 kB 00:00 2024-04-15T15:08:09.938 INFO:teuthology.orchestra.run.smithi084.stdout:(139/174): python3-repoze-lru-0.7-16.el9.noarch 461 kB/s | 31 kB 00:00 2024-04-15T15:08:10.005 INFO:teuthology.orchestra.run.smithi084.stdout:(140/174): python3-rsa-4.9-2.el9.noarch.rpm 887 kB/s | 59 kB 00:00 2024-04-15T15:08:10.031 INFO:teuthology.orchestra.run.smithi084.stdout:(141/174): python3-routes-2.5.1-5.el9.noarch.rp 1.5 MB/s | 188 kB 00:00 2024-04-15T15:08:10.090 INFO:teuthology.orchestra.run.smithi084.stdout:(142/174): python3-tempora-5.0.0-2.el9.noarch.r 426 kB/s | 36 kB 00:00 2024-04-15T15:08:10.115 INFO:teuthology.orchestra.run.smithi084.stdout:(143/174): python3-typing-extensions-4.4.0-2.el 608 kB/s | 51 kB 00:00 2024-04-15T15:08:10.157 INFO:teuthology.orchestra.run.smithi084.stdout:(144/174): python3-webob-1.8.7-6.el9.noarch.rpm 3.4 MB/s | 230 kB 00:00 2024-04-15T15:08:10.182 INFO:teuthology.orchestra.run.smithi084.stdout:(145/174): python3-websocket-client-1.2.3-2.el9 1.3 MB/s | 90 kB 00:00 2024-04-15T15:08:10.241 INFO:teuthology.orchestra.run.smithi084.stdout:(146/174): python3-zc-lockfile-2.0-10.el9.noarc 343 kB/s | 20 kB 00:00 2024-04-15T15:08:10.266 INFO:teuthology.orchestra.run.smithi084.stdout:(147/174): python3-werkzeug-2.0.3-3.el9.1.noarc 3.8 MB/s | 427 kB 00:00 2024-04-15T15:08:10.341 INFO:teuthology.orchestra.run.smithi084.stdout:(148/174): re2-20211101-3.el9.x86_64.rpm 1.9 MB/s | 192 kB 00:00 2024-04-15T15:08:10.492 INFO:teuthology.orchestra.run.smithi084.stdout:(149/174): thrift-0.15.0-2.el9.x86_64.rpm 7.0 MB/s | 1.6 MB 00:00 2024-04-15T15:08:11.442 INFO:teuthology.orchestra.run.smithi084.stdout:(150/174): librados2-19.0.0-2861.g9bf1c4ba.el8. 3.1 MB/s | 3.4 MB 00:01 2024-04-15T15:08:11.592 INFO:teuthology.orchestra.run.smithi084.stdout:(151/174): NetworkManager-1.47.4-1.el9.x86_64.r 15 MB/s | 2.3 MB 00:00 2024-04-15T15:08:11.736 INFO:teuthology.orchestra.run.smithi084.stdout:(152/174): NetworkManager-libnm-1.47.4-1.el9.x8 13 MB/s | 1.8 MB 00:00 2024-04-15T15:08:11.784 INFO:teuthology.orchestra.run.smithi084.stdout:(153/174): NetworkManager-team-1.47.4-1.el9.x86 818 kB/s | 41 kB 00:00 2024-04-15T15:08:11.835 INFO:teuthology.orchestra.run.smithi084.stdout:(154/174): NetworkManager-tui-1.47.4-1.el9.x86_ 4.8 MB/s | 248 kB 00:00 2024-04-15T15:08:11.910 INFO:teuthology.orchestra.run.smithi084.stdout:(155/174): xfsdump-3.1.12-4.el9.x86_64.rpm 4.2 MB/s | 321 kB 00:00 2024-04-15T15:08:12.385 INFO:teuthology.orchestra.run.smithi084.stdout:(156/174): ceph-common-19.0.0-2861.g9bf1c4ba.el 547 kB/s | 21 MB 00:38 2024-04-15T15:08:12.410 INFO:teuthology.orchestra.run.smithi084.stdout:(157/174): acl-2.3.1-4.el9.x86_64.rpm 143 kB/s | 71 kB 00:00 2024-04-15T15:08:12.661 INFO:teuthology.orchestra.run.smithi084.stdout:(158/174): elfutils-debuginfod-client-0.190-2.e 132 kB/s | 36 kB 00:00 2024-04-15T15:08:12.694 INFO:teuthology.orchestra.run.smithi084.stdout:(159/174): elfutils-libelf-0.190-2.el9.x86_64.r 678 kB/s | 192 kB 00:00 2024-04-15T15:08:12.811 INFO:teuthology.orchestra.run.smithi084.stdout:(160/174): libacl-2.3.1-4.el9.x86_64.rpm 197 kB/s | 23 kB 00:00 2024-04-15T15:08:12.928 INFO:teuthology.orchestra.run.smithi084.stdout:(161/174): libblkid-2.37.4-18.el9.x86_64.rpm 928 kB/s | 108 kB 00:00 2024-04-15T15:08:13.036 INFO:teuthology.orchestra.run.smithi084.stdout:(162/174): libfdisk-2.37.4-18.el9.x86_64.rpm 1.4 MB/s | 155 kB 00:00 2024-04-15T15:08:13.087 INFO:teuthology.orchestra.run.smithi084.stdout:(163/174): elfutils-libs-0.190-2.el9.x86_64.rpm 600 kB/s | 256 kB 00:00 2024-04-15T15:08:13.137 INFO:teuthology.orchestra.run.smithi084.stdout:(164/174): libmount-2.37.4-18.el9.x86_64.rpm 1.3 MB/s | 136 kB 00:00 2024-04-15T15:08:13.187 INFO:teuthology.orchestra.run.smithi084.stdout:(165/174): libsmartcols-2.37.4-18.el9.x86_64.rp 637 kB/s | 64 kB 00:00 2024-04-15T15:08:13.237 INFO:teuthology.orchestra.run.smithi084.stdout:(166/174): libuuid-2.37.4-18.el9.x86_64.rpm 286 kB/s | 29 kB 00:00 2024-04-15T15:08:13.546 INFO:teuthology.orchestra.run.smithi084.stdout:(167/174): openssl-3.0.7-27.el9.x86_64.rpm 3.4 MB/s | 1.2 MB 00:00 2024-04-15T15:08:13.613 INFO:teuthology.orchestra.run.smithi084.stdout:(168/174): openssl-libs-3.0.7-27.el9.x86_64.rpm 5.7 MB/s | 2.2 MB 00:00 2024-04-15T15:08:13.722 INFO:teuthology.orchestra.run.smithi084.stdout:(169/174): util-linux-core-2.37.4-18.el9.x86_64 4.2 MB/s | 465 kB 00:00 2024-04-15T15:08:13.838 INFO:teuthology.orchestra.run.smithi084.stdout:(170/174): util-linux-user-2.37.4-18.el9.x86_64 267 kB/s | 31 kB 00:00 2024-04-15T15:08:13.889 INFO:teuthology.orchestra.run.smithi084.stdout:(171/174): util-linux-2.37.4-18.el9.x86_64.rpm 6.7 MB/s | 2.3 MB 00:00 2024-04-15T15:08:13.964 INFO:teuthology.orchestra.run.smithi084.stdout:(172/174): xfsprogs-6.3.0-1.el9.x86_64.rpm 8.6 MB/s | 1.1 MB 00:00 2024-04-15T15:08:14.040 INFO:teuthology.orchestra.run.smithi084.stdout:(173/174): libacl-devel-2.3.1-4.el9.x86_64.rpm 495 kB/s | 74 kB 00:00 2024-04-15T15:08:16.081 INFO:teuthology.orchestra.run.smithi084.stdout:(174/174): librbd1-19.0.0-2861.g9bf1c4ba.el8.x8 576 kB/s | 3.1 MB 00:05 2024-04-15T15:08:16.088 INFO:teuthology.orchestra.run.smithi084.stdout:-------------------------------------------------------------------------------- 2024-04-15T15:08:16.088 INFO:teuthology.orchestra.run.smithi084.stdout:Total 5.3 MB/s | 228 MB 00:43 2024-04-15T15:08:16.455 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction check 2024-04-15T15:08:16.727 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction check succeeded. 2024-04-15T15:08:16.728 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction test 2024-04-15T15:08:17.553 INFO:teuthology.orchestra.run.smithi203.stdout:(174/174): ceph-test-19.0.0-2861.g9bf1c4ba.el8. 1.2 MB/s | 49 MB 00:40 2024-04-15T15:08:17.557 INFO:teuthology.orchestra.run.smithi203.stdout:-------------------------------------------------------------------------------- 2024-04-15T15:08:17.557 INFO:teuthology.orchestra.run.smithi203.stdout:Total 4.7 MB/s | 228 MB 00:48 2024-04-15T15:08:17.931 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction check 2024-04-15T15:08:18.211 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction check succeeded. 2024-04-15T15:08:18.211 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction test 2024-04-15T15:08:18.738 INFO:teuthology.orchestra.run.smithi084.stdout:Transaction test succeeded. 2024-04-15T15:08:18.738 INFO:teuthology.orchestra.run.smithi084.stdout:Running transaction 2024-04-15T15:08:20.307 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction test succeeded. 2024-04-15T15:08:20.307 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction 2024-04-15T15:08:25.642 INFO:teuthology.orchestra.run.smithi084.stdout: Preparing : 1/1 2024-04-15T15:08:25.735 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : openssl-libs-1:3.0.7-27.el9.x86_64 1/198 2024-04-15T15:08:25.786 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : libuuid-2.37.4-18.el9.x86_64 2/198 2024-04-15T15:08:25.832 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : libblkid-2.37.4-18.el9.x86_64 3/198 2024-04-15T15:08:25.841 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libblkid-2.37.4-18.el9.x86_64 3/198 2024-04-15T15:08:25.896 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 4/198 2024-04-15T15:08:25.958 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 5/198 2024-04-15T15:08:25.991 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/198 2024-04-15T15:08:26.026 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/198 2024-04-15T15:08:26.087 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/198 2024-04-15T15:08:26.414 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/198 2024-04-15T15:08:26.477 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : librados2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 10/198 2024-04-15T15:08:26.611 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librados2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 10/198 2024-04-15T15:08:26.661 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libcephfs2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 11/198 2024-04-15T15:08:26.752 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libcephfs2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 11/198 2024-04-15T15:08:26.773 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-rados-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 12/198 2024-04-15T15:08:26.821 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 13/198 2024-04-15T15:08:26.995 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 14/198 2024-04-15T15:08:27.047 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : postgresql-13.14-1.el9.x86_64 15/198 2024-04-15T15:08:27.074 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libcephsqlite-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 16/198 2024-04-15T15:08:27.178 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 16/198 2024-04-15T15:08:27.200 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libradosstriper1-2:19.0.0-2861.g9bf1c4ba.el8.x86 17/198 2024-04-15T15:08:27.266 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2861.g9bf1c4ba.el8.x86 17/198 2024-04-15T15:08:27.272 INFO:teuthology.orchestra.run.smithi203.stdout: Preparing : 1/1 2024-04-15T15:08:27.297 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : libmount-2.37.4-18.el9.x86_64 18/198 2024-04-15T15:08:27.327 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 19/198 2024-04-15T15:08:27.342 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 19/198 2024-04-15T15:08:27.391 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : openssl-libs-1:3.0.7-27.el9.x86_64 1/198 2024-04-15T15:08:27.434 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : libuuid-2.37.4-18.el9.x86_64 2/198 2024-04-15T15:08:27.472 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : libblkid-2.37.4-18.el9.x86_64 3/198 2024-04-15T15:08:27.482 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: libblkid-2.37.4-18.el9.x86_64 3/198 2024-04-15T15:08:27.494 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 20/198 2024-04-15T15:08:27.521 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 4/198 2024-04-15T15:08:27.529 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 20/198 2024-04-15T15:08:27.569 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : libsmartcols-2.37.4-18.el9.x86_64 21/198 2024-04-15T15:08:27.576 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 5/198 2024-04-15T15:08:27.608 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/198 2024-04-15T15:08:27.634 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/198 2024-04-15T15:08:27.686 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/198 2024-04-15T15:08:27.841 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 22/198 2024-04-15T15:08:27.904 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 23/198 2024-04-15T15:08:27.947 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 23/198 2024-04-15T15:08:28.016 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/198 2024-04-15T15:08:28.042 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 24/198 2024-04-15T15:08:28.077 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : librados2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 10/198 2024-04-15T15:08:28.090 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : NetworkManager-1:1.47.4-1.el9.x86_64 24/198 2024-04-15T15:08:28.206 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: librados2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 10/198 2024-04-15T15:08:28.236 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libcephfs2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 11/198 2024-04-15T15:08:28.294 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 24/198 2024-04-15T15:08:28.327 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: libcephfs2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 11/198 2024-04-15T15:08:28.357 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-rados-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 12/198 2024-04-15T15:08:28.398 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 13/198 2024-04-15T15:08:28.404 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : re2-1:20211101-3.el9.x86_64 25/198 2024-04-15T15:08:28.498 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 26/198 2024-04-15T15:08:28.536 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 27/198 2024-04-15T15:08:28.563 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : liboath-2.6.7-2.el9.x86_64 28/198 2024-04-15T15:08:28.583 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 14/198 2024-04-15T15:08:28.602 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/198 2024-04-15T15:08:28.639 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : postgresql-13.14-1.el9.x86_64 15/198 2024-04-15T15:08:28.666 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libcephsqlite-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 16/198 2024-04-15T15:08:28.673 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/198 2024-04-15T15:08:28.727 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 31/198 2024-04-15T15:08:28.765 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/198 2024-04-15T15:08:28.769 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 16/198 2024-04-15T15:08:28.799 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libradosstriper1-2:19.0.0-2861.g9bf1c4ba.el8.x86 17/198 2024-04-15T15:08:28.829 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 33/198 2024-04-15T15:08:28.848 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2861.g9bf1c4ba.el8.x86 17/198 2024-04-15T15:08:28.864 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 34/198 2024-04-15T15:08:28.887 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : libmount-2.37.4-18.el9.x86_64 18/198 2024-04-15T15:08:28.907 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/198 2024-04-15T15:08:28.909 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 19/198 2024-04-15T15:08:28.925 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 19/198 2024-04-15T15:08:28.940 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/198 2024-04-15T15:08:28.968 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : lua-5.4.4-4.el9.x86_64 37/198 2024-04-15T15:08:29.046 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 38/198 2024-04-15T15:08:29.081 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-ceph-common-2:19.0.0-2861.g9bf1c4ba.el8. 39/198 2024-04-15T15:08:29.119 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 20/198 2024-04-15T15:08:29.124 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-ceph-argparse-2:19.0.0-2861.g9bf1c4ba.el 40/198 2024-04-15T15:08:29.150 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 20/198 2024-04-15T15:08:29.153 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cephfs-2:19.0.0-2861.g9bf1c4ba.el8.x86_6 41/198 2024-04-15T15:08:29.189 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : libsmartcols-2.37.4-18.el9.x86_64 21/198 2024-04-15T15:08:29.223 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 42/198 2024-04-15T15:08:29.267 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : luarocks-3.9.2-1.el9.noarch 43/198 2024-04-15T15:08:29.333 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 44/198 2024-04-15T15:08:29.377 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 22/198 2024-04-15T15:08:29.467 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 45/198 2024-04-15T15:08:29.528 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 46/198 2024-04-15T15:08:29.533 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 23/198 2024-04-15T15:08:29.585 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 23/198 2024-04-15T15:08:29.694 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 24/198 2024-04-15T15:08:29.753 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : NetworkManager-1:1.47.4-1.el9.x86_64 24/198 2024-04-15T15:08:29.964 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: NetworkManager-1:1.47.4-1.el9.x86_64 24/198 2024-04-15T15:08:30.042 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-rsa-4.9-2.el9.noarch 47/198 2024-04-15T15:08:30.070 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : re2-1:20211101-3.el9.x86_64 25/198 2024-04-15T15:08:30.115 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 48/198 2024-04-15T15:08:30.162 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 26/198 2024-04-15T15:08:30.192 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 27/198 2024-04-15T15:08:30.199 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 49/198 2024-04-15T15:08:30.219 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : liboath-2.6.7-2.el9.x86_64 28/198 2024-04-15T15:08:30.251 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-04-15T15:08:30.261 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-04-15T15:08:30.262 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/198 2024-04-15T15:08:30.292 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 51/198 2024-04-15T15:08:30.337 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/198 2024-04-15T15:08:30.341 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 52/198 2024-04-15T15:08:30.378 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : librados-devel-2:19.0.0-2861.g9bf1c4ba.el8.x86_6 53/198 2024-04-15T15:08:30.391 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 31/198 2024-04-15T15:08:30.409 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 54/198 2024-04-15T15:08:30.430 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/198 2024-04-15T15:08:30.494 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 33/198 2024-04-15T15:08:30.529 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 34/198 2024-04-15T15:08:30.572 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/198 2024-04-15T15:08:30.614 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/198 2024-04-15T15:08:30.641 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : lua-5.4.4-4.el9.x86_64 37/198 2024-04-15T15:08:30.704 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : libfdisk-2.37.4-18.el9.x86_64 55/198 2024-04-15T15:08:30.710 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 38/198 2024-04-15T15:08:30.746 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-ceph-common-2:19.0.0-2861.g9bf1c4ba.el8. 39/198 2024-04-15T15:08:30.790 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-ceph-argparse-2:19.0.0-2861.g9bf1c4ba.el 40/198 2024-04-15T15:08:30.818 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cephfs-2:19.0.0-2861.g9bf1c4ba.el8.x86_6 41/198 2024-04-15T15:08:30.860 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : util-linux-2.37.4-18.el9.x86_64 56/198 2024-04-15T15:08:30.887 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 42/198 2024-04-15T15:08:30.933 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : luarocks-3.9.2-1.el9.noarch 43/198 2024-04-15T15:08:30.968 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 57/198 2024-04-15T15:08:31.007 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 44/198 2024-04-15T15:08:31.012 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 58/198 2024-04-15T15:08:31.148 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 45/198 2024-04-15T15:08:31.149 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 59/198 2024-04-15T15:08:31.198 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : openssl-1:3.0.7-27.el9.x86_64 60/198 2024-04-15T15:08:31.202 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 46/198 2024-04-15T15:08:31.253 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 61/198 2024-04-15T15:08:31.325 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 62/198 2024-04-15T15:08:31.357 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 63/198 2024-04-15T15:08:31.385 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 64/198 2024-04-15T15:08:31.431 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 65/198 2024-04-15T15:08:31.468 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 66/198 2024-04-15T15:08:31.511 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 67/198 2024-04-15T15:08:31.553 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 68/198 2024-04-15T15:08:31.686 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 69/198 2024-04-15T15:08:31.719 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-rsa-4.9-2.el9.noarch 47/198 2024-04-15T15:08:31.725 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 70/198 2024-04-15T15:08:31.756 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 71/198 2024-04-15T15:08:31.796 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 72/198 2024-04-15T15:08:31.806 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 48/198 2024-04-15T15:08:31.890 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 49/198 2024-04-15T15:08:31.890 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 73/198 2024-04-15T15:08:31.930 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 74/198 2024-04-15T15:08:31.935 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-04-15T15:08:31.945 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-04-15T15:08:31.970 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 75/198 2024-04-15T15:08:31.992 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 51/198 2024-04-15T15:08:31.995 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 76/198 2024-04-15T15:08:32.020 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 77/198 2024-04-15T15:08:32.041 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 52/198 2024-04-15T15:08:32.079 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : librados-devel-2:19.0.0-2861.g9bf1c4ba.el8.x86_6 53/198 2024-04-15T15:08:32.099 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 78/198 2024-04-15T15:08:32.110 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 54/198 2024-04-15T15:08:32.220 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 79/198 2024-04-15T15:08:32.328 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 80/198 2024-04-15T15:08:32.370 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 81/198 2024-04-15T15:08:32.399 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : libfdisk-2.37.4-18.el9.x86_64 55/198 2024-04-15T15:08:32.418 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-ply-3.11-14.el9.noarch 82/198 2024-04-15T15:08:32.475 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 83/198 2024-04-15T15:08:32.558 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : util-linux-2.37.4-18.el9.x86_64 56/198 2024-04-15T15:08:32.654 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 57/198 2024-04-15T15:08:32.656 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 84/198 2024-04-15T15:08:32.707 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 58/198 2024-04-15T15:08:32.707 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 85/198 2024-04-15T15:08:32.838 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 86/198 2024-04-15T15:08:32.880 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 87/198 2024-04-15T15:08:32.912 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 88/198 2024-04-15T15:08:32.943 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : fuse-2.9.9-15.el9.x86_64 89/198 2024-04-15T15:08:32.984 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 90/198 2024-04-15T15:08:33.013 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 91/198 2024-04-15T15:08:33.053 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : uuid-1.6.2-55.el9.x86_64 92/198 2024-04-15T15:08:33.075 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 59/198 2024-04-15T15:08:33.084 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 93/198 2024-04-15T15:08:33.122 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 94/198 2024-04-15T15:08:33.190 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 95/198 2024-04-15T15:08:33.224 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 96/198 2024-04-15T15:08:33.257 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 97/198 2024-04-15T15:08:33.285 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : openssl-1:3.0.7-27.el9.x86_64 60/198 2024-04-15T15:08:33.299 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 98/198 2024-04-15T15:08:33.334 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 99/198 2024-04-15T15:08:33.340 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 61/198 2024-04-15T15:08:33.413 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 62/198 2024-04-15T15:08:33.423 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 100/198 2024-04-15T15:08:33.444 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 63/198 2024-04-15T15:08:33.481 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 64/198 2024-04-15T15:08:33.512 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 101/198 2024-04-15T15:08:33.528 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 65/198 2024-04-15T15:08:33.556 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 102/198 2024-04-15T15:08:33.563 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 66/198 2024-04-15T15:08:33.587 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 103/198 2024-04-15T15:08:33.606 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 67/198 2024-04-15T15:08:33.635 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 104/198 2024-04-15T15:08:33.649 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 68/198 2024-04-15T15:08:33.741 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-packaging-20.9-5.el9.noarch 105/198 2024-04-15T15:08:33.783 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 69/198 2024-04-15T15:08:33.789 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 106/198 2024-04-15T15:08:33.830 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 70/198 2024-04-15T15:08:33.860 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 71/198 2024-04-15T15:08:33.901 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 72/198 2024-04-15T15:08:33.996 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 73/198 2024-04-15T15:08:34.035 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 74/198 2024-04-15T15:08:34.075 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 75/198 2024-04-15T15:08:34.101 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 76/198 2024-04-15T15:08:34.126 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 77/198 2024-04-15T15:08:34.217 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 78/198 2024-04-15T15:08:34.355 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 79/198 2024-04-15T15:08:34.462 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 80/198 2024-04-15T15:08:34.509 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 107/198 2024-04-15T15:08:34.510 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 81/198 2024-04-15T15:08:34.559 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-ply-3.11-14.el9.noarch 82/198 2024-04-15T15:08:34.567 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 108/198 2024-04-15T15:08:34.601 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 109/198 2024-04-15T15:08:34.614 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 83/198 2024-04-15T15:08:34.649 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 110/198 2024-04-15T15:08:34.738 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 111/198 2024-04-15T15:08:34.768 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 112/198 2024-04-15T15:08:34.809 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 84/198 2024-04-15T15:08:34.856 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 85/198 2024-04-15T15:08:34.944 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : openblas-0.3.21-2.el9.x86_64 113/198 2024-04-15T15:08:34.982 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 114/198 2024-04-15T15:08:34.985 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 86/198 2024-04-15T15:08:35.022 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 87/198 2024-04-15T15:08:35.052 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 115/198 2024-04-15T15:08:35.053 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 88/198 2024-04-15T15:08:35.084 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : fuse-2.9.9-15.el9.x86_64 89/198 2024-04-15T15:08:35.112 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 90/198 2024-04-15T15:08:35.147 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 91/198 2024-04-15T15:08:35.186 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : uuid-1.6.2-55.el9.x86_64 92/198 2024-04-15T15:08:35.218 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 93/198 2024-04-15T15:08:35.247 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 94/198 2024-04-15T15:08:35.324 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 95/198 2024-04-15T15:08:35.359 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 96/198 2024-04-15T15:08:35.392 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 97/198 2024-04-15T15:08:35.433 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 98/198 2024-04-15T15:08:35.468 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 99/198 2024-04-15T15:08:35.558 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 100/198 2024-04-15T15:08:35.648 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 101/198 2024-04-15T15:08:35.691 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 102/198 2024-04-15T15:08:35.694 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 116/198 2024-04-15T15:08:35.731 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 103/198 2024-04-15T15:08:35.778 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 104/198 2024-04-15T15:08:35.804 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 117/198 2024-04-15T15:08:35.876 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-packaging-20.9-5.el9.noarch 105/198 2024-04-15T15:08:35.933 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 106/198 2024-04-15T15:08:36.664 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 107/198 2024-04-15T15:08:36.730 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 108/198 2024-04-15T15:08:36.764 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 109/198 2024-04-15T15:08:36.813 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 110/198 2024-04-15T15:08:36.909 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 111/198 2024-04-15T15:08:36.940 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 112/198 2024-04-15T15:08:37.013 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 118/198 2024-04-15T15:08:37.091 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 119/198 2024-04-15T15:08:37.119 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : openblas-0.3.21-2.el9.x86_64 113/198 2024-04-15T15:08:37.121 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 120/198 2024-04-15T15:08:37.144 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : jq-1.6-16.el9.x86_64 121/198 2024-04-15T15:08:37.155 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 114/198 2024-04-15T15:08:37.172 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 122/198 2024-04-15T15:08:37.233 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 115/198 2024-04-15T15:08:37.484 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 123/198 2024-04-15T15:08:37.510 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : librbd1-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 124/198 2024-04-15T15:08:37.584 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librbd1-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 124/198 2024-04-15T15:08:37.614 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-rbd-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 125/198 2024-04-15T15:08:37.651 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 126/198 2024-04-15T15:08:37.897 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 116/198 2024-04-15T15:08:38.012 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 117/198 2024-04-15T15:08:38.125 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 127/198 2024-04-15T15:08:38.155 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : librgw2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 128/198 2024-04-15T15:08:38.226 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librgw2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 128/198 2024-04-15T15:08:38.248 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : python3-rgw-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 129/198 2024-04-15T15:08:39.248 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 118/198 2024-04-15T15:08:39.341 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 119/198 2024-04-15T15:08:39.373 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 120/198 2024-04-15T15:08:39.412 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : jq-1.6-16.el9.x86_64 121/198 2024-04-15T15:08:39.440 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 122/198 2024-04-15T15:08:39.753 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 123/198 2024-04-15T15:08:39.778 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : librbd1-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 124/198 2024-04-15T15:08:39.869 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: librbd1-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 124/198 2024-04-15T15:08:39.920 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-rbd-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 125/198 2024-04-15T15:08:39.961 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 126/198 2024-04-15T15:08:40.428 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 127/198 2024-04-15T15:08:40.441 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-common-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 130/198 2024-04-15T15:08:40.456 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : librgw2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 128/198 2024-04-15T15:08:40.477 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-common-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 130/198 2024-04-15T15:08:40.519 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: librgw2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 128/198 2024-04-15T15:08:40.542 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-rgw-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 129/198 2024-04-15T15:08:41.018 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-common-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 130/198 2024-04-15T15:08:41.055 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-base-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 131/198 2024-04-15T15:08:41.148 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-base-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 131/198 2024-04-15T15:08:41.148 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-15T15:08:41.148 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-15T15:08:41.148 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:08:41.367 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-selinux-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 132/198 2024-04-15T15:08:42.869 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-common-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 130/198 2024-04-15T15:08:42.907 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-common-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 130/198 2024-04-15T15:08:43.452 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-common-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 130/198 2024-04-15T15:08:43.502 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-base-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 131/198 2024-04-15T15:08:43.592 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-base-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 131/198 2024-04-15T15:08:43.592 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-15T15:08:43.592 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-15T15:08:43.592 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:08:43.628 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-selinux-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 132/198 2024-04-15T15:08:53.208 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 132/198 2024-04-15T15:08:53.208 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /sys 2024-04-15T15:08:53.208 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /proc 2024-04-15T15:08:53.208 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /mnt 2024-04-15T15:08:53.208 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /var/tmp 2024-04-15T15:08:53.208 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /home 2024-04-15T15:08:53.208 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /root 2024-04-15T15:08:53.208 INFO:teuthology.orchestra.run.smithi084.stdout:skipping the directory /tmp 2024-04-15T15:08:53.208 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:08:53.375 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-volume-2:19.0.0-2861.g9bf1c4ba.el8.noarch 133/198 2024-04-15T15:08:53.390 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-volume-2:19.0.0-2861.g9bf1c4ba.el8.noarch 133/198 2024-04-15T15:08:53.390 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T15:08:53.390 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-15T15:08:53.390 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:08:54.862 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-osd-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 134/198 2024-04-15T15:08:54.888 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-osd-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 134/198 2024-04-15T15:08:54.888 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T15:08:54.888 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-15T15:08:54.889 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-15T15:08:54.889 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-15T15:08:54.889 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:08:55.120 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mds-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 135/198 2024-04-15T15:08:55.144 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mds-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 135/198 2024-04-15T15:08:55.144 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T15:08:55.144 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-15T15:08:55.144 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-15T15:08:55.144 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-15T15:08:55.145 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:08:55.474 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 132/198 2024-04-15T15:08:55.474 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /sys 2024-04-15T15:08:55.474 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /proc 2024-04-15T15:08:55.474 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /mnt 2024-04-15T15:08:55.475 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /var/tmp 2024-04-15T15:08:55.475 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /home 2024-04-15T15:08:55.475 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /root 2024-04-15T15:08:55.475 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /tmp 2024-04-15T15:08:55.475 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:08:55.596 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mon-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 136/198 2024-04-15T15:08:55.619 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mon-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 136/198 2024-04-15T15:08:55.619 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T15:08:55.619 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-15T15:08:55.619 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-15T15:08:55.619 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-15T15:08:55.619 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:08:55.639 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-volume-2:19.0.0-2861.g9bf1c4ba.el8.noarch 133/198 2024-04-15T15:08:55.655 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-volume-2:19.0.0-2861.g9bf1c4ba.el8.noarch 133/198 2024-04-15T15:08:55.655 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T15:08:55.655 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-15T15:08:55.656 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:08:55.714 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : automake-1.16.2-8.el9.noarch 137/198 2024-04-15T15:08:56.125 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: cephadm-2:19.0.0-2861.g9bf1c4ba.el8.noarch 138/198 2024-04-15T15:08:56.154 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : cephadm-2:19.0.0-2861.g9bf1c4ba.el8.noarch 138/198 2024-04-15T15:08:56.212 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2861.g9bf1c4ba.e 139/198 2024-04-15T15:08:56.263 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2861.g9bf1c4ba. 140/198 2024-04-15T15:08:56.294 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2861.g9bf1c4ba.el8.noa 141/198 2024-04-15T15:08:57.143 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-osd-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 134/198 2024-04-15T15:08:57.169 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-osd-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 134/198 2024-04-15T15:08:57.170 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T15:08:57.170 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-15T15:08:57.170 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-15T15:08:57.170 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-15T15:08:57.170 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:08:57.319 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2861.g9bf1c4ba.el8.noa 141/198 2024-04-15T15:08:57.354 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2861.g9bf1c4ba.el8.n 142/198 2024-04-15T15:08:57.410 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mds-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 135/198 2024-04-15T15:08:57.433 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mds-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 135/198 2024-04-15T15:08:57.434 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T15:08:57.434 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-15T15:08:57.434 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-15T15:08:57.434 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-15T15:08:57.434 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:08:57.878 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mon-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 136/198 2024-04-15T15:08:57.901 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mon-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 136/198 2024-04-15T15:08:57.901 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T15:08:57.902 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-15T15:08:57.902 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-15T15:08:57.902 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-15T15:08:57.902 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:08:57.996 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : automake-1.16.2-8.el9.noarch 137/198 2024-04-15T15:08:58.309 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2861.g9bf1c4ba.el8.n 142/198 2024-04-15T15:08:58.338 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2861.g9bf 143/198 2024-04-15T15:08:58.438 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2861.g9bf 143/198 2024-04-15T15:08:58.459 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: cephadm-2:19.0.0-2861.g9bf1c4ba.el8.noarch 138/198 2024-04-15T15:08:58.478 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : cephadm-2:19.0.0-2861.g9bf1c4ba.el8.noarch 138/198 2024-04-15T15:08:58.513 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2861.g9bf1c4ba.e 139/198 2024-04-15T15:08:58.571 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2861.g9bf1c4ba. 140/198 2024-04-15T15:08:58.600 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2861.g9bf1c4ba.el 144/198 2024-04-15T15:08:58.601 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2861.g9bf1c4ba.el8.noa 141/198 2024-04-15T15:08:58.631 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 145/198 2024-04-15T15:08:58.654 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 145/198 2024-04-15T15:08:58.655 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T15:08:58.655 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-15T15:08:58.655 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-15T15:08:58.655 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-15T15:08:58.655 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:08:58.698 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-mgr-rook-2:19.0.0-2861.g9bf1c4ba.el8.noarch 146/198 2024-04-15T15:08:58.709 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2861.g9bf1c4ba.el8.noarch 146/198 2024-04-15T15:08:58.763 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 147/198 2024-04-15T15:08:59.634 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2861.g9bf1c4ba.el8.noa 141/198 2024-04-15T15:08:59.640 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libtool-2.4.6-45.el9.x86_64 148/198 2024-04-15T15:08:59.667 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-radosgw-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 149/198 2024-04-15T15:08:59.670 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2861.g9bf1c4ba.el8.n 142/198 2024-04-15T15:08:59.690 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 149/198 2024-04-15T15:08:59.691 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T15:08:59.691 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-15T15:08:59.691 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-15T15:08:59.691 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-15T15:08:59.691 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:08:59.734 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2861.g9bf1c 150/198 2024-04-15T15:08:59.756 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2861.g9bf1c 150/198 2024-04-15T15:08:59.757 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T15:08:59.757 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-15T15:08:59.757 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:08:59.810 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : cephfs-mirror-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 151/198 2024-04-15T15:08:59.833 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 151/198 2024-04-15T15:08:59.833 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T15:08:59.833 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-15T15:08:59.833 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-15T15:08:59.833 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-15T15:08:59.833 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:00.128 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : rbd-mirror-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 152/198 2024-04-15T15:09:00.154 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 152/198 2024-04-15T15:09:00.155 INFO:teuthology.orchestra.run.smithi084.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T15:09:00.155 INFO:teuthology.orchestra.run.smithi084.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-15T15:09:00.155 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-15T15:09:00.155 INFO:teuthology.orchestra.run.smithi084.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-15T15:09:00.155 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:00.630 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2861.g9bf1c4ba.el8.n 142/198 2024-04-15T15:09:00.654 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2861.g9bf 143/198 2024-04-15T15:09:00.754 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2861.g9bf 143/198 2024-04-15T15:09:00.916 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2861.g9bf1c4ba.el 144/198 2024-04-15T15:09:00.939 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 145/198 2024-04-15T15:09:00.963 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 145/198 2024-04-15T15:09:00.963 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T15:09:00.964 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-15T15:09:00.964 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-15T15:09:00.964 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-15T15:09:00.964 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:01.015 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-rook-2:19.0.0-2861.g9bf1c4ba.el8.noarch 146/198 2024-04-15T15:09:01.027 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2861.g9bf1c4ba.el8.noarch 146/198 2024-04-15T15:09:01.074 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 147/198 2024-04-15T15:09:01.967 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libtool-2.4.6-45.el9.x86_64 148/198 2024-04-15T15:09:02.001 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-radosgw-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 149/198 2024-04-15T15:09:02.025 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 149/198 2024-04-15T15:09:02.025 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T15:09:02.025 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-15T15:09:02.025 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-15T15:09:02.026 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-15T15:09:02.026 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:02.068 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2861.g9bf1c 150/198 2024-04-15T15:09:02.091 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2861.g9bf1c 150/198 2024-04-15T15:09:02.091 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T15:09:02.091 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-15T15:09:02.092 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:02.144 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : cephfs-mirror-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 151/198 2024-04-15T15:09:02.167 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 151/198 2024-04-15T15:09:02.167 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T15:09:02.167 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-15T15:09:02.167 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-15T15:09:02.168 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-15T15:09:02.168 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:02.470 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : rbd-mirror-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 152/198 2024-04-15T15:09:02.494 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 152/198 2024-04-15T15:09:02.494 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T15:09:02.494 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-15T15:09:02.494 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-15T15:09:02.494 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-15T15:09:02.494 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:04.681 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-test-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 153/198 2024-04-15T15:09:04.722 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : rbd-fuse-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 154/198 2024-04-15T15:09:04.761 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : rbd-nbd-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 155/198 2024-04-15T15:09:04.788 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 156/198 2024-04-15T15:09:04.969 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : cephfs-shell-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 157/198 2024-04-15T15:09:05.079 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 158/198 2024-04-15T15:09:05.119 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : ceph-fuse-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 159/198 2024-04-15T15:09:05.171 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 160/198 2024-04-15T15:09:05.228 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 161/198 2024-04-15T15:09:05.271 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : util-linux-user-2.37.4-18.el9.x86_64 162/198 2024-04-15T15:09:05.295 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libcephfs-devel-2:19.0.0-2861.g9bf1c4ba.el8.x86_ 163/198 2024-04-15T15:09:05.338 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 164/198 2024-04-15T15:09:05.367 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : NetworkManager-team-1:1.47.4-1.el9.x86_64 165/198 2024-04-15T15:09:05.432 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : NetworkManager-tui-1:1.47.4-1.el9.x86_64 166/198 2024-04-15T15:09:05.500 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 167/198 2024-04-15T15:09:05.541 INFO:teuthology.orchestra.run.smithi084.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 168/198 2024-04-15T15:09:06.163 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 169/198 2024-04-15T15:09:06.197 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 169/198 2024-04-15T15:09:06.217 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 169/198 2024-04-15T15:09:07.027 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : cephfs-top-2:19.0.0-2861.g9bf1c4ba.el8.noarch 170/198 2024-04-15T15:09:07.075 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-test-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 153/198 2024-04-15T15:09:07.117 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 171/198 2024-04-15T15:09:07.126 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : rbd-fuse-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 154/198 2024-04-15T15:09:07.155 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : rbd-nbd-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 155/198 2024-04-15T15:09:07.157 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 172/198 2024-04-15T15:09:07.182 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 156/198 2024-04-15T15:09:07.247 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : flex-2.6.4-9.el9.x86_64 173/198 2024-04-15T15:09:07.278 INFO:teuthology.orchestra.run.smithi084.stdout: Installing : bison-3.7.4-5.el9.x86_64 174/198 2024-04-15T15:09:07.303 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 175/198 2024-04-15T15:09:07.358 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 176/198 2024-04-15T15:09:07.370 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : cephfs-shell-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 157/198 2024-04-15T15:09:07.397 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 177/198 2024-04-15T15:09:07.397 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-04-15T15:09:07.483 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 158/198 2024-04-15T15:09:07.485 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-04-15T15:09:07.522 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 179/198 2024-04-15T15:09:07.523 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 180/198 2024-04-15T15:09:07.531 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-fuse-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 159/198 2024-04-15T15:09:07.604 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 160/198 2024-04-15T15:09:07.607 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 180/198 2024-04-15T15:09:07.638 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 181/198 2024-04-15T15:09:07.666 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 182/198 2024-04-15T15:09:07.673 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 161/198 2024-04-15T15:09:07.692 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 183/198 2024-04-15T15:09:07.708 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : util-linux-user-2.37.4-18.el9.x86_64 162/198 2024-04-15T15:09:07.717 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 184/198 2024-04-15T15:09:07.741 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libcephfs-devel-2:19.0.0-2861.g9bf1c4ba.el8.x86_ 163/198 2024-04-15T15:09:07.752 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : util-linux-user-2.37.4-15.el9.x86_64 185/198 2024-04-15T15:09:07.847 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 164/198 2024-04-15T15:09:07.847 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : NetworkManager-team-1:1.47.4-1.el9.x86_64 165/198 2024-04-15T15:09:07.847 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : util-linux-2.37.4-15.el9.x86_64 186/198 2024-04-15T15:09:07.848 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : util-linux-core-2.37.4-15.el9.x86_64 187/198 2024-04-15T15:09:07.855 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : libfdisk-2.37.4-15.el9.x86_64 188/198 2024-04-15T15:09:07.880 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : libmount-2.37.4-15.el9.x86_64 189/198 2024-04-15T15:09:07.888 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : NetworkManager-tui-1:1.47.4-1.el9.x86_64 166/198 2024-04-15T15:09:07.906 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : libblkid-2.37.4-15.el9.x86_64 190/198 2024-04-15T15:09:07.931 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 191/198 2024-04-15T15:09:07.937 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-04-15T15:09:07.937 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-04-15T15:09:07.956 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 167/198 2024-04-15T15:09:07.993 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 168/198 2024-04-15T15:09:08.125 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-04-15T15:09:08.125 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-04-15T15:09:08.208 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-04-15T15:09:08.239 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : libuuid-2.37.4-15.el9.x86_64 194/198 2024-04-15T15:09:08.267 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : libsmartcols-2.37.4-15.el9.x86_64 195/198 2024-04-15T15:09:08.293 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 196/198 2024-04-15T15:09:08.318 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 197/198 2024-04-15T15:09:08.383 INFO:teuthology.orchestra.run.smithi084.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-04-15T15:09:08.579 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 169/198 2024-04-15T15:09:08.626 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 169/198 2024-04-15T15:09:08.647 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 169/198 2024-04-15T15:09:09.495 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : cephfs-top-2:19.0.0-2861.g9bf1c4ba.el8.noarch 170/198 2024-04-15T15:09:09.572 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 171/198 2024-04-15T15:09:09.614 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 172/198 2024-04-15T15:09:09.699 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : flex-2.6.4-9.el9.x86_64 173/198 2024-04-15T15:09:09.735 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : bison-3.7.4-5.el9.x86_64 174/198 2024-04-15T15:09:09.762 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 175/198 2024-04-15T15:09:09.785 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 176/198 2024-04-15T15:09:09.812 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 177/198 2024-04-15T15:09:09.812 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-04-15T15:09:09.900 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-04-15T15:09:09.929 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 179/198 2024-04-15T15:09:09.930 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 180/198 2024-04-15T15:09:10.006 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 180/198 2024-04-15T15:09:10.037 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 181/198 2024-04-15T15:09:10.066 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 182/198 2024-04-15T15:09:10.091 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 183/198 2024-04-15T15:09:10.116 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 184/198 2024-04-15T15:09:10.152 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : util-linux-user-2.37.4-15.el9.x86_64 185/198 2024-04-15T15:09:10.197 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : util-linux-2.37.4-15.el9.x86_64 186/198 2024-04-15T15:09:10.238 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : util-linux-core-2.37.4-15.el9.x86_64 187/198 2024-04-15T15:09:10.263 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : libfdisk-2.37.4-15.el9.x86_64 188/198 2024-04-15T15:09:10.289 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : libmount-2.37.4-15.el9.x86_64 189/198 2024-04-15T15:09:10.314 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : libblkid-2.37.4-15.el9.x86_64 190/198 2024-04-15T15:09:10.339 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 191/198 2024-04-15T15:09:10.346 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-04-15T15:09:10.346 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-04-15T15:09:10.525 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-04-15T15:09:10.526 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-04-15T15:09:10.608 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-04-15T15:09:10.640 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : libuuid-2.37.4-15.el9.x86_64 194/198 2024-04-15T15:09:10.667 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : libsmartcols-2.37.4-15.el9.x86_64 195/198 2024-04-15T15:09:10.693 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 196/198 2024-04-15T15:09:10.718 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 197/198 2024-04-15T15:09:10.785 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-04-15T15:09:13.814 INFO:teuthology.orchestra.run.smithi084.stdout: Running scriptlet: elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-04-15T15:09:13.814 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 1/198 2024-04-15T15:09:13.814 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-base-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2/198 2024-04-15T15:09:13.814 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-common-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 3/198 2024-04-15T15:09:13.814 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-fuse-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 4/198 2024-04-15T15:09:13.814 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2861.g9bf1c 5/198 2024-04-15T15:09:13.814 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mds-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 6/198 2024-04-15T15:09:13.815 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 7/198 2024-04-15T15:09:13.815 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mon-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 8/198 2024-04-15T15:09:13.815 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-osd-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 9/198 2024-04-15T15:09:13.815 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-radosgw-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 10/198 2024-04-15T15:09:13.815 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-selinux-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 11/198 2024-04-15T15:09:13.815 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-test-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 12/198 2024-04-15T15:09:13.815 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : cephfs-mirror-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 13/198 2024-04-15T15:09:13.815 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : cephfs-shell-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 14/198 2024-04-15T15:09:13.815 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libcephfs-devel-2:19.0.0-2861.g9bf1c4ba.el8.x86_ 15/198 2024-04-15T15:09:13.815 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libcephfs2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 16/198 2024-04-15T15:09:13.815 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libcephsqlite-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 17/198 2024-04-15T15:09:13.815 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librados-devel-2:19.0.0-2861.g9bf1c4ba.el8.x86_6 18/198 2024-04-15T15:09:13.815 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libradosstriper1-2:19.0.0-2861.g9bf1c4ba.el8.x86 19/198 2024-04-15T15:09:13.816 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librgw2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 20/198 2024-04-15T15:09:13.816 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2861.g9bf1c4ba.el 21/198 2024-04-15T15:09:13.816 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-ceph-common-2:19.0.0-2861.g9bf1c4ba.el8. 22/198 2024-04-15T15:09:13.816 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cephfs-2:19.0.0-2861.g9bf1c4ba.el8.x86_6 23/198 2024-04-15T15:09:13.816 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-rados-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 24/198 2024-04-15T15:09:13.816 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-rbd-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 25/198 2024-04-15T15:09:13.816 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-rgw-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 26/198 2024-04-15T15:09:13.816 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : rbd-fuse-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 27/198 2024-04-15T15:09:13.816 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : rbd-mirror-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 28/198 2024-04-15T15:09:13.816 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : rbd-nbd-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 29/198 2024-04-15T15:09:13.834 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2861.g9bf1c4ba. 30/198 2024-04-15T15:09:13.835 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2861.g9bf1c4ba.el8.noa 31/198 2024-04-15T15:09:13.835 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2861.g9bf1c4ba.el8.n 32/198 2024-04-15T15:09:13.835 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2861.g9bf 33/198 2024-04-15T15:09:13.835 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2861.g9bf1c4ba.el 34/198 2024-04-15T15:09:13.835 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2861.g9bf1c4ba.el8.noarch 35/198 2024-04-15T15:09:13.835 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2861.g9bf1c4ba.e 36/198 2024-04-15T15:09:13.835 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : ceph-volume-2:19.0.0-2861.g9bf1c4ba.el8.noarch 37/198 2024-04-15T15:09:13.835 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : cephadm-2:19.0.0-2861.g9bf1c4ba.el8.noarch 38/198 2024-04-15T15:09:13.835 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : cephfs-top-2:19.0.0-2861.g9bf1c4ba.el8.noarch 39/198 2024-04-15T15:09:13.835 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : automake-1.16.2-8.el9.noarch 40/198 2024-04-15T15:09:13.835 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : bison-3.7.4-5.el9.x86_64 41/198 2024-04-15T15:09:13.836 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 42/198 2024-04-15T15:09:13.836 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : flex-2.6.4-9.el9.x86_64 43/198 2024-04-15T15:09:13.836 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 44/198 2024-04-15T15:09:13.836 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 45/198 2024-04-15T15:09:13.836 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 46/198 2024-04-15T15:09:13.836 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 47/198 2024-04-15T15:09:13.836 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/198 2024-04-15T15:09:13.836 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/198 2024-04-15T15:09:13.836 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/198 2024-04-15T15:09:13.836 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 51/198 2024-04-15T15:09:13.837 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 52/198 2024-04-15T15:09:13.837 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 53/198 2024-04-15T15:09:13.837 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : lua-5.4.4-4.el9.x86_64 54/198 2024-04-15T15:09:13.837 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 55/198 2024-04-15T15:09:13.837 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 56/198 2024-04-15T15:09:13.837 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 57/198 2024-04-15T15:09:13.837 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : postgresql-13.14-1.el9.x86_64 58/198 2024-04-15T15:09:13.837 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 59/198 2024-04-15T15:09:13.837 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 60/198 2024-04-15T15:09:13.837 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 61/198 2024-04-15T15:09:13.837 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 62/198 2024-04-15T15:09:13.837 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 63/198 2024-04-15T15:09:13.838 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 64/198 2024-04-15T15:09:13.838 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 65/198 2024-04-15T15:09:13.838 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 66/198 2024-04-15T15:09:13.838 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 67/198 2024-04-15T15:09:13.838 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 68/198 2024-04-15T15:09:13.838 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 69/198 2024-04-15T15:09:13.838 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 70/198 2024-04-15T15:09:13.838 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 71/198 2024-04-15T15:09:13.838 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 72/198 2024-04-15T15:09:13.838 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 73/198 2024-04-15T15:09:13.839 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 74/198 2024-04-15T15:09:13.839 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 75/198 2024-04-15T15:09:13.839 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 76/198 2024-04-15T15:09:13.839 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 77/198 2024-04-15T15:09:13.839 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 78/198 2024-04-15T15:09:13.839 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 79/198 2024-04-15T15:09:13.839 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 80/198 2024-04-15T15:09:13.839 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 81/198 2024-04-15T15:09:13.839 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 82/198 2024-04-15T15:09:13.839 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 83/198 2024-04-15T15:09:13.839 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 84/198 2024-04-15T15:09:13.839 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 85/198 2024-04-15T15:09:13.840 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 86/198 2024-04-15T15:09:13.840 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 87/198 2024-04-15T15:09:13.840 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 88/198 2024-04-15T15:09:13.840 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 89/198 2024-04-15T15:09:13.840 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 90/198 2024-04-15T15:09:13.840 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 91/198 2024-04-15T15:09:13.840 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-ply-3.11-14.el9.noarch 92/198 2024-04-15T15:09:13.840 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 93/198 2024-04-15T15:09:13.840 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 94/198 2024-04-15T15:09:13.840 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : jq-1.6-16.el9.x86_64 95/198 2024-04-15T15:09:13.840 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 96/198 2024-04-15T15:09:13.840 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 97/198 2024-04-15T15:09:13.840 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 98/198 2024-04-15T15:09:13.841 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 99/198 2024-04-15T15:09:13.841 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 100/198 2024-04-15T15:09:13.841 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 101/198 2024-04-15T15:09:13.841 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 102/198 2024-04-15T15:09:13.841 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 103/198 2024-04-15T15:09:13.841 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 104/198 2024-04-15T15:09:13.841 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/198 2024-04-15T15:09:13.841 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/198 2024-04-15T15:09:13.841 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/198 2024-04-15T15:09:13.841 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/198 2024-04-15T15:09:13.841 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/198 2024-04-15T15:09:13.841 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/198 2024-04-15T15:09:13.842 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/198 2024-04-15T15:09:13.842 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/198 2024-04-15T15:09:13.842 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/198 2024-04-15T15:09:13.842 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/198 2024-04-15T15:09:13.842 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/198 2024-04-15T15:09:13.842 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 116/198 2024-04-15T15:09:13.842 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/198 2024-04-15T15:09:13.842 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/198 2024-04-15T15:09:13.842 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/198 2024-04-15T15:09:13.842 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/198 2024-04-15T15:09:13.842 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/198 2024-04-15T15:09:13.842 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/198 2024-04-15T15:09:13.842 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/198 2024-04-15T15:09:13.843 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 124/198 2024-04-15T15:09:13.843 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/198 2024-04-15T15:09:13.843 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/198 2024-04-15T15:09:13.843 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/198 2024-04-15T15:09:13.843 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/198 2024-04-15T15:09:13.843 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/198 2024-04-15T15:09:13.844 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/198 2024-04-15T15:09:13.844 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/198 2024-04-15T15:09:13.844 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/198 2024-04-15T15:09:13.844 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/198 2024-04-15T15:09:13.844 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/198 2024-04-15T15:09:13.844 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/198 2024-04-15T15:09:13.844 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/198 2024-04-15T15:09:13.844 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/198 2024-04-15T15:09:13.845 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/198 2024-04-15T15:09:13.845 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/198 2024-04-15T15:09:13.845 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/198 2024-04-15T15:09:13.845 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/198 2024-04-15T15:09:13.845 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/198 2024-04-15T15:09:13.845 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/198 2024-04-15T15:09:13.845 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/198 2024-04-15T15:09:13.845 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/198 2024-04-15T15:09:13.845 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/198 2024-04-15T15:09:13.845 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/198 2024-04-15T15:09:13.845 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/198 2024-04-15T15:09:13.845 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/198 2024-04-15T15:09:13.845 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/198 2024-04-15T15:09:13.846 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librados2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 151/198 2024-04-15T15:09:13.846 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/198 2024-04-15T15:09:13.846 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librbd1-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 153/198 2024-04-15T15:09:13.846 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/198 2024-04-15T15:09:13.846 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 155/198 2024-04-15T15:09:13.846 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 156/198 2024-04-15T15:09:13.846 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 157/198 2024-04-15T15:09:13.846 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 158/198 2024-04-15T15:09:13.846 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 159/198 2024-04-15T15:09:13.846 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 160/198 2024-04-15T15:09:13.846 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 161/198 2024-04-15T15:09:13.846 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 162/198 2024-04-15T15:09:13.846 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 163/198 2024-04-15T15:09:13.847 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 164/198 2024-04-15T15:09:13.847 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : acl-2.3.1-4.el9.x86_64 165/198 2024-04-15T15:09:13.847 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : acl-2.3.1-3.el9.x86_64 166/198 2024-04-15T15:09:13.847 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 167/198 2024-04-15T15:09:13.847 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 168/198 2024-04-15T15:09:13.847 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 169/198 2024-04-15T15:09:13.847 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 170/198 2024-04-15T15:09:13.847 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 171/198 2024-04-15T15:09:13.847 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 172/198 2024-04-15T15:09:13.847 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 173/198 2024-04-15T15:09:13.847 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 174/198 2024-04-15T15:09:13.847 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libblkid-2.37.4-18.el9.x86_64 175/198 2024-04-15T15:09:13.847 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libblkid-2.37.4-15.el9.x86_64 176/198 2024-04-15T15:09:13.847 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libfdisk-2.37.4-18.el9.x86_64 177/198 2024-04-15T15:09:13.847 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libfdisk-2.37.4-15.el9.x86_64 178/198 2024-04-15T15:09:13.848 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libmount-2.37.4-18.el9.x86_64 179/198 2024-04-15T15:09:13.848 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libmount-2.37.4-15.el9.x86_64 180/198 2024-04-15T15:09:13.848 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libsmartcols-2.37.4-18.el9.x86_64 181/198 2024-04-15T15:09:13.848 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libsmartcols-2.37.4-15.el9.x86_64 182/198 2024-04-15T15:09:13.848 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libuuid-2.37.4-18.el9.x86_64 183/198 2024-04-15T15:09:13.849 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libuuid-2.37.4-15.el9.x86_64 184/198 2024-04-15T15:09:13.849 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 185/198 2024-04-15T15:09:13.850 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 186/198 2024-04-15T15:09:13.850 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 187/198 2024-04-15T15:09:13.850 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 188/198 2024-04-15T15:09:13.850 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : util-linux-2.37.4-18.el9.x86_64 189/198 2024-04-15T15:09:13.850 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : util-linux-2.37.4-15.el9.x86_64 190/198 2024-04-15T15:09:13.850 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : util-linux-core-2.37.4-18.el9.x86_64 191/198 2024-04-15T15:09:13.850 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : util-linux-core-2.37.4-15.el9.x86_64 192/198 2024-04-15T15:09:13.850 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : util-linux-user-2.37.4-18.el9.x86_64 193/198 2024-04-15T15:09:13.850 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : util-linux-user-2.37.4-15.el9.x86_64 194/198 2024-04-15T15:09:13.850 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 195/198 2024-04-15T15:09:13.850 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 196/198 2024-04-15T15:09:13.850 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 197/198 2024-04-15T15:09:16.471 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-04-15T15:09:16.472 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 1/198 2024-04-15T15:09:16.472 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-base-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2/198 2024-04-15T15:09:16.472 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-common-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 3/198 2024-04-15T15:09:16.472 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-fuse-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 4/198 2024-04-15T15:09:16.472 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2861.g9bf1c 5/198 2024-04-15T15:09:16.472 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mds-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 6/198 2024-04-15T15:09:16.472 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 7/198 2024-04-15T15:09:16.472 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mon-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 8/198 2024-04-15T15:09:16.472 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-osd-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 9/198 2024-04-15T15:09:16.472 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-radosgw-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 10/198 2024-04-15T15:09:16.472 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-selinux-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 11/198 2024-04-15T15:09:16.472 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-test-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 12/198 2024-04-15T15:09:16.472 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : cephfs-mirror-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 13/198 2024-04-15T15:09:16.473 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : cephfs-shell-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 14/198 2024-04-15T15:09:16.473 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libcephfs-devel-2:19.0.0-2861.g9bf1c4ba.el8.x86_ 15/198 2024-04-15T15:09:16.473 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libcephfs2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 16/198 2024-04-15T15:09:16.473 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libcephsqlite-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 17/198 2024-04-15T15:09:16.473 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librados-devel-2:19.0.0-2861.g9bf1c4ba.el8.x86_6 18/198 2024-04-15T15:09:16.473 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libradosstriper1-2:19.0.0-2861.g9bf1c4ba.el8.x86 19/198 2024-04-15T15:09:16.473 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librgw2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 20/198 2024-04-15T15:09:16.473 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2861.g9bf1c4ba.el 21/198 2024-04-15T15:09:16.473 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-ceph-common-2:19.0.0-2861.g9bf1c4ba.el8. 22/198 2024-04-15T15:09:16.473 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cephfs-2:19.0.0-2861.g9bf1c4ba.el8.x86_6 23/198 2024-04-15T15:09:16.473 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-rados-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 24/198 2024-04-15T15:09:16.473 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-rbd-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 25/198 2024-04-15T15:09:16.473 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-rgw-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 26/198 2024-04-15T15:09:16.473 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : rbd-fuse-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 27/198 2024-04-15T15:09:16.474 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : rbd-mirror-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 28/198 2024-04-15T15:09:16.474 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : rbd-nbd-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 29/198 2024-04-15T15:09:16.474 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2861.g9bf1c4ba. 30/198 2024-04-15T15:09:16.489 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2861.g9bf1c4ba.el8.noa 31/198 2024-04-15T15:09:16.489 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2861.g9bf1c4ba.el8.n 32/198 2024-04-15T15:09:16.489 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2861.g9bf 33/198 2024-04-15T15:09:16.489 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2861.g9bf1c4ba.el 34/198 2024-04-15T15:09:16.489 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2861.g9bf1c4ba.el8.noarch 35/198 2024-04-15T15:09:16.489 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2861.g9bf1c4ba.e 36/198 2024-04-15T15:09:16.489 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-volume-2:19.0.0-2861.g9bf1c4ba.el8.noarch 37/198 2024-04-15T15:09:16.489 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : cephadm-2:19.0.0-2861.g9bf1c4ba.el8.noarch 38/198 2024-04-15T15:09:16.489 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : cephfs-top-2:19.0.0-2861.g9bf1c4ba.el8.noarch 39/198 2024-04-15T15:09:16.490 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : automake-1.16.2-8.el9.noarch 40/198 2024-04-15T15:09:16.490 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : bison-3.7.4-5.el9.x86_64 41/198 2024-04-15T15:09:16.490 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 42/198 2024-04-15T15:09:16.490 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : flex-2.6.4-9.el9.x86_64 43/198 2024-04-15T15:09:16.490 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 44/198 2024-04-15T15:09:16.490 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 45/198 2024-04-15T15:09:16.490 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 46/198 2024-04-15T15:09:16.490 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 47/198 2024-04-15T15:09:16.490 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/198 2024-04-15T15:09:16.490 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/198 2024-04-15T15:09:16.490 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/198 2024-04-15T15:09:16.490 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 51/198 2024-04-15T15:09:16.491 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 52/198 2024-04-15T15:09:16.491 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 53/198 2024-04-15T15:09:16.491 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : lua-5.4.4-4.el9.x86_64 54/198 2024-04-15T15:09:16.491 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 55/198 2024-04-15T15:09:16.491 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 56/198 2024-04-15T15:09:16.491 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 57/198 2024-04-15T15:09:16.491 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : postgresql-13.14-1.el9.x86_64 58/198 2024-04-15T15:09:16.491 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 59/198 2024-04-15T15:09:16.491 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 60/198 2024-04-15T15:09:16.491 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 61/198 2024-04-15T15:09:16.491 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 62/198 2024-04-15T15:09:16.491 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 63/198 2024-04-15T15:09:16.491 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 64/198 2024-04-15T15:09:16.491 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 65/198 2024-04-15T15:09:16.492 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 66/198 2024-04-15T15:09:16.492 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 67/198 2024-04-15T15:09:16.492 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 68/198 2024-04-15T15:09:16.492 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 69/198 2024-04-15T15:09:16.492 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 70/198 2024-04-15T15:09:16.492 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 71/198 2024-04-15T15:09:16.492 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 72/198 2024-04-15T15:09:16.492 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 73/198 2024-04-15T15:09:16.492 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 74/198 2024-04-15T15:09:16.492 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 75/198 2024-04-15T15:09:16.492 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 76/198 2024-04-15T15:09:16.492 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 77/198 2024-04-15T15:09:16.492 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 78/198 2024-04-15T15:09:16.492 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 79/198 2024-04-15T15:09:16.493 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 80/198 2024-04-15T15:09:16.493 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 81/198 2024-04-15T15:09:16.493 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 82/198 2024-04-15T15:09:16.493 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 83/198 2024-04-15T15:09:16.493 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 84/198 2024-04-15T15:09:16.493 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 85/198 2024-04-15T15:09:16.493 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 86/198 2024-04-15T15:09:16.493 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 87/198 2024-04-15T15:09:16.493 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 88/198 2024-04-15T15:09:16.493 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 89/198 2024-04-15T15:09:16.493 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 90/198 2024-04-15T15:09:16.494 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 91/198 2024-04-15T15:09:16.494 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-ply-3.11-14.el9.noarch 92/198 2024-04-15T15:09:16.494 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 93/198 2024-04-15T15:09:16.494 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 94/198 2024-04-15T15:09:16.494 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : jq-1.6-16.el9.x86_64 95/198 2024-04-15T15:09:16.494 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 96/198 2024-04-15T15:09:16.494 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 97/198 2024-04-15T15:09:16.494 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 98/198 2024-04-15T15:09:16.494 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 99/198 2024-04-15T15:09:16.494 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 100/198 2024-04-15T15:09:16.494 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 101/198 2024-04-15T15:09:16.494 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 102/198 2024-04-15T15:09:16.494 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 103/198 2024-04-15T15:09:16.495 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 104/198 2024-04-15T15:09:16.495 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/198 2024-04-15T15:09:16.495 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/198 2024-04-15T15:09:16.495 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/198 2024-04-15T15:09:16.495 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/198 2024-04-15T15:09:16.495 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/198 2024-04-15T15:09:16.495 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/198 2024-04-15T15:09:16.495 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/198 2024-04-15T15:09:16.495 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/198 2024-04-15T15:09:16.495 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/198 2024-04-15T15:09:16.495 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/198 2024-04-15T15:09:16.495 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/198 2024-04-15T15:09:16.496 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 116/198 2024-04-15T15:09:16.496 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/198 2024-04-15T15:09:16.496 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/198 2024-04-15T15:09:16.496 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/198 2024-04-15T15:09:16.496 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/198 2024-04-15T15:09:16.496 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/198 2024-04-15T15:09:16.496 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/198 2024-04-15T15:09:16.496 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/198 2024-04-15T15:09:16.496 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 124/198 2024-04-15T15:09:16.496 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/198 2024-04-15T15:09:16.496 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/198 2024-04-15T15:09:16.496 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/198 2024-04-15T15:09:16.496 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/198 2024-04-15T15:09:16.496 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/198 2024-04-15T15:09:16.496 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/198 2024-04-15T15:09:16.497 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/198 2024-04-15T15:09:16.497 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/198 2024-04-15T15:09:16.497 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/198 2024-04-15T15:09:16.497 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/198 2024-04-15T15:09:16.497 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/198 2024-04-15T15:09:16.497 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/198 2024-04-15T15:09:16.497 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/198 2024-04-15T15:09:16.497 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/198 2024-04-15T15:09:16.497 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/198 2024-04-15T15:09:16.497 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/198 2024-04-15T15:09:16.497 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/198 2024-04-15T15:09:16.497 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/198 2024-04-15T15:09:16.497 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/198 2024-04-15T15:09:16.497 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/198 2024-04-15T15:09:16.498 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/198 2024-04-15T15:09:16.498 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/198 2024-04-15T15:09:16.498 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/198 2024-04-15T15:09:16.498 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/198 2024-04-15T15:09:16.498 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/198 2024-04-15T15:09:16.498 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/198 2024-04-15T15:09:16.498 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librados2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 151/198 2024-04-15T15:09:16.498 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/198 2024-04-15T15:09:16.498 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librbd1-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 153/198 2024-04-15T15:09:16.498 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/198 2024-04-15T15:09:16.498 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-1:1.47.4-1.el9.x86_64 155/198 2024-04-15T15:09:16.498 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 156/198 2024-04-15T15:09:16.498 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-libnm-1:1.47.4-1.el9.x86_64 157/198 2024-04-15T15:09:16.499 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 158/198 2024-04-15T15:09:16.499 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-team-1:1.47.4-1.el9.x86_64 159/198 2024-04-15T15:09:16.499 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 160/198 2024-04-15T15:09:16.499 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-tui-1:1.47.4-1.el9.x86_64 161/198 2024-04-15T15:09:16.499 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 162/198 2024-04-15T15:09:16.499 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 163/198 2024-04-15T15:09:16.499 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 164/198 2024-04-15T15:09:16.499 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : acl-2.3.1-4.el9.x86_64 165/198 2024-04-15T15:09:16.499 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : acl-2.3.1-3.el9.x86_64 166/198 2024-04-15T15:09:16.499 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 167/198 2024-04-15T15:09:16.499 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 168/198 2024-04-15T15:09:16.499 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 169/198 2024-04-15T15:09:16.499 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 170/198 2024-04-15T15:09:16.500 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 171/198 2024-04-15T15:09:16.500 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 172/198 2024-04-15T15:09:16.500 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 173/198 2024-04-15T15:09:16.500 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 174/198 2024-04-15T15:09:16.500 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libblkid-2.37.4-18.el9.x86_64 175/198 2024-04-15T15:09:16.500 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libblkid-2.37.4-15.el9.x86_64 176/198 2024-04-15T15:09:16.500 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libfdisk-2.37.4-18.el9.x86_64 177/198 2024-04-15T15:09:16.500 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libfdisk-2.37.4-15.el9.x86_64 178/198 2024-04-15T15:09:16.500 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libmount-2.37.4-18.el9.x86_64 179/198 2024-04-15T15:09:16.500 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libmount-2.37.4-15.el9.x86_64 180/198 2024-04-15T15:09:16.500 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libsmartcols-2.37.4-18.el9.x86_64 181/198 2024-04-15T15:09:16.500 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libsmartcols-2.37.4-15.el9.x86_64 182/198 2024-04-15T15:09:16.500 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libuuid-2.37.4-18.el9.x86_64 183/198 2024-04-15T15:09:16.500 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libuuid-2.37.4-15.el9.x86_64 184/198 2024-04-15T15:09:16.501 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 185/198 2024-04-15T15:09:16.501 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 186/198 2024-04-15T15:09:16.501 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 187/198 2024-04-15T15:09:16.501 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 188/198 2024-04-15T15:09:16.501 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : util-linux-2.37.4-18.el9.x86_64 189/198 2024-04-15T15:09:16.501 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : util-linux-2.37.4-15.el9.x86_64 190/198 2024-04-15T15:09:16.501 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : util-linux-core-2.37.4-18.el9.x86_64 191/198 2024-04-15T15:09:16.501 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : util-linux-core-2.37.4-15.el9.x86_64 192/198 2024-04-15T15:09:16.501 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : util-linux-user-2.37.4-18.el9.x86_64 193/198 2024-04-15T15:09:16.501 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : util-linux-user-2.37.4-15.el9.x86_64 194/198 2024-04-15T15:09:16.501 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 195/198 2024-04-15T15:09:16.501 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 196/198 2024-04-15T15:09:16.501 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 197/198 2024-04-15T15:09:16.942 INFO:teuthology.orchestra.run.smithi084.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 198/198 2024-04-15T15:09:16.942 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:16.942 INFO:teuthology.orchestra.run.smithi084.stdout:Upgraded: 2024-04-15T15:09:16.942 INFO:teuthology.orchestra.run.smithi084.stdout: NetworkManager-1:1.47.4-1.el9.x86_64 2024-04-15T15:09:16.942 INFO:teuthology.orchestra.run.smithi084.stdout: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 2024-04-15T15:09:16.942 INFO:teuthology.orchestra.run.smithi084.stdout: NetworkManager-team-1:1.47.4-1.el9.x86_64 2024-04-15T15:09:16.942 INFO:teuthology.orchestra.run.smithi084.stdout: NetworkManager-tui-1:1.47.4-1.el9.x86_64 2024-04-15T15:09:16.942 INFO:teuthology.orchestra.run.smithi084.stdout: acl-2.3.1-4.el9.x86_64 2024-04-15T15:09:16.942 INFO:teuthology.orchestra.run.smithi084.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-04-15T15:09:16.942 INFO:teuthology.orchestra.run.smithi084.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-04-15T15:09:16.943 INFO:teuthology.orchestra.run.smithi084.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-04-15T15:09:16.943 INFO:teuthology.orchestra.run.smithi084.stdout: libacl-2.3.1-4.el9.x86_64 2024-04-15T15:09:16.943 INFO:teuthology.orchestra.run.smithi084.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-04-15T15:09:16.943 INFO:teuthology.orchestra.run.smithi084.stdout: libblkid-2.37.4-18.el9.x86_64 2024-04-15T15:09:16.943 INFO:teuthology.orchestra.run.smithi084.stdout: libfdisk-2.37.4-18.el9.x86_64 2024-04-15T15:09:16.943 INFO:teuthology.orchestra.run.smithi084.stdout: libmount-2.37.4-18.el9.x86_64 2024-04-15T15:09:16.943 INFO:teuthology.orchestra.run.smithi084.stdout: librados2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.943 INFO:teuthology.orchestra.run.smithi084.stdout: librbd1-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.943 INFO:teuthology.orchestra.run.smithi084.stdout: libsmartcols-2.37.4-18.el9.x86_64 2024-04-15T15:09:16.943 INFO:teuthology.orchestra.run.smithi084.stdout: libuuid-2.37.4-18.el9.x86_64 2024-04-15T15:09:16.943 INFO:teuthology.orchestra.run.smithi084.stdout: openssl-1:3.0.7-27.el9.x86_64 2024-04-15T15:09:16.943 INFO:teuthology.orchestra.run.smithi084.stdout: openssl-libs-1:3.0.7-27.el9.x86_64 2024-04-15T15:09:16.943 INFO:teuthology.orchestra.run.smithi084.stdout: util-linux-2.37.4-18.el9.x86_64 2024-04-15T15:09:16.944 INFO:teuthology.orchestra.run.smithi084.stdout: util-linux-core-2.37.4-18.el9.x86_64 2024-04-15T15:09:16.944 INFO:teuthology.orchestra.run.smithi084.stdout: util-linux-user-2.37.4-18.el9.x86_64 2024-04-15T15:09:16.944 INFO:teuthology.orchestra.run.smithi084.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-04-15T15:09:16.944 INFO:teuthology.orchestra.run.smithi084.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-04-15T15:09:16.944 INFO:teuthology.orchestra.run.smithi084.stdout:Installed: 2024-04-15T15:09:16.944 INFO:teuthology.orchestra.run.smithi084.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-15T15:09:16.944 INFO:teuthology.orchestra.run.smithi084.stdout: automake-1.16.2-8.el9.noarch 2024-04-15T15:09:16.944 INFO:teuthology.orchestra.run.smithi084.stdout: bison-3.7.4-5.el9.x86_64 2024-04-15T15:09:16.944 INFO:teuthology.orchestra.run.smithi084.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-15T15:09:16.944 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.944 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-base-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.944 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-common-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.944 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-fuse-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.945 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-grafana-dashboards-2:19.0.0-2861.g9bf1c4ba.el8.noarch 2024-04-15T15:09:16.945 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-immutable-object-cache-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.945 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mds-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.945 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.945 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-cephadm-2:19.0.0-2861.g9bf1c4ba.el8.noarch 2024-04-15T15:09:16.945 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-dashboard-2:19.0.0-2861.g9bf1c4ba.el8.noarch 2024-04-15T15:09:16.945 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2861.g9bf1c4ba.el8.noarch 2024-04-15T15:09:16.945 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-modules-core-2:19.0.0-2861.g9bf1c4ba.el8.noarch 2024-04-15T15:09:16.945 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mgr-rook-2:19.0.0-2861.g9bf1c4ba.el8.noarch 2024-04-15T15:09:16.945 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-mon-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.945 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-osd-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.945 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-prometheus-alerts-2:19.0.0-2861.g9bf1c4ba.el8.noarch 2024-04-15T15:09:16.946 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-radosgw-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.946 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-selinux-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.946 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-test-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.946 INFO:teuthology.orchestra.run.smithi084.stdout: ceph-volume-2:19.0.0-2861.g9bf1c4ba.el8.noarch 2024-04-15T15:09:16.946 INFO:teuthology.orchestra.run.smithi084.stdout: cephadm-2:19.0.0-2861.g9bf1c4ba.el8.noarch 2024-04-15T15:09:16.946 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-mirror-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.946 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-shell-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.946 INFO:teuthology.orchestra.run.smithi084.stdout: cephfs-top-2:19.0.0-2861.g9bf1c4ba.el8.noarch 2024-04-15T15:09:16.946 INFO:teuthology.orchestra.run.smithi084.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-15T15:09:16.946 INFO:teuthology.orchestra.run.smithi084.stdout: flex-2.6.4-9.el9.x86_64 2024-04-15T15:09:16.946 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-15T15:09:16.946 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-15T15:09:16.947 INFO:teuthology.orchestra.run.smithi084.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-15T15:09:16.947 INFO:teuthology.orchestra.run.smithi084.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-15T15:09:16.947 INFO:teuthology.orchestra.run.smithi084.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-15T15:09:16.947 INFO:teuthology.orchestra.run.smithi084.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-15T15:09:16.947 INFO:teuthology.orchestra.run.smithi084.stdout: jq-1.6-16.el9.x86_64 2024-04-15T15:09:16.947 INFO:teuthology.orchestra.run.smithi084.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-15T15:09:16.947 INFO:teuthology.orchestra.run.smithi084.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-15T15:09:16.947 INFO:teuthology.orchestra.run.smithi084.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-15T15:09:16.947 INFO:teuthology.orchestra.run.smithi084.stdout: libcephfs-devel-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.947 INFO:teuthology.orchestra.run.smithi084.stdout: libcephfs2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.947 INFO:teuthology.orchestra.run.smithi084.stdout: libcephsqlite-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.947 INFO:teuthology.orchestra.run.smithi084.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-15T15:09:16.947 INFO:teuthology.orchestra.run.smithi084.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-15T15:09:16.947 INFO:teuthology.orchestra.run.smithi084.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-15T15:09:16.948 INFO:teuthology.orchestra.run.smithi084.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-15T15:09:16.948 INFO:teuthology.orchestra.run.smithi084.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-15T15:09:16.948 INFO:teuthology.orchestra.run.smithi084.stdout: librados-devel-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.948 INFO:teuthology.orchestra.run.smithi084.stdout: libradosstriper1-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.948 INFO:teuthology.orchestra.run.smithi084.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-15T15:09:16.948 INFO:teuthology.orchestra.run.smithi084.stdout: librgw2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.948 INFO:teuthology.orchestra.run.smithi084.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-15T15:09:16.948 INFO:teuthology.orchestra.run.smithi084.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-15T15:09:16.948 INFO:teuthology.orchestra.run.smithi084.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-15T15:09:16.948 INFO:teuthology.orchestra.run.smithi084.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-15T15:09:16.948 INFO:teuthology.orchestra.run.smithi084.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-15T15:09:16.948 INFO:teuthology.orchestra.run.smithi084.stdout: lua-5.4.4-4.el9.x86_64 2024-04-15T15:09:16.948 INFO:teuthology.orchestra.run.smithi084.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-15T15:09:16.948 INFO:teuthology.orchestra.run.smithi084.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-15T15:09:16.949 INFO:teuthology.orchestra.run.smithi084.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-15T15:09:16.949 INFO:teuthology.orchestra.run.smithi084.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-15T15:09:16.949 INFO:teuthology.orchestra.run.smithi084.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-15T15:09:16.949 INFO:teuthology.orchestra.run.smithi084.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-04-15T15:09:16.949 INFO:teuthology.orchestra.run.smithi084.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-15T15:09:16.949 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-13.14-1.el9.x86_64 2024-04-15T15:09:16.949 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-15T15:09:16.949 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-15T15:09:16.949 INFO:teuthology.orchestra.run.smithi084.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-15T15:09:16.949 INFO:teuthology.orchestra.run.smithi084.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-15T15:09:16.949 INFO:teuthology.orchestra.run.smithi084.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-15T15:09:16.949 INFO:teuthology.orchestra.run.smithi084.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-15T15:09:16.949 INFO:teuthology.orchestra.run.smithi084.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-15T15:09:16.950 INFO:teuthology.orchestra.run.smithi084.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-15T15:09:16.950 INFO:teuthology.orchestra.run.smithi084.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-15T15:09:16.950 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-15T15:09:16.950 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ceph-argparse-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.950 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ceph-common-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.950 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cephfs-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.950 INFO:teuthology.orchestra.run.smithi084.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-15T15:09:16.950 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-15T15:09:16.950 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-15T15:09:16.950 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-15T15:09:16.950 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-15T15:09:16.950 INFO:teuthology.orchestra.run.smithi084.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-15T15:09:16.950 INFO:teuthology.orchestra.run.smithi084.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-15T15:09:16.951 INFO:teuthology.orchestra.run.smithi084.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-15T15:09:16.951 INFO:teuthology.orchestra.run.smithi084.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-15T15:09:16.951 INFO:teuthology.orchestra.run.smithi084.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-15T15:09:16.951 INFO:teuthology.orchestra.run.smithi084.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-15T15:09:16.951 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-15T15:09:16.951 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-15T15:09:16.951 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-15T15:09:16.951 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-15T15:09:16.951 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-15T15:09:16.951 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-15T15:09:16.951 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-15T15:09:16.951 INFO:teuthology.orchestra.run.smithi084.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-15T15:09:16.952 INFO:teuthology.orchestra.run.smithi084.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-15T15:09:16.952 INFO:teuthology.orchestra.run.smithi084.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-15T15:09:16.952 INFO:teuthology.orchestra.run.smithi084.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-15T15:09:16.952 INFO:teuthology.orchestra.run.smithi084.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-15T15:09:16.952 INFO:teuthology.orchestra.run.smithi084.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-15T15:09:16.952 INFO:teuthology.orchestra.run.smithi084.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-15T15:09:16.952 INFO:teuthology.orchestra.run.smithi084.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-15T15:09:16.952 INFO:teuthology.orchestra.run.smithi084.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-15T15:09:16.952 INFO:teuthology.orchestra.run.smithi084.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-15T15:09:16.952 INFO:teuthology.orchestra.run.smithi084.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-15T15:09:16.952 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-15T15:09:16.952 INFO:teuthology.orchestra.run.smithi084.stdout: python3-ply-3.11-14.el9.noarch 2024-04-15T15:09:16.952 INFO:teuthology.orchestra.run.smithi084.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-15T15:09:16.952 INFO:teuthology.orchestra.run.smithi084.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-15T15:09:16.953 INFO:teuthology.orchestra.run.smithi084.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-15T15:09:16.953 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-15T15:09:16.953 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-15T15:09:16.953 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-15T15:09:16.953 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-15T15:09:16.953 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-15T15:09:16.953 INFO:teuthology.orchestra.run.smithi084.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-15T15:09:16.953 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rados-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.953 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rbd-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.953 INFO:teuthology.orchestra.run.smithi084.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-15T15:09:16.953 INFO:teuthology.orchestra.run.smithi084.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-15T15:09:16.953 INFO:teuthology.orchestra.run.smithi084.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-15T15:09:16.953 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rgw-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.954 INFO:teuthology.orchestra.run.smithi084.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-15T15:09:16.954 INFO:teuthology.orchestra.run.smithi084.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-15T15:09:16.954 INFO:teuthology.orchestra.run.smithi084.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-15T15:09:16.954 INFO:teuthology.orchestra.run.smithi084.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-15T15:09:16.954 INFO:teuthology.orchestra.run.smithi084.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-15T15:09:16.954 INFO:teuthology.orchestra.run.smithi084.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-15T15:09:16.954 INFO:teuthology.orchestra.run.smithi084.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-15T15:09:16.954 INFO:teuthology.orchestra.run.smithi084.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-15T15:09:16.954 INFO:teuthology.orchestra.run.smithi084.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-15T15:09:16.954 INFO:teuthology.orchestra.run.smithi084.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-15T15:09:16.954 INFO:teuthology.orchestra.run.smithi084.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-15T15:09:16.954 INFO:teuthology.orchestra.run.smithi084.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-15T15:09:16.955 INFO:teuthology.orchestra.run.smithi084.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-15T15:09:16.955 INFO:teuthology.orchestra.run.smithi084.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-15T15:09:16.955 INFO:teuthology.orchestra.run.smithi084.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-15T15:09:16.955 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-fuse-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.955 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-mirror-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.955 INFO:teuthology.orchestra.run.smithi084.stdout: rbd-nbd-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:16.955 INFO:teuthology.orchestra.run.smithi084.stdout: re2-1:20211101-3.el9.x86_64 2024-04-15T15:09:16.955 INFO:teuthology.orchestra.run.smithi084.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-15T15:09:16.955 INFO:teuthology.orchestra.run.smithi084.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-15T15:09:16.955 INFO:teuthology.orchestra.run.smithi084.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-15T15:09:16.955 INFO:teuthology.orchestra.run.smithi084.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-15T15:09:16.955 INFO:teuthology.orchestra.run.smithi084.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-15T15:09:16.956 INFO:teuthology.orchestra.run.smithi084.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-04-15T15:09:16.956 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:16.956 INFO:teuthology.orchestra.run.smithi084.stdout:Complete! 2024-04-15T15:09:17.419 DEBUG:teuthology.parallel:result is None 2024-04-15T15:09:19.706 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 198/198 2024-04-15T15:09:19.706 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:19.706 INFO:teuthology.orchestra.run.smithi203.stdout:Upgraded: 2024-04-15T15:09:19.707 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager-1:1.47.4-1.el9.x86_64 2024-04-15T15:09:19.707 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager-libnm-1:1.47.4-1.el9.x86_64 2024-04-15T15:09:19.707 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager-team-1:1.47.4-1.el9.x86_64 2024-04-15T15:09:19.707 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager-tui-1:1.47.4-1.el9.x86_64 2024-04-15T15:09:19.707 INFO:teuthology.orchestra.run.smithi203.stdout: acl-2.3.1-4.el9.x86_64 2024-04-15T15:09:19.707 INFO:teuthology.orchestra.run.smithi203.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-04-15T15:09:19.707 INFO:teuthology.orchestra.run.smithi203.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-04-15T15:09:19.707 INFO:teuthology.orchestra.run.smithi203.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-04-15T15:09:19.707 INFO:teuthology.orchestra.run.smithi203.stdout: libacl-2.3.1-4.el9.x86_64 2024-04-15T15:09:19.707 INFO:teuthology.orchestra.run.smithi203.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-04-15T15:09:19.707 INFO:teuthology.orchestra.run.smithi203.stdout: libblkid-2.37.4-18.el9.x86_64 2024-04-15T15:09:19.707 INFO:teuthology.orchestra.run.smithi203.stdout: libfdisk-2.37.4-18.el9.x86_64 2024-04-15T15:09:19.708 INFO:teuthology.orchestra.run.smithi203.stdout: libmount-2.37.4-18.el9.x86_64 2024-04-15T15:09:19.708 INFO:teuthology.orchestra.run.smithi203.stdout: librados2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.708 INFO:teuthology.orchestra.run.smithi203.stdout: librbd1-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.708 INFO:teuthology.orchestra.run.smithi203.stdout: libsmartcols-2.37.4-18.el9.x86_64 2024-04-15T15:09:19.708 INFO:teuthology.orchestra.run.smithi203.stdout: libuuid-2.37.4-18.el9.x86_64 2024-04-15T15:09:19.708 INFO:teuthology.orchestra.run.smithi203.stdout: openssl-1:3.0.7-27.el9.x86_64 2024-04-15T15:09:19.708 INFO:teuthology.orchestra.run.smithi203.stdout: openssl-libs-1:3.0.7-27.el9.x86_64 2024-04-15T15:09:19.708 INFO:teuthology.orchestra.run.smithi203.stdout: util-linux-2.37.4-18.el9.x86_64 2024-04-15T15:09:19.708 INFO:teuthology.orchestra.run.smithi203.stdout: util-linux-core-2.37.4-18.el9.x86_64 2024-04-15T15:09:19.708 INFO:teuthology.orchestra.run.smithi203.stdout: util-linux-user-2.37.4-18.el9.x86_64 2024-04-15T15:09:19.708 INFO:teuthology.orchestra.run.smithi203.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-04-15T15:09:19.708 INFO:teuthology.orchestra.run.smithi203.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-04-15T15:09:19.708 INFO:teuthology.orchestra.run.smithi203.stdout:Installed: 2024-04-15T15:09:19.708 INFO:teuthology.orchestra.run.smithi203.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-15T15:09:19.709 INFO:teuthology.orchestra.run.smithi203.stdout: automake-1.16.2-8.el9.noarch 2024-04-15T15:09:19.709 INFO:teuthology.orchestra.run.smithi203.stdout: bison-3.7.4-5.el9.x86_64 2024-04-15T15:09:19.709 INFO:teuthology.orchestra.run.smithi203.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-15T15:09:19.709 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.709 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-base-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.709 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-common-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.709 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-fuse-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.709 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-grafana-dashboards-2:19.0.0-2861.g9bf1c4ba.el8.noarch 2024-04-15T15:09:19.709 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-immutable-object-cache-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.709 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mds-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.709 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.709 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-cephadm-2:19.0.0-2861.g9bf1c4ba.el8.noarch 2024-04-15T15:09:19.710 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-dashboard-2:19.0.0-2861.g9bf1c4ba.el8.noarch 2024-04-15T15:09:19.710 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2861.g9bf1c4ba.el8.noarch 2024-04-15T15:09:19.710 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-modules-core-2:19.0.0-2861.g9bf1c4ba.el8.noarch 2024-04-15T15:09:19.710 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-rook-2:19.0.0-2861.g9bf1c4ba.el8.noarch 2024-04-15T15:09:19.710 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mon-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.710 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-osd-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.710 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-prometheus-alerts-2:19.0.0-2861.g9bf1c4ba.el8.noarch 2024-04-15T15:09:19.710 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-radosgw-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.710 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-selinux-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.710 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-test-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.710 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-volume-2:19.0.0-2861.g9bf1c4ba.el8.noarch 2024-04-15T15:09:19.710 INFO:teuthology.orchestra.run.smithi203.stdout: cephadm-2:19.0.0-2861.g9bf1c4ba.el8.noarch 2024-04-15T15:09:19.711 INFO:teuthology.orchestra.run.smithi203.stdout: cephfs-mirror-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.711 INFO:teuthology.orchestra.run.smithi203.stdout: cephfs-shell-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.711 INFO:teuthology.orchestra.run.smithi203.stdout: cephfs-top-2:19.0.0-2861.g9bf1c4ba.el8.noarch 2024-04-15T15:09:19.711 INFO:teuthology.orchestra.run.smithi203.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-15T15:09:19.711 INFO:teuthology.orchestra.run.smithi203.stdout: flex-2.6.4-9.el9.x86_64 2024-04-15T15:09:19.711 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-15T15:09:19.711 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-15T15:09:19.711 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-15T15:09:19.711 INFO:teuthology.orchestra.run.smithi203.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-15T15:09:19.711 INFO:teuthology.orchestra.run.smithi203.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-15T15:09:19.711 INFO:teuthology.orchestra.run.smithi203.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-15T15:09:19.711 INFO:teuthology.orchestra.run.smithi203.stdout: jq-1.6-16.el9.x86_64 2024-04-15T15:09:19.711 INFO:teuthology.orchestra.run.smithi203.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-15T15:09:19.711 INFO:teuthology.orchestra.run.smithi203.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-15T15:09:19.712 INFO:teuthology.orchestra.run.smithi203.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-15T15:09:19.712 INFO:teuthology.orchestra.run.smithi203.stdout: libcephfs-devel-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.712 INFO:teuthology.orchestra.run.smithi203.stdout: libcephfs2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.712 INFO:teuthology.orchestra.run.smithi203.stdout: libcephsqlite-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.712 INFO:teuthology.orchestra.run.smithi203.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-15T15:09:19.712 INFO:teuthology.orchestra.run.smithi203.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-15T15:09:19.712 INFO:teuthology.orchestra.run.smithi203.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-15T15:09:19.712 INFO:teuthology.orchestra.run.smithi203.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-15T15:09:19.712 INFO:teuthology.orchestra.run.smithi203.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-15T15:09:19.712 INFO:teuthology.orchestra.run.smithi203.stdout: librados-devel-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.712 INFO:teuthology.orchestra.run.smithi203.stdout: libradosstriper1-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.712 INFO:teuthology.orchestra.run.smithi203.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-15T15:09:19.712 INFO:teuthology.orchestra.run.smithi203.stdout: librgw2-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.712 INFO:teuthology.orchestra.run.smithi203.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-15T15:09:19.713 INFO:teuthology.orchestra.run.smithi203.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-15T15:09:19.713 INFO:teuthology.orchestra.run.smithi203.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-15T15:09:19.713 INFO:teuthology.orchestra.run.smithi203.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-15T15:09:19.713 INFO:teuthology.orchestra.run.smithi203.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-15T15:09:19.713 INFO:teuthology.orchestra.run.smithi203.stdout: lua-5.4.4-4.el9.x86_64 2024-04-15T15:09:19.713 INFO:teuthology.orchestra.run.smithi203.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-15T15:09:19.713 INFO:teuthology.orchestra.run.smithi203.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-15T15:09:19.713 INFO:teuthology.orchestra.run.smithi203.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-15T15:09:19.713 INFO:teuthology.orchestra.run.smithi203.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-15T15:09:19.713 INFO:teuthology.orchestra.run.smithi203.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-15T15:09:19.713 INFO:teuthology.orchestra.run.smithi203.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-04-15T15:09:19.713 INFO:teuthology.orchestra.run.smithi203.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-15T15:09:19.713 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql-13.14-1.el9.x86_64 2024-04-15T15:09:19.713 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-15T15:09:19.714 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-15T15:09:19.714 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-15T15:09:19.714 INFO:teuthology.orchestra.run.smithi203.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-15T15:09:19.714 INFO:teuthology.orchestra.run.smithi203.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-15T15:09:19.714 INFO:teuthology.orchestra.run.smithi203.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-15T15:09:19.714 INFO:teuthology.orchestra.run.smithi203.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-15T15:09:19.714 INFO:teuthology.orchestra.run.smithi203.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-15T15:09:19.714 INFO:teuthology.orchestra.run.smithi203.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-15T15:09:19.714 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-15T15:09:19.714 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ceph-argparse-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.714 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ceph-common-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.714 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cephfs-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.714 INFO:teuthology.orchestra.run.smithi203.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-15T15:09:19.715 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-15T15:09:19.715 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-15T15:09:19.715 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-15T15:09:19.715 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-15T15:09:19.715 INFO:teuthology.orchestra.run.smithi203.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-15T15:09:19.715 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-15T15:09:19.715 INFO:teuthology.orchestra.run.smithi203.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-15T15:09:19.715 INFO:teuthology.orchestra.run.smithi203.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-15T15:09:19.715 INFO:teuthology.orchestra.run.smithi203.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-15T15:09:19.715 INFO:teuthology.orchestra.run.smithi203.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-15T15:09:19.715 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-15T15:09:19.715 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-15T15:09:19.715 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-15T15:09:19.715 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-15T15:09:19.715 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-15T15:09:19.716 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-15T15:09:19.716 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-15T15:09:19.716 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-15T15:09:19.716 INFO:teuthology.orchestra.run.smithi203.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-15T15:09:19.716 INFO:teuthology.orchestra.run.smithi203.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-15T15:09:19.716 INFO:teuthology.orchestra.run.smithi203.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-15T15:09:19.716 INFO:teuthology.orchestra.run.smithi203.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-15T15:09:19.716 INFO:teuthology.orchestra.run.smithi203.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-15T15:09:19.716 INFO:teuthology.orchestra.run.smithi203.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-15T15:09:19.716 INFO:teuthology.orchestra.run.smithi203.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-15T15:09:19.716 INFO:teuthology.orchestra.run.smithi203.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-15T15:09:19.716 INFO:teuthology.orchestra.run.smithi203.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-15T15:09:19.716 INFO:teuthology.orchestra.run.smithi203.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-15T15:09:19.716 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-15T15:09:19.717 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ply-3.11-14.el9.noarch 2024-04-15T15:09:19.717 INFO:teuthology.orchestra.run.smithi203.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-15T15:09:19.717 INFO:teuthology.orchestra.run.smithi203.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-15T15:09:19.717 INFO:teuthology.orchestra.run.smithi203.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-15T15:09:19.717 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-15T15:09:19.717 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-15T15:09:19.717 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-15T15:09:19.717 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-15T15:09:19.717 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-15T15:09:19.717 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-15T15:09:19.717 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rados-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.717 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rbd-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.717 INFO:teuthology.orchestra.run.smithi203.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-15T15:09:19.718 INFO:teuthology.orchestra.run.smithi203.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-15T15:09:19.718 INFO:teuthology.orchestra.run.smithi203.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-15T15:09:19.718 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rgw-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.718 INFO:teuthology.orchestra.run.smithi203.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-15T15:09:19.718 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-15T15:09:19.718 INFO:teuthology.orchestra.run.smithi203.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-15T15:09:19.718 INFO:teuthology.orchestra.run.smithi203.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-15T15:09:19.718 INFO:teuthology.orchestra.run.smithi203.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-15T15:09:19.718 INFO:teuthology.orchestra.run.smithi203.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-15T15:09:19.718 INFO:teuthology.orchestra.run.smithi203.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-15T15:09:19.718 INFO:teuthology.orchestra.run.smithi203.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-15T15:09:19.718 INFO:teuthology.orchestra.run.smithi203.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-15T15:09:19.718 INFO:teuthology.orchestra.run.smithi203.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-15T15:09:19.718 INFO:teuthology.orchestra.run.smithi203.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-15T15:09:19.719 INFO:teuthology.orchestra.run.smithi203.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-15T15:09:19.719 INFO:teuthology.orchestra.run.smithi203.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-15T15:09:19.719 INFO:teuthology.orchestra.run.smithi203.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-15T15:09:19.719 INFO:teuthology.orchestra.run.smithi203.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-15T15:09:19.719 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-fuse-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.719 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-mirror-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.719 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-nbd-2:19.0.0-2861.g9bf1c4ba.el8.x86_64 2024-04-15T15:09:19.719 INFO:teuthology.orchestra.run.smithi203.stdout: re2-1:20211101-3.el9.x86_64 2024-04-15T15:09:19.719 INFO:teuthology.orchestra.run.smithi203.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-15T15:09:19.719 INFO:teuthology.orchestra.run.smithi203.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-15T15:09:19.719 INFO:teuthology.orchestra.run.smithi203.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-15T15:09:19.719 INFO:teuthology.orchestra.run.smithi203.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-15T15:09:19.719 INFO:teuthology.orchestra.run.smithi203.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-15T15:09:19.720 INFO:teuthology.orchestra.run.smithi203.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-04-15T15:09:19.720 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:19.720 INFO:teuthology.orchestra.run.smithi203.stdout:Complete! 2024-04-15T15:09:20.192 DEBUG:teuthology.parallel:result is None 2024-04-15T15:09:20.192 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=9bf1c4ba967dd24077be6e5b87edda4ca87a6e14 2024-04-15T15:09:20.421 DEBUG:teuthology.orchestra.run.smithi084:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-15T15:09:20.447 INFO:teuthology.orchestra.run.smithi084.stdout:19.0.0-2861.g9bf1c4ba.el8 2024-04-15T15:09:20.448 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2861.g9bf1c4ba.el8 2024-04-15T15:09:20.448 INFO:teuthology.task.install:The correct ceph version 19.0.0-2861.g9bf1c4ba is installed. 2024-04-15T15:09:20.450 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=9bf1c4ba967dd24077be6e5b87edda4ca87a6e14 2024-04-15T15:09:20.592 DEBUG:teuthology.orchestra.run.smithi203:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-15T15:09:20.617 INFO:teuthology.orchestra.run.smithi203.stdout:19.0.0-2861.g9bf1c4ba.el8 2024-04-15T15:09:20.617 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2861.g9bf1c4ba.el8 2024-04-15T15:09:20.617 INFO:teuthology.task.install:The correct ceph version 19.0.0-2861.g9bf1c4ba is installed. 2024-04-15T15:09:20.623 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-15T15:09:20.623 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:20.624 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-15T15:09:20.661 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:09:20.661 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-15T15:09:20.695 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-15T15:09:20.695 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:20.695 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/usr/bin/daemon-helper 2024-04-15T15:09:20.733 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-15T15:09:20.804 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:09:20.804 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/usr/bin/daemon-helper 2024-04-15T15:09:20.834 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-15T15:09:20.903 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-15T15:09:20.904 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:20.904 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-15T15:09:20.935 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-15T15:09:21.006 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:09:21.006 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-15T15:09:21.038 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-15T15:09:21.107 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-15T15:09:21.107 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:21.107 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/usr/bin/stdin-killer 2024-04-15T15:09:21.138 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-15T15:09:21.207 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:09:21.207 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/usr/bin/stdin-killer 2024-04-15T15:09:21.235 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-15T15:09:21.304 INFO:teuthology.run_tasks:Running task ceph... 2024-04-15T15:09:21.387 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-04-15T15:09:21.387 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 777 /var/log/ceph 2024-04-15T15:09:21.390 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod 777 /var/log/ceph 2024-04-15T15:09:21.417 INFO:tasks.ceph:Disabling ceph logrotate... 2024-04-15T15:09:21.417 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f -- /etc/logrotate.d/ceph 2024-04-15T15:09:21.459 DEBUG:teuthology.orchestra.run.smithi203:> sudo rm -f -- /etc/logrotate.d/ceph 2024-04-15T15:09:21.487 INFO:tasks.ceph:Creating extra log directories... 2024-04-15T15:09:21.487 DEBUG:teuthology.orchestra.run.smithi084:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-04-15T15:09:21.530 DEBUG:teuthology.orchestra.run.smithi203:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-04-15T15:09:21.569 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-04-15T15:09:21.569 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-04-15T15:09:21.570 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-04-15T15:09:21.570 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:21.570 DEBUG:teuthology.orchestra.run.smithi084:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-04-15T15:09:21.612 DEBUG:teuthology.orchestra.run.smithi084:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-04-15T15:09:21.734 DEBUG:teuthology.orchestra.run.smithi084:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-04-15T15:09:21.762 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:09:21.762 DEBUG:teuthology.orchestra.run.smithi203:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-04-15T15:09:21.777 DEBUG:teuthology.orchestra.run.smithi203:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-04-15T15:09:21.897 DEBUG:teuthology.orchestra.run.smithi203:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-04-15T15:09:21.931 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-04-15T15:09:21.931 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'slow request'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-04-15T15:09:21.932 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi/7657111', 'branch': 'wip-lusov-quiesce-xlock', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/quiesce}', 'email': None, 'first_in_suite': False, 'job_id': '7657111', 'kernel': {'kdb': True, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-lusov-quiesce-xlock'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'slow request'], 'sha1': '9bf1c4ba967dd24077be6e5b87edda4ca87a6e14'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '9bf1c4ba967dd24077be6e5b87edda4ca87a6e14'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 2, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-lusov-quiesce-xlock', 'sha1': '9bf1c4ba967dd24077be6e5b87edda4ca87a6e14'}}, 'owner': 'scheduled_leonidus@teuthology', 'priority': 70, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 2288, 'sha1': '9bf1c4ba967dd24077be6e5b87edda4ca87a6e14', 'sleep_before_teardown': 0, 'suite': 'fs', 'suite_branch': 'wip-lusov-quiesce-xlock', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '9bf1c4ba967dd24077be6e5b87edda4ca87a6e14', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi084.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPQXkHC2QXRPy2QT6TgefBi9HYM0m9eQo/XGTfc56AR9/MCBcb+FJSHwHK+7akTLobB1XPnRzpc4hjZjr4KId8A=', 'smithi203.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBE8KuLBMtdBKaZAqFN5h75tKeg7C5T/P1JUn93rOnp4Ch0N7PyV8iuL/fFVPeijxTP4uD1AYxhMyBwiYfOGbxEw='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': True, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '9bf1c4ba967dd24077be6e5b87edda4ca87a6e14'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'slow request'], 'sha1': '9bf1c4ba967dd24077be6e5b87edda4ca87a6e14', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.test_quiesce']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '6c637841c215537a4502385240412f1966e0faab', 'timestamp': '2024-04-15_14:46:31', 'tube': 'smithi', 'user': 'leonidus', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885'} 2024-04-15T15:09:21.932 DEBUG:teuthology.orchestra.run.smithi084:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-04-15T15:09:21.935 DEBUG:teuthology.orchestra.run.smithi203:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-04-15T15:09:21.982 DEBUG:teuthology.orchestra.run.smithi084:> sudo install -d -m0777 -- /var/run/ceph 2024-04-15T15:09:21.990 DEBUG:teuthology.orchestra.run.smithi203:> sudo install -d -m0777 -- /var/run/ceph 2024-04-15T15:09:22.051 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:22.051 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/scratch_devs of=/dev/stdout 2024-04-15T15:09:22.071 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-15T15:09:22.071 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_1 2024-04-15T15:09:22.127 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-15T15:09:22.127 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T15:09:22.127 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-04-15T15:09:22.127 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T15:09:22.127 INFO:teuthology.orchestra.run.smithi084.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T15:09:22.127 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-04-15 15:09:08.728367088 +0000 2024-04-15T15:09:22.127 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-04-15 15:06:07.795067475 +0000 2024-04-15T15:09:22.128 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-04-15 15:06:07.795067475 +0000 2024-04-15T15:09:22.128 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: 2024-04-15 15:06:07.795067475 +0000 2024-04-15T15:09:22.128 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-15T15:09:22.195 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-04-15T15:09:22.195 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-04-15T15:09:22.195 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000256491 s, 2.0 MB/s 2024-04-15T15:09:22.197 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-15T15:09:22.253 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_2 2024-04-15T15:09:22.309 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-15T15:09:22.309 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T15:09:22.309 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-04-15T15:09:22.309 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T15:09:22.309 INFO:teuthology.orchestra.run.smithi084.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T15:09:22.309 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-04-15 15:09:08.728367088 +0000 2024-04-15T15:09:22.309 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-04-15 15:06:08.137061413 +0000 2024-04-15T15:09:22.309 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-04-15 15:06:08.137061413 +0000 2024-04-15T15:09:22.310 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: 2024-04-15 15:06:08.137061413 +0000 2024-04-15T15:09:22.310 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-15T15:09:22.376 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-04-15T15:09:22.376 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-04-15T15:09:22.377 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000195301 s, 2.6 MB/s 2024-04-15T15:09:22.378 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-15T15:09:22.433 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_3 2024-04-15T15:09:22.489 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-15T15:09:22.489 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T15:09:22.489 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-04-15T15:09:22.489 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T15:09:22.489 INFO:teuthology.orchestra.run.smithi084.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T15:09:22.489 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-04-15 15:09:08.729367071 +0000 2024-04-15T15:09:22.490 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-04-15 15:06:08.482055298 +0000 2024-04-15T15:09:22.490 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-04-15 15:06:08.482055298 +0000 2024-04-15T15:09:22.490 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: 2024-04-15 15:06:08.482055298 +0000 2024-04-15T15:09:22.490 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-15T15:09:22.556 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-04-15T15:09:22.556 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-04-15T15:09:22.556 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000190844 s, 2.7 MB/s 2024-04-15T15:09:22.557 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-15T15:09:22.614 DEBUG:teuthology.orchestra.run.smithi084:> stat /dev/vg_nvme/lv_4 2024-04-15T15:09:22.671 INFO:teuthology.orchestra.run.smithi084.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-15T15:09:22.671 INFO:teuthology.orchestra.run.smithi084.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T15:09:22.671 INFO:teuthology.orchestra.run.smithi084.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-04-15T15:09:22.671 INFO:teuthology.orchestra.run.smithi084.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T15:09:22.671 INFO:teuthology.orchestra.run.smithi084.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T15:09:22.671 INFO:teuthology.orchestra.run.smithi084.stdout:Access: 2024-04-15 15:09:08.729367071 +0000 2024-04-15T15:09:22.671 INFO:teuthology.orchestra.run.smithi084.stdout:Modify: 2024-04-15 15:06:08.825049218 +0000 2024-04-15T15:09:22.671 INFO:teuthology.orchestra.run.smithi084.stdout:Change: 2024-04-15 15:06:08.825049218 +0000 2024-04-15T15:09:22.671 INFO:teuthology.orchestra.run.smithi084.stdout: Birth: 2024-04-15 15:06:08.825049218 +0000 2024-04-15T15:09:22.672 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-15T15:09:22.737 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records in 2024-04-15T15:09:22.737 INFO:teuthology.orchestra.run.smithi084.stderr:1+0 records out 2024-04-15T15:09:22.737 INFO:teuthology.orchestra.run.smithi084.stderr:512 bytes copied, 0.000183439 s, 2.8 MB/s 2024-04-15T15:09:22.738 DEBUG:teuthology.orchestra.run.smithi084:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-15T15:09:22.795 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-04-15T15:09:22.795 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:09:22.795 DEBUG:teuthology.orchestra.run.smithi203:> dd if=/scratch_devs of=/dev/stdout 2024-04-15T15:09:22.814 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-15T15:09:22.814 DEBUG:teuthology.orchestra.run.smithi203:> stat /dev/vg_nvme/lv_1 2024-04-15T15:09:22.873 INFO:teuthology.orchestra.run.smithi203.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-15T15:09:22.873 INFO:teuthology.orchestra.run.smithi203.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T15:09:22.873 INFO:teuthology.orchestra.run.smithi203.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-15T15:09:22.873 INFO:teuthology.orchestra.run.smithi203.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T15:09:22.873 INFO:teuthology.orchestra.run.smithi203.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T15:09:22.873 INFO:teuthology.orchestra.run.smithi203.stdout:Access: 2024-04-15 15:09:11.117160556 +0000 2024-04-15T15:09:22.873 INFO:teuthology.orchestra.run.smithi203.stdout:Modify: 2024-04-15 15:06:03.430264986 +0000 2024-04-15T15:09:22.873 INFO:teuthology.orchestra.run.smithi203.stdout:Change: 2024-04-15 15:06:03.430264986 +0000 2024-04-15T15:09:22.873 INFO:teuthology.orchestra.run.smithi203.stdout: Birth: 2024-04-15 15:06:03.430264986 +0000 2024-04-15T15:09:22.874 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-15T15:09:22.944 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records in 2024-04-15T15:09:22.944 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records out 2024-04-15T15:09:22.944 INFO:teuthology.orchestra.run.smithi203.stderr:512 bytes copied, 0.000219983 s, 2.3 MB/s 2024-04-15T15:09:22.945 DEBUG:teuthology.orchestra.run.smithi203:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-15T15:09:23.004 DEBUG:teuthology.orchestra.run.smithi203:> stat /dev/vg_nvme/lv_2 2024-04-15T15:09:23.062 INFO:teuthology.orchestra.run.smithi203.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-15T15:09:23.062 INFO:teuthology.orchestra.run.smithi203.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T15:09:23.062 INFO:teuthology.orchestra.run.smithi203.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-04-15T15:09:23.062 INFO:teuthology.orchestra.run.smithi203.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T15:09:23.062 INFO:teuthology.orchestra.run.smithi203.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T15:09:23.062 INFO:teuthology.orchestra.run.smithi203.stdout:Access: 2024-04-15 15:09:11.118160531 +0000 2024-04-15T15:09:23.062 INFO:teuthology.orchestra.run.smithi203.stdout:Modify: 2024-04-15 15:06:03.773256288 +0000 2024-04-15T15:09:23.062 INFO:teuthology.orchestra.run.smithi203.stdout:Change: 2024-04-15 15:06:03.773256288 +0000 2024-04-15T15:09:23.062 INFO:teuthology.orchestra.run.smithi203.stdout: Birth: 2024-04-15 15:06:03.773256288 +0000 2024-04-15T15:09:23.062 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-15T15:09:23.131 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records in 2024-04-15T15:09:23.131 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records out 2024-04-15T15:09:23.131 INFO:teuthology.orchestra.run.smithi203.stderr:512 bytes copied, 0.00019706 s, 2.6 MB/s 2024-04-15T15:09:23.132 DEBUG:teuthology.orchestra.run.smithi203:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-15T15:09:23.190 DEBUG:teuthology.orchestra.run.smithi203:> stat /dev/vg_nvme/lv_3 2024-04-15T15:09:23.246 INFO:teuthology.orchestra.run.smithi203.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-15T15:09:23.246 INFO:teuthology.orchestra.run.smithi203.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T15:09:23.246 INFO:teuthology.orchestra.run.smithi203.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-15T15:09:23.246 INFO:teuthology.orchestra.run.smithi203.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T15:09:23.246 INFO:teuthology.orchestra.run.smithi203.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T15:09:23.246 INFO:teuthology.orchestra.run.smithi203.stdout:Access: 2024-04-15 15:09:11.118160531 +0000 2024-04-15T15:09:23.246 INFO:teuthology.orchestra.run.smithi203.stdout:Modify: 2024-04-15 15:06:04.114247641 +0000 2024-04-15T15:09:23.246 INFO:teuthology.orchestra.run.smithi203.stdout:Change: 2024-04-15 15:06:04.114247641 +0000 2024-04-15T15:09:23.246 INFO:teuthology.orchestra.run.smithi203.stdout: Birth: 2024-04-15 15:06:04.114247641 +0000 2024-04-15T15:09:23.247 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-15T15:09:23.314 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records in 2024-04-15T15:09:23.314 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records out 2024-04-15T15:09:23.314 INFO:teuthology.orchestra.run.smithi203.stderr:512 bytes copied, 0.000205584 s, 2.5 MB/s 2024-04-15T15:09:23.316 DEBUG:teuthology.orchestra.run.smithi203:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-15T15:09:23.372 DEBUG:teuthology.orchestra.run.smithi203:> stat /dev/vg_nvme/lv_4 2024-04-15T15:09:23.428 INFO:teuthology.orchestra.run.smithi203.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-15T15:09:23.428 INFO:teuthology.orchestra.run.smithi203.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T15:09:23.428 INFO:teuthology.orchestra.run.smithi203.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-04-15T15:09:23.428 INFO:teuthology.orchestra.run.smithi203.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T15:09:23.428 INFO:teuthology.orchestra.run.smithi203.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T15:09:23.428 INFO:teuthology.orchestra.run.smithi203.stdout:Access: 2024-04-15 15:09:11.119160505 +0000 2024-04-15T15:09:23.428 INFO:teuthology.orchestra.run.smithi203.stdout:Modify: 2024-04-15 15:06:04.490238106 +0000 2024-04-15T15:09:23.429 INFO:teuthology.orchestra.run.smithi203.stdout:Change: 2024-04-15 15:06:04.490238106 +0000 2024-04-15T15:09:23.429 INFO:teuthology.orchestra.run.smithi203.stdout: Birth: 2024-04-15 15:06:04.490238106 +0000 2024-04-15T15:09:23.429 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-15T15:09:23.496 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records in 2024-04-15T15:09:23.496 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records out 2024-04-15T15:09:23.496 INFO:teuthology.orchestra.run.smithi203.stderr:512 bytes copied, 0.000183992 s, 2.8 MB/s 2024-04-15T15:09:23.497 DEBUG:teuthology.orchestra.run.smithi203:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-15T15:09:23.554 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-04-15T15:09:23.554 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi084.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi203.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-04-15T15:09:23.554 INFO:tasks.ceph:Generating config... 2024-04-15T15:09:23.555 INFO:tasks.ceph:[client] client mount timeout = 600 2024-04-15T15:09:23.555 INFO:tasks.ceph:[client] debug client = 20 2024-04-15T15:09:23.556 INFO:tasks.ceph:[client] debug ms = 1 2024-04-15T15:09:23.556 INFO:tasks.ceph:[client] pid file = 2024-04-15T15:09:23.556 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-04-15T15:09:23.556 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-04-15T15:09:23.556 INFO:tasks.ceph:[mds] debug mds = 20 2024-04-15T15:09:23.556 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-04-15T15:09:23.556 INFO:tasks.ceph:[mds] debug ms = 1 2024-04-15T15:09:23.556 INFO:tasks.ceph:[mds] mds debug frag = True 2024-04-15T15:09:23.556 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-04-15T15:09:23.556 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-04-15T15:09:23.556 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-04-15T15:09:23.557 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-04-15T15:09:23.557 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-04-15T15:09:23.557 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-04-15T15:09:23.557 INFO:tasks.ceph:[mgr] debug client = 20 2024-04-15T15:09:23.557 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-04-15T15:09:23.557 INFO:tasks.ceph:[mgr] debug ms = 1 2024-04-15T15:09:23.557 INFO:tasks.ceph:[mon] debug mon = 20 2024-04-15T15:09:23.557 INFO:tasks.ceph:[mon] debug ms = 1 2024-04-15T15:09:23.557 INFO:tasks.ceph:[mon] debug paxos = 20 2024-04-15T15:09:23.557 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-04-15T15:09:23.557 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-04-15T15:09:23.557 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-04-15T15:09:23.557 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-04-15T15:09:23.557 INFO:tasks.ceph:[osd] debug bluefs = 20 2024-04-15T15:09:23.557 INFO:tasks.ceph:[osd] debug bluestore = 20 2024-04-15T15:09:23.558 INFO:tasks.ceph:[osd] debug ms = 1 2024-04-15T15:09:23.558 INFO:tasks.ceph:[osd] debug osd = 20 2024-04-15T15:09:23.558 INFO:tasks.ceph:[osd] debug rocksdb = 10 2024-04-15T15:09:23.558 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-04-15T15:09:23.558 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-04-15T15:09:23.558 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-04-15T15:09:23.558 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-04-15T15:09:23.558 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-04-15T15:09:23.558 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-04-15T15:09:23.558 INFO:tasks.ceph:Setting up mon.a... 2024-04-15T15:09:23.558 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-04-15T15:09:23.613 INFO:teuthology.orchestra.run.smithi084.stdout:creating /etc/ceph/ceph.keyring 2024-04-15T15:09:23.616 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-04-15T15:09:23.663 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-04-15T15:09:23.691 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.84'), ('mon.b', '172.21.15.203'), ('mon.c', '[v2:172.21.15.203:3301,v1:172.21.15.203:6790]')] 2024-04-15T15:09:23.693 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.84,172.21.15.203,[v2:172.21.15.203:3301,v1:172.21.15.203:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-04-15T15:09:23.694 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:23.694 DEBUG:teuthology.orchestra.run.smithi084:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-04-15T15:09:23.747 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.84 --add b 172.21.15.203 --addv c '[v2:172.21.15.203:3301,v1:172.21.15.203:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-04-15T15:09:23.833 INFO:teuthology.orchestra.run.smithi084.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-04-15T15:09:23.833 INFO:teuthology.orchestra.run.smithi084.stdout:monmaptool: generated fsid 5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad 2024-04-15T15:09:23.833 INFO:teuthology.orchestra.run.smithi084.stdout:setting min_mon_release = quincy 2024-04-15T15:09:23.834 INFO:teuthology.orchestra.run.smithi084.stdout:epoch 0 2024-04-15T15:09:23.834 INFO:teuthology.orchestra.run.smithi084.stdout:fsid 5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad 2024-04-15T15:09:23.834 INFO:teuthology.orchestra.run.smithi084.stdout:last_changed 2024-04-15T15:09:23.832837+0000 2024-04-15T15:09:23.834 INFO:teuthology.orchestra.run.smithi084.stdout:created 2024-04-15T15:09:23.832837+0000 2024-04-15T15:09:23.834 INFO:teuthology.orchestra.run.smithi084.stdout:min_mon_release 17 (quincy) 2024-04-15T15:09:23.834 INFO:teuthology.orchestra.run.smithi084.stdout:election_strategy: 1 2024-04-15T15:09:23.834 INFO:teuthology.orchestra.run.smithi084.stdout:0: [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] mon.a 2024-04-15T15:09:23.834 INFO:teuthology.orchestra.run.smithi084.stdout:1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.b 2024-04-15T15:09:23.834 INFO:teuthology.orchestra.run.smithi084.stdout:2: [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] mon.c 2024-04-15T15:09:23.834 INFO:teuthology.orchestra.run.smithi084.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-04-15T15:09:23.835 DEBUG:teuthology.orchestra.run.smithi084:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-04-15T15:09:23.851 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad... 2024-04-15T15:09:23.851 DEBUG:teuthology.orchestra.run.smithi084:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-04-15T15:09:23.893 DEBUG:teuthology.orchestra.run.smithi203:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-04-15T15:09:23.943 INFO:teuthology.orchestra.run.smithi084.stdout:[global] 2024-04-15T15:09:23.943 INFO:teuthology.orchestra.run.smithi084.stdout: chdir = "" 2024-04-15T15:09:23.943 INFO:teuthology.orchestra.run.smithi084.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-04-15T15:09:23.943 INFO:teuthology.orchestra.run.smithi084.stdout: auth supported = cephx 2024-04-15T15:09:23.944 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.944 INFO:teuthology.orchestra.run.smithi084.stdout: filestore xattr use omap = true 2024-04-15T15:09:23.944 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.944 INFO:teuthology.orchestra.run.smithi084.stdout: mon clock drift allowed = 1.000 2024-04-15T15:09:23.944 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.944 INFO:teuthology.orchestra.run.smithi084.stdout: osd crush chooseleaf type = 0 2024-04-15T15:09:23.944 INFO:teuthology.orchestra.run.smithi084.stdout: auth debug = true 2024-04-15T15:09:23.944 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.944 INFO:teuthology.orchestra.run.smithi084.stdout: ms die on old message = true 2024-04-15T15:09:23.944 INFO:teuthology.orchestra.run.smithi084.stdout: ms die on bug = true 2024-04-15T15:09:23.944 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.944 INFO:teuthology.orchestra.run.smithi084.stdout: mon max pg per osd = 10000 # >= luminous 2024-04-15T15:09:23.944 INFO:teuthology.orchestra.run.smithi084.stdout: mon pg warn max object skew = 0 2024-04-15T15:09:23.945 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.945 INFO:teuthology.orchestra.run.smithi084.stdout: # disable pg_autoscaler by default for new pools 2024-04-15T15:09:23.945 INFO:teuthology.orchestra.run.smithi084.stdout: osd_pool_default_pg_autoscale_mode = off 2024-04-15T15:09:23.945 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.945 INFO:teuthology.orchestra.run.smithi084.stdout: osd pool default size = 2 2024-04-15T15:09:23.945 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.945 INFO:teuthology.orchestra.run.smithi084.stdout: mon osd allow primary affinity = true 2024-04-15T15:09:23.945 INFO:teuthology.orchestra.run.smithi084.stdout: mon osd allow pg remap = true 2024-04-15T15:09:23.945 INFO:teuthology.orchestra.run.smithi084.stdout: mon warn on legacy crush tunables = false 2024-04-15T15:09:23.945 INFO:teuthology.orchestra.run.smithi084.stdout: mon warn on crush straw calc version zero = false 2024-04-15T15:09:23.945 INFO:teuthology.orchestra.run.smithi084.stdout: mon warn on no sortbitwise = false 2024-04-15T15:09:23.945 INFO:teuthology.orchestra.run.smithi084.stdout: mon warn on osd down out interval zero = false 2024-04-15T15:09:23.945 INFO:teuthology.orchestra.run.smithi084.stdout: mon warn on too few osds = false 2024-04-15T15:09:23.945 INFO:teuthology.orchestra.run.smithi084.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-04-15T15:09:23.946 INFO:teuthology.orchestra.run.smithi084.stdout: mon_warn_on_pool_no_redundancy = false 2024-04-15T15:09:23.946 INFO:teuthology.orchestra.run.smithi084.stdout: mon_allow_pool_size_one = true 2024-04-15T15:09:23.946 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.946 INFO:teuthology.orchestra.run.smithi084.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-04-15T15:09:23.946 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.946 INFO:teuthology.orchestra.run.smithi084.stdout: osd default data pool replay window = 5 2024-04-15T15:09:23.946 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.946 INFO:teuthology.orchestra.run.smithi084.stdout: mon allow pool delete = true 2024-04-15T15:09:23.946 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.946 INFO:teuthology.orchestra.run.smithi084.stdout: mon cluster log file level = debug 2024-04-15T15:09:23.946 INFO:teuthology.orchestra.run.smithi084.stdout: debug asserts on shutdown = true 2024-04-15T15:09:23.946 INFO:teuthology.orchestra.run.smithi084.stdout: mon health detail to clog = false 2024-04-15T15:09:23.946 INFO:teuthology.orchestra.run.smithi084.stdout: mon host = "172.21.15.84,172.21.15.203,[v2:172.21.15.203:3301,v1:172.21.15.203:6790]" 2024-04-15T15:09:23.947 INFO:teuthology.orchestra.run.smithi084.stdout: fsid = 5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad 2024-04-15T15:09:23.947 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.947 INFO:teuthology.orchestra.run.smithi084.stdout:[osd] 2024-04-15T15:09:23.947 INFO:teuthology.orchestra.run.smithi084.stdout: osd journal size = 100 2024-04-15T15:09:23.947 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.947 INFO:teuthology.orchestra.run.smithi084.stdout: osd scrub load threshold = 5.0 2024-04-15T15:09:23.947 INFO:teuthology.orchestra.run.smithi084.stdout: osd scrub max interval = 600 2024-04-15T15:09:23.947 INFO:teuthology.orchestra.run.smithi084.stdout: osd mclock profile = high_recovery_ops 2024-04-15T15:09:23.947 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.947 INFO:teuthology.orchestra.run.smithi084.stdout: osd recover clone overlap = true 2024-04-15T15:09:23.947 INFO:teuthology.orchestra.run.smithi084.stdout: osd recovery max chunk = 1048576 2024-04-15T15:09:23.947 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.948 INFO:teuthology.orchestra.run.smithi084.stdout: osd debug shutdown = true 2024-04-15T15:09:23.948 INFO:teuthology.orchestra.run.smithi084.stdout: osd debug op order = true 2024-04-15T15:09:23.948 INFO:teuthology.orchestra.run.smithi084.stdout: osd debug verify stray on activate = true 2024-04-15T15:09:23.948 INFO:teuthology.orchestra.run.smithi084.stdout: osd debug trim objects = true 2024-04-15T15:09:23.948 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.948 INFO:teuthology.orchestra.run.smithi084.stdout: osd open classes on start = true 2024-04-15T15:09:23.948 INFO:teuthology.orchestra.run.smithi084.stdout: osd debug pg log writeout = true 2024-04-15T15:09:23.948 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.948 INFO:teuthology.orchestra.run.smithi084.stdout: osd deep scrub update digest min age = 30 2024-04-15T15:09:23.948 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.948 INFO:teuthology.orchestra.run.smithi084.stdout: osd map max advance = 10 2024-04-15T15:09:23.948 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.948 INFO:teuthology.orchestra.run.smithi084.stdout: journal zero on create = true 2024-04-15T15:09:23.948 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.949 INFO:teuthology.orchestra.run.smithi084.stdout: filestore ondisk finisher threads = 3 2024-04-15T15:09:23.949 INFO:teuthology.orchestra.run.smithi084.stdout: filestore apply finisher threads = 3 2024-04-15T15:09:23.949 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.949 INFO:teuthology.orchestra.run.smithi084.stdout: bdev debug aio = true 2024-04-15T15:09:23.949 INFO:teuthology.orchestra.run.smithi084.stdout: osd debug misdirected ops = true 2024-04-15T15:09:23.949 INFO:teuthology.orchestra.run.smithi084.stdout: bluestore block size = 96636764160 2024-04-15T15:09:23.949 INFO:teuthology.orchestra.run.smithi084.stdout: bluestore fsck on mount = True 2024-04-15T15:09:23.949 INFO:teuthology.orchestra.run.smithi084.stdout: debug bluefs = 20 2024-04-15T15:09:23.949 INFO:teuthology.orchestra.run.smithi084.stdout: debug bluestore = 20 2024-04-15T15:09:23.949 INFO:teuthology.orchestra.run.smithi084.stdout: debug ms = 1 2024-04-15T15:09:23.949 INFO:teuthology.orchestra.run.smithi084.stdout: debug osd = 20 2024-04-15T15:09:23.949 INFO:teuthology.orchestra.run.smithi084.stdout: debug rocksdb = 10 2024-04-15T15:09:23.949 INFO:teuthology.orchestra.run.smithi084.stdout: mon osd backfillfull_ratio = 0.85 2024-04-15T15:09:23.949 INFO:teuthology.orchestra.run.smithi084.stdout: mon osd full ratio = 0.9 2024-04-15T15:09:23.950 INFO:teuthology.orchestra.run.smithi084.stdout: mon osd nearfull ratio = 0.8 2024-04-15T15:09:23.950 INFO:teuthology.orchestra.run.smithi084.stdout: osd failsafe full ratio = 0.95 2024-04-15T15:09:23.950 INFO:teuthology.orchestra.run.smithi084.stdout: osd objectstore = bluestore 2024-04-15T15:09:23.950 INFO:teuthology.orchestra.run.smithi084.stdout: osd op complaint time = 180 2024-04-15T15:09:23.950 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.950 INFO:teuthology.orchestra.run.smithi084.stdout:[mgr] 2024-04-15T15:09:23.950 INFO:teuthology.orchestra.run.smithi084.stdout: debug ms = 1 2024-04-15T15:09:23.950 INFO:teuthology.orchestra.run.smithi084.stdout: debug mgr = 20 2024-04-15T15:09:23.950 INFO:teuthology.orchestra.run.smithi084.stdout: debug mon = 20 2024-04-15T15:09:23.950 INFO:teuthology.orchestra.run.smithi084.stdout: debug auth = 20 2024-04-15T15:09:23.950 INFO:teuthology.orchestra.run.smithi084.stdout: mon reweight min pgs per osd = 4 2024-04-15T15:09:23.950 INFO:teuthology.orchestra.run.smithi084.stdout: mon reweight min bytes per osd = 10 2024-04-15T15:09:23.951 INFO:teuthology.orchestra.run.smithi084.stdout: mgr/telemetry/nag = false 2024-04-15T15:09:23.951 INFO:teuthology.orchestra.run.smithi084.stdout: debug client = 20 2024-04-15T15:09:23.951 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.951 INFO:teuthology.orchestra.run.smithi084.stdout:[mon] 2024-04-15T15:09:23.951 INFO:teuthology.orchestra.run.smithi084.stdout: debug ms = 1 2024-04-15T15:09:23.951 INFO:teuthology.orchestra.run.smithi084.stdout: debug mon = 20 2024-04-15T15:09:23.951 INFO:teuthology.orchestra.run.smithi084.stdout: debug paxos = 20 2024-04-15T15:09:23.951 INFO:teuthology.orchestra.run.smithi084.stdout: debug auth = 20 2024-04-15T15:09:23.951 INFO:teuthology.orchestra.run.smithi084.stdout: mon data avail warn = 5 2024-04-15T15:09:23.951 INFO:teuthology.orchestra.run.smithi084.stdout: mon mgr mkfs grace = 240 2024-04-15T15:09:23.951 INFO:teuthology.orchestra.run.smithi084.stdout: mon reweight min pgs per osd = 4 2024-04-15T15:09:23.951 INFO:teuthology.orchestra.run.smithi084.stdout: mon osd reporter subtree level = osd 2024-04-15T15:09:23.951 INFO:teuthology.orchestra.run.smithi084.stdout: mon osd prime pg temp = true 2024-04-15T15:09:23.951 INFO:teuthology.orchestra.run.smithi084.stdout: mon reweight min bytes per osd = 10 2024-04-15T15:09:23.952 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.952 INFO:teuthology.orchestra.run.smithi084.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-04-15T15:09:23.952 INFO:teuthology.orchestra.run.smithi084.stdout: auth mon ticket ttl = 660 # 11m 2024-04-15T15:09:23.952 INFO:teuthology.orchestra.run.smithi084.stdout: auth service ticket ttl = 240 # 4m 2024-04-15T15:09:23.952 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.952 INFO:teuthology.orchestra.run.smithi084.stdout: # don't complain about insecure global_id in the test suite 2024-04-15T15:09:23.952 INFO:teuthology.orchestra.run.smithi084.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-04-15T15:09:23.952 INFO:teuthology.orchestra.run.smithi084.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-04-15T15:09:23.952 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.952 INFO:teuthology.orchestra.run.smithi084.stdout: # 1m isn't quite enough 2024-04-15T15:09:23.952 INFO:teuthology.orchestra.run.smithi084.stdout: mon_down_mkfs_grace = 2m 2024-04-15T15:09:23.952 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.952 INFO:teuthology.orchestra.run.smithi084.stdout: mon_warn_on_filestore_osds = false 2024-04-15T15:09:23.952 INFO:teuthology.orchestra.run.smithi084.stdout: mon down mkfs grace = 300 2024-04-15T15:09:23.953 INFO:teuthology.orchestra.run.smithi084.stdout: mon op complaint time = 120 2024-04-15T15:09:23.953 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:09:23.953 INFO:teuthology.orchestra.run.smithi084.stdout:[client] 2024-04-15T15:09:23.953 INFO:teuthology.orchestra.run.smithi084.stdout: rgw cache enabled = true 2024-04-15T15:09:23.953 INFO:teuthology.orchestra.run.smithi084.stdout: rgw enable ops log = true 2024-04-15T15:09:23.953 INFO:teuthology.orchestra.run.smithi084.stdout: rgw enable usage log = true 2024-04-15T15:09:23.953 INFO:teuthology.orchestra.run.smithi084.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-04-15T15:09:23.953 INFO:teuthology.orchestra.run.smithi084.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-04-15T15:09:23.953 INFO:teuthology.orchestra.run.smithi084.stdout: client mount timeout = 600 2024-04-15T15:09:23.953 INFO:teuthology.orchestra.run.smithi084.stdout: debug client = 20 2024-04-15T15:09:23.953 INFO:teuthology.orchestra.run.smithi084.stdout: debug ms = 1 2024-04-15T15:09:23.953 INFO:teuthology.orchestra.run.smithi084.stdout: pid file = "" 2024-04-15T15:09:23.953 INFO:teuthology.orchestra.run.smithi084.stdout: rados mon op timeout = 900 2024-04-15T15:09:23.953 INFO:teuthology.orchestra.run.smithi084.stdout: rados osd op timeout = 900 2024-04-15T15:09:23.954 INFO:teuthology.orchestra.run.smithi084.stdout:[mon.a] 2024-04-15T15:09:23.954 INFO:teuthology.orchestra.run.smithi084.stdout:[mon.b] 2024-04-15T15:09:23.954 INFO:teuthology.orchestra.run.smithi084.stdout:[mon.c] 2024-04-15T15:09:23.954 INFO:teuthology.orchestra.run.smithi084.stdout:[mds.a] 2024-04-15T15:09:23.954 INFO:teuthology.orchestra.run.smithi084.stdout:[mds.c] 2024-04-15T15:09:23.954 INFO:teuthology.orchestra.run.smithi084.stdout:[mds.b] 2024-04-15T15:09:23.954 INFO:teuthology.orchestra.run.smithi084.stdout:[mds.d] 2024-04-15T15:09:23.954 INFO:teuthology.orchestra.run.smithi084.stdout:[mds] 2024-04-15T15:09:23.954 INFO:teuthology.orchestra.run.smithi084.stdout: debug mds = 20 2024-04-15T15:09:23.954 INFO:teuthology.orchestra.run.smithi084.stdout: debug mds balancer = 20 2024-04-15T15:09:23.954 INFO:teuthology.orchestra.run.smithi084.stdout: debug ms = 1 2024-04-15T15:09:23.954 INFO:teuthology.orchestra.run.smithi084.stdout: mds debug frag = True 2024-04-15T15:09:23.954 INFO:teuthology.orchestra.run.smithi084.stdout: mds debug scatterstat = True 2024-04-15T15:09:23.954 INFO:teuthology.orchestra.run.smithi084.stdout: mds op complaint time = 180 2024-04-15T15:09:23.955 INFO:teuthology.orchestra.run.smithi084.stdout: mds verify scatter = True 2024-04-15T15:09:23.955 INFO:teuthology.orchestra.run.smithi084.stdout: osd op complaint time = 180 2024-04-15T15:09:23.955 INFO:teuthology.orchestra.run.smithi084.stdout: rados mon op timeout = 900 2024-04-15T15:09:23.955 INFO:teuthology.orchestra.run.smithi084.stdout: rados osd op timeout = 900 2024-04-15T15:09:23.955 INFO:teuthology.orchestra.run.smithi203.stdout:[global] 2024-04-15T15:09:23.955 INFO:teuthology.orchestra.run.smithi203.stdout: chdir = "" 2024-04-15T15:09:23.955 INFO:teuthology.orchestra.run.smithi203.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-04-15T15:09:23.955 INFO:teuthology.orchestra.run.smithi203.stdout: auth supported = cephx 2024-04-15T15:09:23.956 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.956 INFO:teuthology.orchestra.run.smithi203.stdout: filestore xattr use omap = true 2024-04-15T15:09:23.956 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.956 INFO:teuthology.orchestra.run.smithi203.stdout: mon clock drift allowed = 1.000 2024-04-15T15:09:23.956 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.956 INFO:teuthology.orchestra.run.smithi203.stdout: osd crush chooseleaf type = 0 2024-04-15T15:09:23.956 INFO:teuthology.orchestra.run.smithi203.stdout: auth debug = true 2024-04-15T15:09:23.956 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.956 INFO:teuthology.orchestra.run.smithi203.stdout: ms die on old message = true 2024-04-15T15:09:23.956 INFO:teuthology.orchestra.run.smithi203.stdout: ms die on bug = true 2024-04-15T15:09:23.956 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.956 INFO:teuthology.orchestra.run.smithi203.stdout: mon max pg per osd = 10000 # >= luminous 2024-04-15T15:09:23.956 INFO:teuthology.orchestra.run.smithi203.stdout: mon pg warn max object skew = 0 2024-04-15T15:09:23.956 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.957 INFO:teuthology.orchestra.run.smithi203.stdout: # disable pg_autoscaler by default for new pools 2024-04-15T15:09:23.957 INFO:teuthology.orchestra.run.smithi203.stdout: osd_pool_default_pg_autoscale_mode = off 2024-04-15T15:09:23.957 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.957 INFO:teuthology.orchestra.run.smithi203.stdout: osd pool default size = 2 2024-04-15T15:09:23.957 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.957 INFO:teuthology.orchestra.run.smithi203.stdout: mon osd allow primary affinity = true 2024-04-15T15:09:23.957 INFO:teuthology.orchestra.run.smithi203.stdout: mon osd allow pg remap = true 2024-04-15T15:09:23.957 INFO:teuthology.orchestra.run.smithi203.stdout: mon warn on legacy crush tunables = false 2024-04-15T15:09:23.957 INFO:teuthology.orchestra.run.smithi203.stdout: mon warn on crush straw calc version zero = false 2024-04-15T15:09:23.957 INFO:teuthology.orchestra.run.smithi203.stdout: mon warn on no sortbitwise = false 2024-04-15T15:09:23.957 INFO:teuthology.orchestra.run.smithi203.stdout: mon warn on osd down out interval zero = false 2024-04-15T15:09:23.957 INFO:teuthology.orchestra.run.smithi203.stdout: mon warn on too few osds = false 2024-04-15T15:09:23.957 INFO:teuthology.orchestra.run.smithi203.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-04-15T15:09:23.957 INFO:teuthology.orchestra.run.smithi203.stdout: mon_warn_on_pool_no_redundancy = false 2024-04-15T15:09:23.958 INFO:teuthology.orchestra.run.smithi203.stdout: mon_allow_pool_size_one = true 2024-04-15T15:09:23.958 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.958 INFO:teuthology.orchestra.run.smithi203.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-04-15T15:09:23.958 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.958 INFO:teuthology.orchestra.run.smithi203.stdout: osd default data pool replay window = 5 2024-04-15T15:09:23.958 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.958 INFO:teuthology.orchestra.run.smithi203.stdout: mon allow pool delete = true 2024-04-15T15:09:23.958 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.958 INFO:teuthology.orchestra.run.smithi203.stdout: mon cluster log file level = debug 2024-04-15T15:09:23.958 INFO:teuthology.orchestra.run.smithi203.stdout: debug asserts on shutdown = true 2024-04-15T15:09:23.958 INFO:teuthology.orchestra.run.smithi203.stdout: mon health detail to clog = false 2024-04-15T15:09:23.958 INFO:teuthology.orchestra.run.smithi203.stdout: mon host = "172.21.15.84,172.21.15.203,[v2:172.21.15.203:3301,v1:172.21.15.203:6790]" 2024-04-15T15:09:23.958 INFO:teuthology.orchestra.run.smithi203.stdout: fsid = 5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad 2024-04-15T15:09:23.959 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.959 INFO:teuthology.orchestra.run.smithi203.stdout:[osd] 2024-04-15T15:09:23.959 INFO:teuthology.orchestra.run.smithi203.stdout: osd journal size = 100 2024-04-15T15:09:23.959 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.959 INFO:teuthology.orchestra.run.smithi203.stdout: osd scrub load threshold = 5.0 2024-04-15T15:09:23.959 INFO:teuthology.orchestra.run.smithi203.stdout: osd scrub max interval = 600 2024-04-15T15:09:23.959 INFO:teuthology.orchestra.run.smithi203.stdout: osd mclock profile = high_recovery_ops 2024-04-15T15:09:23.959 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.959 INFO:teuthology.orchestra.run.smithi203.stdout: osd recover clone overlap = true 2024-04-15T15:09:23.959 INFO:teuthology.orchestra.run.smithi203.stdout: osd recovery max chunk = 1048576 2024-04-15T15:09:23.959 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.959 INFO:teuthology.orchestra.run.smithi203.stdout: osd debug shutdown = true 2024-04-15T15:09:23.959 INFO:teuthology.orchestra.run.smithi203.stdout: osd debug op order = true 2024-04-15T15:09:23.959 INFO:teuthology.orchestra.run.smithi203.stdout: osd debug verify stray on activate = true 2024-04-15T15:09:23.960 INFO:teuthology.orchestra.run.smithi203.stdout: osd debug trim objects = true 2024-04-15T15:09:23.960 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.960 INFO:teuthology.orchestra.run.smithi203.stdout: osd open classes on start = true 2024-04-15T15:09:23.960 INFO:teuthology.orchestra.run.smithi203.stdout: osd debug pg log writeout = true 2024-04-15T15:09:23.960 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.960 INFO:teuthology.orchestra.run.smithi203.stdout: osd deep scrub update digest min age = 30 2024-04-15T15:09:23.960 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.960 INFO:teuthology.orchestra.run.smithi203.stdout: osd map max advance = 10 2024-04-15T15:09:23.960 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.960 INFO:teuthology.orchestra.run.smithi203.stdout: journal zero on create = true 2024-04-15T15:09:23.960 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.960 INFO:teuthology.orchestra.run.smithi203.stdout: filestore ondisk finisher threads = 3 2024-04-15T15:09:23.960 INFO:teuthology.orchestra.run.smithi203.stdout: filestore apply finisher threads = 3 2024-04-15T15:09:23.961 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.961 INFO:teuthology.orchestra.run.smithi203.stdout: bdev debug aio = true 2024-04-15T15:09:23.961 INFO:teuthology.orchestra.run.smithi203.stdout: osd debug misdirected ops = true 2024-04-15T15:09:23.961 INFO:teuthology.orchestra.run.smithi203.stdout: bluestore block size = 96636764160 2024-04-15T15:09:23.961 INFO:teuthology.orchestra.run.smithi203.stdout: bluestore fsck on mount = True 2024-04-15T15:09:23.961 INFO:teuthology.orchestra.run.smithi203.stdout: debug bluefs = 20 2024-04-15T15:09:23.961 INFO:teuthology.orchestra.run.smithi203.stdout: debug bluestore = 20 2024-04-15T15:09:23.961 INFO:teuthology.orchestra.run.smithi203.stdout: debug ms = 1 2024-04-15T15:09:23.961 INFO:teuthology.orchestra.run.smithi203.stdout: debug osd = 20 2024-04-15T15:09:23.961 INFO:teuthology.orchestra.run.smithi203.stdout: debug rocksdb = 10 2024-04-15T15:09:23.961 INFO:teuthology.orchestra.run.smithi203.stdout: mon osd backfillfull_ratio = 0.85 2024-04-15T15:09:23.961 INFO:teuthology.orchestra.run.smithi203.stdout: mon osd full ratio = 0.9 2024-04-15T15:09:23.961 INFO:teuthology.orchestra.run.smithi203.stdout: mon osd nearfull ratio = 0.8 2024-04-15T15:09:23.961 INFO:teuthology.orchestra.run.smithi203.stdout: osd failsafe full ratio = 0.95 2024-04-15T15:09:23.961 INFO:teuthology.orchestra.run.smithi203.stdout: osd objectstore = bluestore 2024-04-15T15:09:23.962 INFO:teuthology.orchestra.run.smithi203.stdout: osd op complaint time = 180 2024-04-15T15:09:23.962 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.962 INFO:teuthology.orchestra.run.smithi203.stdout:[mgr] 2024-04-15T15:09:23.962 INFO:teuthology.orchestra.run.smithi203.stdout: debug ms = 1 2024-04-15T15:09:23.962 INFO:teuthology.orchestra.run.smithi203.stdout: debug mgr = 20 2024-04-15T15:09:23.962 INFO:teuthology.orchestra.run.smithi203.stdout: debug mon = 20 2024-04-15T15:09:23.962 INFO:teuthology.orchestra.run.smithi203.stdout: debug auth = 20 2024-04-15T15:09:23.962 INFO:teuthology.orchestra.run.smithi203.stdout: mon reweight min pgs per osd = 4 2024-04-15T15:09:23.962 INFO:teuthology.orchestra.run.smithi203.stdout: mon reweight min bytes per osd = 10 2024-04-15T15:09:23.962 INFO:teuthology.orchestra.run.smithi203.stdout: mgr/telemetry/nag = false 2024-04-15T15:09:23.962 INFO:teuthology.orchestra.run.smithi203.stdout: debug client = 20 2024-04-15T15:09:23.962 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.962 INFO:teuthology.orchestra.run.smithi203.stdout:[mon] 2024-04-15T15:09:23.962 INFO:teuthology.orchestra.run.smithi203.stdout: debug ms = 1 2024-04-15T15:09:23.963 INFO:teuthology.orchestra.run.smithi203.stdout: debug mon = 20 2024-04-15T15:09:23.963 INFO:teuthology.orchestra.run.smithi203.stdout: debug paxos = 20 2024-04-15T15:09:23.963 INFO:teuthology.orchestra.run.smithi203.stdout: debug auth = 20 2024-04-15T15:09:23.963 INFO:teuthology.orchestra.run.smithi203.stdout: mon data avail warn = 5 2024-04-15T15:09:23.963 INFO:teuthology.orchestra.run.smithi203.stdout: mon mgr mkfs grace = 240 2024-04-15T15:09:23.963 INFO:teuthology.orchestra.run.smithi203.stdout: mon reweight min pgs per osd = 4 2024-04-15T15:09:23.963 INFO:teuthology.orchestra.run.smithi203.stdout: mon osd reporter subtree level = osd 2024-04-15T15:09:23.963 INFO:teuthology.orchestra.run.smithi203.stdout: mon osd prime pg temp = true 2024-04-15T15:09:23.963 INFO:teuthology.orchestra.run.smithi203.stdout: mon reweight min bytes per osd = 10 2024-04-15T15:09:23.963 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.963 INFO:teuthology.orchestra.run.smithi203.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-04-15T15:09:23.963 INFO:teuthology.orchestra.run.smithi203.stdout: auth mon ticket ttl = 660 # 11m 2024-04-15T15:09:23.963 INFO:teuthology.orchestra.run.smithi203.stdout: auth service ticket ttl = 240 # 4m 2024-04-15T15:09:23.963 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.964 INFO:teuthology.orchestra.run.smithi203.stdout: # don't complain about insecure global_id in the test suite 2024-04-15T15:09:23.964 INFO:teuthology.orchestra.run.smithi203.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-04-15T15:09:23.964 INFO:teuthology.orchestra.run.smithi203.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-04-15T15:09:23.964 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.964 INFO:teuthology.orchestra.run.smithi203.stdout: # 1m isn't quite enough 2024-04-15T15:09:23.964 INFO:teuthology.orchestra.run.smithi203.stdout: mon_down_mkfs_grace = 2m 2024-04-15T15:09:23.964 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.964 INFO:teuthology.orchestra.run.smithi203.stdout: mon_warn_on_filestore_osds = false 2024-04-15T15:09:23.964 INFO:teuthology.orchestra.run.smithi203.stdout: mon down mkfs grace = 300 2024-04-15T15:09:23.964 INFO:teuthology.orchestra.run.smithi203.stdout: mon op complaint time = 120 2024-04-15T15:09:23.964 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-04-15T15:09:23.964 INFO:teuthology.orchestra.run.smithi203.stdout:[client] 2024-04-15T15:09:23.964 INFO:teuthology.orchestra.run.smithi203.stdout: rgw cache enabled = true 2024-04-15T15:09:23.965 INFO:teuthology.orchestra.run.smithi203.stdout: rgw enable ops log = true 2024-04-15T15:09:23.965 INFO:teuthology.orchestra.run.smithi203.stdout: rgw enable usage log = true 2024-04-15T15:09:23.965 INFO:teuthology.orchestra.run.smithi203.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-04-15T15:09:23.965 INFO:teuthology.orchestra.run.smithi203.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-04-15T15:09:23.965 INFO:teuthology.orchestra.run.smithi203.stdout: client mount timeout = 600 2024-04-15T15:09:23.965 INFO:teuthology.orchestra.run.smithi203.stdout: debug client = 20 2024-04-15T15:09:23.965 INFO:teuthology.orchestra.run.smithi203.stdout: debug ms = 1 2024-04-15T15:09:23.965 INFO:teuthology.orchestra.run.smithi203.stdout: pid file = "" 2024-04-15T15:09:23.965 INFO:teuthology.orchestra.run.smithi203.stdout: rados mon op timeout = 900 2024-04-15T15:09:23.965 INFO:teuthology.orchestra.run.smithi203.stdout: rados osd op timeout = 900 2024-04-15T15:09:23.965 INFO:teuthology.orchestra.run.smithi203.stdout:[mon.a] 2024-04-15T15:09:23.965 INFO:teuthology.orchestra.run.smithi203.stdout:[mon.b] 2024-04-15T15:09:23.965 INFO:teuthology.orchestra.run.smithi203.stdout:[mon.c] 2024-04-15T15:09:23.965 INFO:teuthology.orchestra.run.smithi203.stdout:[mds.a] 2024-04-15T15:09:23.966 INFO:teuthology.orchestra.run.smithi203.stdout:[mds.c] 2024-04-15T15:09:23.966 INFO:teuthology.orchestra.run.smithi203.stdout:[mds.b] 2024-04-15T15:09:23.966 INFO:teuthology.orchestra.run.smithi203.stdout:[mds.d] 2024-04-15T15:09:23.966 INFO:teuthology.orchestra.run.smithi203.stdout:[mds] 2024-04-15T15:09:23.966 INFO:teuthology.orchestra.run.smithi203.stdout: debug mds = 20 2024-04-15T15:09:23.966 INFO:teuthology.orchestra.run.smithi203.stdout: debug mds balancer = 20 2024-04-15T15:09:23.966 INFO:teuthology.orchestra.run.smithi203.stdout: debug ms = 1 2024-04-15T15:09:23.966 INFO:teuthology.orchestra.run.smithi203.stdout: mds debug frag = True 2024-04-15T15:09:23.966 INFO:teuthology.orchestra.run.smithi203.stdout: mds debug scatterstat = True 2024-04-15T15:09:23.966 INFO:teuthology.orchestra.run.smithi203.stdout: mds op complaint time = 180 2024-04-15T15:09:23.967 INFO:teuthology.orchestra.run.smithi203.stdout: mds verify scatter = True 2024-04-15T15:09:23.967 INFO:teuthology.orchestra.run.smithi203.stdout: osd op complaint time = 180 2024-04-15T15:09:23.967 INFO:teuthology.orchestra.run.smithi203.stdout: rados mon op timeout = 900 2024-04-15T15:09:23.967 INFO:teuthology.orchestra.run.smithi203.stdout: rados osd op timeout = 900 2024-04-15T15:09:23.968 INFO:tasks.ceph:Creating admin key on mon.a... 2024-04-15T15:09:23.968 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-04-15T15:09:24.066 INFO:tasks.ceph:Copying monmap to all nodes... 2024-04-15T15:09:24.066 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:24.066 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-04-15T15:09:24.082 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:24.082 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-04-15T15:09:24.137 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi084.front.sepia.ceph.com 2024-04-15T15:09:24.138 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:24.138 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd of=/etc/ceph/ceph.keyring 2024-04-15T15:09:24.138 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-04-15T15:09:24.218 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:24.218 DEBUG:teuthology.orchestra.run.smithi084:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-04-15T15:09:24.274 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi203.front.sepia.ceph.com 2024-04-15T15:09:24.274 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:09:24.274 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/etc/ceph/ceph.keyring 2024-04-15T15:09:24.274 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-04-15T15:09:24.316 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:09:24.316 DEBUG:teuthology.orchestra.run.smithi203:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-04-15T15:09:24.372 INFO:tasks.ceph:Setting up mon nodes... 2024-04-15T15:09:24.372 INFO:tasks.ceph:Setting up mgr nodes... 2024-04-15T15:09:24.373 DEBUG:teuthology.orchestra.run.smithi084:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-04-15T15:09:24.429 INFO:teuthology.orchestra.run.smithi084.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-04-15T15:09:24.432 DEBUG:teuthology.orchestra.run.smithi203:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-04-15T15:09:24.496 INFO:teuthology.orchestra.run.smithi203.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-04-15T15:09:24.499 INFO:tasks.ceph:Setting up mds nodes... 2024-04-15T15:09:24.499 DEBUG:teuthology.orchestra.run.smithi084:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-04-15T15:09:24.555 INFO:teuthology.orchestra.run.smithi084.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-04-15T15:09:24.558 DEBUG:teuthology.orchestra.run.smithi084:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-04-15T15:09:24.586 DEBUG:teuthology.orchestra.run.smithi084:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-04-15T15:09:24.683 INFO:teuthology.orchestra.run.smithi084.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-04-15T15:09:24.686 DEBUG:teuthology.orchestra.run.smithi084:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-04-15T15:09:24.714 DEBUG:teuthology.orchestra.run.smithi203:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-04-15T15:09:24.771 INFO:teuthology.orchestra.run.smithi203.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-04-15T15:09:24.774 DEBUG:teuthology.orchestra.run.smithi203:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-04-15T15:09:24.802 DEBUG:teuthology.orchestra.run.smithi203:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-04-15T15:09:24.900 INFO:teuthology.orchestra.run.smithi203.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-04-15T15:09:24.902 DEBUG:teuthology.orchestra.run.smithi203:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-04-15T15:09:24.930 INFO:tasks.ceph_client:Setting up client nodes... 2024-04-15T15:09:24.931 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-15T15:09:24.975 INFO:teuthology.orchestra.run.smithi084.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-04-15T15:09:24.991 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-04-15T15:09:25.034 INFO:teuthology.orchestra.run.smithi084.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-04-15T15:09:25.049 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-15T15:09:25.094 INFO:teuthology.orchestra.run.smithi203.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-04-15T15:09:25.110 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-04-15T15:09:25.155 INFO:teuthology.orchestra.run.smithi203.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-04-15T15:09:25.171 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-04-15T15:09:25.171 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi084.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi203.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-04-15T15:09:25.171 DEBUG:teuthology.orchestra.run.smithi084:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-04-15T15:09:25.199 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-04-15T15:09:25.199 INFO:tasks.ceph:role: osd.0 2024-04-15T15:09:25.199 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi084.front.sepia.ceph.com 2024-04-15T15:09:25.199 DEBUG:teuthology.orchestra.run.smithi084:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-04-15T15:09:25.275 INFO:teuthology.orchestra.run.smithi084.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-04-15T15:09:25.275 INFO:teuthology.orchestra.run.smithi084.stdout: = sectsz=512 attr=2, projid32bit=1 2024-04-15T15:09:25.275 INFO:teuthology.orchestra.run.smithi084.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-04-15T15:09:25.275 INFO:teuthology.orchestra.run.smithi084.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-04-15T15:09:25.275 INFO:teuthology.orchestra.run.smithi084.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-04-15T15:09:25.275 INFO:teuthology.orchestra.run.smithi084.stdout: = sunit=0 swidth=0 blks 2024-04-15T15:09:25.276 INFO:teuthology.orchestra.run.smithi084.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-04-15T15:09:25.276 INFO:teuthology.orchestra.run.smithi084.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-04-15T15:09:25.276 INFO:teuthology.orchestra.run.smithi084.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-04-15T15:09:25.276 INFO:teuthology.orchestra.run.smithi084.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-04-15T15:09:25.755 INFO:teuthology.orchestra.run.smithi084.stdout:Discarding blocks...Done. 2024-04-15T15:09:25.757 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi084.front.sepia.ceph.com -o noatime 2024-04-15T15:09:25.757 DEBUG:teuthology.orchestra.run.smithi084:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-04-15T15:09:25.878 DEBUG:teuthology.orchestra.run.smithi084:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-04-15T15:09:25.916 DEBUG:teuthology.orchestra.run.smithi084:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-04-15T15:09:25.986 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-04-15T15:09:25.986 INFO:tasks.ceph:role: osd.1 2024-04-15T15:09:25.986 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi084.front.sepia.ceph.com 2024-04-15T15:09:25.986 DEBUG:teuthology.orchestra.run.smithi084:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-04-15T15:09:26.062 INFO:teuthology.orchestra.run.smithi084.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-04-15T15:09:26.062 INFO:teuthology.orchestra.run.smithi084.stdout: = sectsz=512 attr=2, projid32bit=1 2024-04-15T15:09:26.062 INFO:teuthology.orchestra.run.smithi084.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-04-15T15:09:26.062 INFO:teuthology.orchestra.run.smithi084.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-04-15T15:09:26.062 INFO:teuthology.orchestra.run.smithi084.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-04-15T15:09:26.062 INFO:teuthology.orchestra.run.smithi084.stdout: = sunit=0 swidth=0 blks 2024-04-15T15:09:26.062 INFO:teuthology.orchestra.run.smithi084.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-04-15T15:09:26.063 INFO:teuthology.orchestra.run.smithi084.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-04-15T15:09:26.063 INFO:teuthology.orchestra.run.smithi084.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-04-15T15:09:26.063 INFO:teuthology.orchestra.run.smithi084.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-04-15T15:09:26.530 INFO:teuthology.orchestra.run.smithi084.stdout:Discarding blocks...Done. 2024-04-15T15:09:26.532 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi084.front.sepia.ceph.com -o noatime 2024-04-15T15:09:26.532 DEBUG:teuthology.orchestra.run.smithi084:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-04-15T15:09:26.624 DEBUG:teuthology.orchestra.run.smithi084:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-04-15T15:09:26.656 DEBUG:teuthology.orchestra.run.smithi084:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-04-15T15:09:26.725 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-04-15T15:09:26.725 INFO:tasks.ceph:role: osd.2 2024-04-15T15:09:26.725 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi084.front.sepia.ceph.com 2024-04-15T15:09:26.725 DEBUG:teuthology.orchestra.run.smithi084:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-04-15T15:09:26.802 INFO:teuthology.orchestra.run.smithi084.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-04-15T15:09:26.802 INFO:teuthology.orchestra.run.smithi084.stdout: = sectsz=512 attr=2, projid32bit=1 2024-04-15T15:09:26.802 INFO:teuthology.orchestra.run.smithi084.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-04-15T15:09:26.802 INFO:teuthology.orchestra.run.smithi084.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-04-15T15:09:26.802 INFO:teuthology.orchestra.run.smithi084.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-04-15T15:09:26.803 INFO:teuthology.orchestra.run.smithi084.stdout: = sunit=0 swidth=0 blks 2024-04-15T15:09:26.803 INFO:teuthology.orchestra.run.smithi084.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-04-15T15:09:26.803 INFO:teuthology.orchestra.run.smithi084.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-04-15T15:09:26.803 INFO:teuthology.orchestra.run.smithi084.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-04-15T15:09:26.803 INFO:teuthology.orchestra.run.smithi084.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-04-15T15:09:27.287 INFO:teuthology.orchestra.run.smithi084.stdout:Discarding blocks...Done. 2024-04-15T15:09:27.289 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi084.front.sepia.ceph.com -o noatime 2024-04-15T15:09:27.290 DEBUG:teuthology.orchestra.run.smithi084:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-04-15T15:09:27.407 DEBUG:teuthology.orchestra.run.smithi084:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-04-15T15:09:27.442 DEBUG:teuthology.orchestra.run.smithi084:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-04-15T15:09:27.511 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-04-15T15:09:27.511 INFO:tasks.ceph:role: osd.3 2024-04-15T15:09:27.511 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi084.front.sepia.ceph.com 2024-04-15T15:09:27.511 DEBUG:teuthology.orchestra.run.smithi084:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-04-15T15:09:27.587 INFO:teuthology.orchestra.run.smithi084.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-04-15T15:09:27.587 INFO:teuthology.orchestra.run.smithi084.stdout: = sectsz=512 attr=2, projid32bit=1 2024-04-15T15:09:27.588 INFO:teuthology.orchestra.run.smithi084.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-04-15T15:09:27.588 INFO:teuthology.orchestra.run.smithi084.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-04-15T15:09:27.588 INFO:teuthology.orchestra.run.smithi084.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-04-15T15:09:27.588 INFO:teuthology.orchestra.run.smithi084.stdout: = sunit=0 swidth=0 blks 2024-04-15T15:09:27.588 INFO:teuthology.orchestra.run.smithi084.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-04-15T15:09:27.588 INFO:teuthology.orchestra.run.smithi084.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-04-15T15:09:27.588 INFO:teuthology.orchestra.run.smithi084.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-04-15T15:09:27.588 INFO:teuthology.orchestra.run.smithi084.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-04-15T15:09:28.111 INFO:teuthology.orchestra.run.smithi084.stdout:Discarding blocks...Done. 2024-04-15T15:09:28.113 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi084.front.sepia.ceph.com -o noatime 2024-04-15T15:09:28.114 DEBUG:teuthology.orchestra.run.smithi084:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-04-15T15:09:28.267 DEBUG:teuthology.orchestra.run.smithi084:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-04-15T15:09:28.306 DEBUG:teuthology.orchestra.run.smithi084:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-04-15T15:09:28.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:28.441+0000 7fa78e98a640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-04-15T15:09:28.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:28.441+0000 7fa78e98a640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-04-15T15:09:28.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:28.441+0000 7fa78e98a640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-04-15T15:09:28.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:28.441+0000 7fa78e98a640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-04-15T15:09:28.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:28.441+0000 7fa78e98a640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-04-15T15:09:28.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:28.442+0000 7fa78e98a640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-04-15T15:09:31.298 DEBUG:teuthology.orchestra.run.smithi084:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-15T15:09:31.332 DEBUG:teuthology.orchestra.run.smithi084:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-04-15T15:09:31.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:31.424+0000 7fb94680f640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-04-15T15:09:31.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:31.424+0000 7fb94680f640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-04-15T15:09:31.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:31.424+0000 7fb94680f640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-04-15T15:09:31.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:31.424+0000 7fb94680f640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-04-15T15:09:31.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:31.424+0000 7fb94680f640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-04-15T15:09:31.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:31.425+0000 7fb94680f640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-04-15T15:09:34.282 DEBUG:teuthology.orchestra.run.smithi084:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-15T15:09:34.315 DEBUG:teuthology.orchestra.run.smithi084:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-04-15T15:09:34.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:34.408+0000 7fa7c1615640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-04-15T15:09:34.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:34.408+0000 7fa7c1615640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-04-15T15:09:34.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:34.408+0000 7fa7c1615640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-04-15T15:09:34.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:34.408+0000 7fa7c1615640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-04-15T15:09:34.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:34.408+0000 7fa7c1615640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-04-15T15:09:34.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:34.408+0000 7fa7c1615640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-04-15T15:09:37.262 DEBUG:teuthology.orchestra.run.smithi084:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-15T15:09:37.295 DEBUG:teuthology.orchestra.run.smithi084:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-04-15T15:09:37.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:37.387+0000 7f4cba80c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-04-15T15:09:37.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:37.387+0000 7f4cba80c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-04-15T15:09:37.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:37.387+0000 7f4cba80c640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-04-15T15:09:37.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:37.387+0000 7f4cba80c640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-04-15T15:09:37.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:37.387+0000 7f4cba80c640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-04-15T15:09:37.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:37.387+0000 7f4cba80c640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-04-15T15:09:40.233 DEBUG:teuthology.orchestra.run.smithi084:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-15T15:09:40.267 DEBUG:teuthology.orchestra.run.smithi203:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-04-15T15:09:40.300 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-04-15T15:09:40.300 INFO:tasks.ceph:role: osd.4 2024-04-15T15:09:40.301 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi203.front.sepia.ceph.com 2024-04-15T15:09:40.301 DEBUG:teuthology.orchestra.run.smithi203:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-04-15T15:09:40.379 INFO:teuthology.orchestra.run.smithi203.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-04-15T15:09:40.379 INFO:teuthology.orchestra.run.smithi203.stdout: = sectsz=512 attr=2, projid32bit=1 2024-04-15T15:09:40.379 INFO:teuthology.orchestra.run.smithi203.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-04-15T15:09:40.379 INFO:teuthology.orchestra.run.smithi203.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-04-15T15:09:40.379 INFO:teuthology.orchestra.run.smithi203.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-04-15T15:09:40.379 INFO:teuthology.orchestra.run.smithi203.stdout: = sunit=0 swidth=0 blks 2024-04-15T15:09:40.379 INFO:teuthology.orchestra.run.smithi203.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-04-15T15:09:40.380 INFO:teuthology.orchestra.run.smithi203.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-04-15T15:09:40.380 INFO:teuthology.orchestra.run.smithi203.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-04-15T15:09:40.380 INFO:teuthology.orchestra.run.smithi203.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-04-15T15:09:40.894 INFO:teuthology.orchestra.run.smithi203.stdout:Discarding blocks...Done. 2024-04-15T15:09:40.897 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi203.front.sepia.ceph.com -o noatime 2024-04-15T15:09:40.897 DEBUG:teuthology.orchestra.run.smithi203:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-04-15T15:09:41.030 DEBUG:teuthology.orchestra.run.smithi203:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-04-15T15:09:41.068 DEBUG:teuthology.orchestra.run.smithi203:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-04-15T15:09:41.139 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-04-15T15:09:41.139 INFO:tasks.ceph:role: osd.5 2024-04-15T15:09:41.139 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi203.front.sepia.ceph.com 2024-04-15T15:09:41.139 DEBUG:teuthology.orchestra.run.smithi203:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-04-15T15:09:41.218 INFO:teuthology.orchestra.run.smithi203.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-04-15T15:09:41.218 INFO:teuthology.orchestra.run.smithi203.stdout: = sectsz=512 attr=2, projid32bit=1 2024-04-15T15:09:41.218 INFO:teuthology.orchestra.run.smithi203.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-04-15T15:09:41.218 INFO:teuthology.orchestra.run.smithi203.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-04-15T15:09:41.218 INFO:teuthology.orchestra.run.smithi203.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-04-15T15:09:41.218 INFO:teuthology.orchestra.run.smithi203.stdout: = sunit=0 swidth=0 blks 2024-04-15T15:09:41.218 INFO:teuthology.orchestra.run.smithi203.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-04-15T15:09:41.219 INFO:teuthology.orchestra.run.smithi203.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-04-15T15:09:41.219 INFO:teuthology.orchestra.run.smithi203.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-04-15T15:09:41.219 INFO:teuthology.orchestra.run.smithi203.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-04-15T15:09:41.660 INFO:teuthology.orchestra.run.smithi203.stdout:Discarding blocks...Done. 2024-04-15T15:09:41.662 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi203.front.sepia.ceph.com -o noatime 2024-04-15T15:09:41.663 DEBUG:teuthology.orchestra.run.smithi203:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-04-15T15:09:41.761 DEBUG:teuthology.orchestra.run.smithi203:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-04-15T15:09:41.793 DEBUG:teuthology.orchestra.run.smithi203:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-04-15T15:09:41.861 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-04-15T15:09:41.861 INFO:tasks.ceph:role: osd.6 2024-04-15T15:09:41.861 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi203.front.sepia.ceph.com 2024-04-15T15:09:41.862 DEBUG:teuthology.orchestra.run.smithi203:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-04-15T15:09:41.938 INFO:teuthology.orchestra.run.smithi203.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-04-15T15:09:41.938 INFO:teuthology.orchestra.run.smithi203.stdout: = sectsz=512 attr=2, projid32bit=1 2024-04-15T15:09:41.938 INFO:teuthology.orchestra.run.smithi203.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-04-15T15:09:41.938 INFO:teuthology.orchestra.run.smithi203.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-04-15T15:09:41.938 INFO:teuthology.orchestra.run.smithi203.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-04-15T15:09:41.938 INFO:teuthology.orchestra.run.smithi203.stdout: = sunit=0 swidth=0 blks 2024-04-15T15:09:41.938 INFO:teuthology.orchestra.run.smithi203.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-04-15T15:09:41.938 INFO:teuthology.orchestra.run.smithi203.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-04-15T15:09:41.939 INFO:teuthology.orchestra.run.smithi203.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-04-15T15:09:41.939 INFO:teuthology.orchestra.run.smithi203.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-04-15T15:09:42.423 INFO:teuthology.orchestra.run.smithi203.stdout:Discarding blocks...Done. 2024-04-15T15:09:42.425 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi203.front.sepia.ceph.com -o noatime 2024-04-15T15:09:42.425 DEBUG:teuthology.orchestra.run.smithi203:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-04-15T15:09:42.578 DEBUG:teuthology.orchestra.run.smithi203:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-04-15T15:09:42.611 DEBUG:teuthology.orchestra.run.smithi203:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-04-15T15:09:42.678 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-04-15T15:09:42.679 INFO:tasks.ceph:role: osd.7 2024-04-15T15:09:42.679 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi203.front.sepia.ceph.com 2024-04-15T15:09:42.679 DEBUG:teuthology.orchestra.run.smithi203:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-04-15T15:09:42.754 INFO:teuthology.orchestra.run.smithi203.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-04-15T15:09:42.755 INFO:teuthology.orchestra.run.smithi203.stdout: = sectsz=512 attr=2, projid32bit=1 2024-04-15T15:09:42.755 INFO:teuthology.orchestra.run.smithi203.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-04-15T15:09:42.755 INFO:teuthology.orchestra.run.smithi203.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-04-15T15:09:42.755 INFO:teuthology.orchestra.run.smithi203.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-04-15T15:09:42.755 INFO:teuthology.orchestra.run.smithi203.stdout: = sunit=0 swidth=0 blks 2024-04-15T15:09:42.755 INFO:teuthology.orchestra.run.smithi203.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-04-15T15:09:42.755 INFO:teuthology.orchestra.run.smithi203.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-04-15T15:09:42.755 INFO:teuthology.orchestra.run.smithi203.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-04-15T15:09:42.755 INFO:teuthology.orchestra.run.smithi203.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-04-15T15:09:43.222 INFO:teuthology.orchestra.run.smithi203.stdout:Discarding blocks...Done. 2024-04-15T15:09:43.224 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi203.front.sepia.ceph.com -o noatime 2024-04-15T15:09:43.224 DEBUG:teuthology.orchestra.run.smithi203:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-04-15T15:09:43.348 DEBUG:teuthology.orchestra.run.smithi203:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-04-15T15:09:43.383 DEBUG:teuthology.orchestra.run.smithi203:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-04-15T15:09:43.482 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:43.480+0000 7f651660d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-04-15T15:09:43.482 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:43.480+0000 7f651660d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-04-15T15:09:43.483 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:43.480+0000 7f651660d640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-04-15T15:09:43.483 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:43.480+0000 7f651660d640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-04-15T15:09:43.483 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:43.480+0000 7f651660d640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-04-15T15:09:43.483 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:43.481+0000 7f651660d640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-04-15T15:09:46.328 DEBUG:teuthology.orchestra.run.smithi203:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-15T15:09:46.360 DEBUG:teuthology.orchestra.run.smithi203:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-04-15T15:09:46.453 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:46.451+0000 7f1dcbc1d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-04-15T15:09:46.453 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:46.451+0000 7f1dcbc1d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-04-15T15:09:46.453 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:46.451+0000 7f1dcbc1d640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-04-15T15:09:46.453 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:46.451+0000 7f1dcbc1d640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-04-15T15:09:46.453 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:46.451+0000 7f1dcbc1d640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-04-15T15:09:46.453 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:46.452+0000 7f1dcbc1d640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-04-15T15:09:49.304 DEBUG:teuthology.orchestra.run.smithi203:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-15T15:09:49.336 DEBUG:teuthology.orchestra.run.smithi203:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-04-15T15:09:49.429 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:49.427+0000 7f7d79e06640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-04-15T15:09:49.429 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:49.428+0000 7f7d79e06640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-04-15T15:09:49.430 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:49.428+0000 7f7d79e06640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-04-15T15:09:49.430 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:49.428+0000 7f7d79e06640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-04-15T15:09:49.430 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:49.428+0000 7f7d79e06640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-04-15T15:09:49.430 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:49.428+0000 7f7d79e06640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-04-15T15:09:51.933 DEBUG:teuthology.orchestra.run.smithi084:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-15T15:09:51.937 DEBUG:teuthology.orchestra.run.smithi203:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-15T15:09:52.285 DEBUG:teuthology.orchestra.run.smithi203:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-15T15:09:52.314 DEBUG:teuthology.orchestra.run.smithi203:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-04-15T15:09:52.403 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:52.401+0000 7f49f5410640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-04-15T15:09:52.403 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:52.401+0000 7f49f5410640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-04-15T15:09:52.403 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:52.401+0000 7f49f5410640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-04-15T15:09:52.403 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:52.401+0000 7f49f5410640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-04-15T15:09:52.403 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:52.401+0000 7f49f5410640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-04-15T15:09:52.404 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:52.402+0000 7f49f5410640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-04-15T15:09:55.258 DEBUG:teuthology.orchestra.run.smithi203:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-15T15:09:55.292 INFO:tasks.ceph:Reading keys from all nodes... 2024-04-15T15:09:55.292 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:55.292 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-04-15T15:09:55.325 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:55.325 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-04-15T15:09:55.398 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:55.398 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-04-15T15:09:55.471 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:55.471 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-04-15T15:09:55.543 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:55.544 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-04-15T15:09:55.614 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:55.615 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-04-15T15:09:55.684 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:55.684 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-04-15T15:09:55.753 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:09:55.754 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-04-15T15:09:55.787 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:09:55.787 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-04-15T15:09:55.860 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:09:55.860 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-04-15T15:09:55.931 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:09:55.931 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-04-15T15:09:56.000 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:09:56.000 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-04-15T15:09:56.070 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:09:56.070 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-04-15T15:09:56.140 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:09:56.140 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-04-15T15:09:56.209 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:56.209 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-04-15T15:09:56.227 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:56.227 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-04-15T15:09:56.284 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:09:56.284 DEBUG:teuthology.orchestra.run.smithi203:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-04-15T15:09:56.300 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:09:56.301 DEBUG:teuthology.orchestra.run.smithi203:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-04-15T15:09:56.356 INFO:tasks.ceph:Adding keys to all mons... 2024-04-15T15:09:56.357 DEBUG:teuthology.orchestra.run.smithi084:> sudo tee -a /etc/ceph/ceph.keyring 2024-04-15T15:09:56.359 DEBUG:teuthology.orchestra.run.smithi203:> sudo tee -a /etc/ceph/ceph.keyring 2024-04-15T15:09:56.400 INFO:teuthology.orchestra.run.smithi084.stdout:[mgr.y] 2024-04-15T15:09:56.400 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQAkQx1mZw6VGRAA/6GMDVOmrBWpFRVq2wSDig== 2024-04-15T15:09:56.400 INFO:teuthology.orchestra.run.smithi084.stdout:[mds.a] 2024-04-15T15:09:56.400 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQAkQx1mJpYcIRAAPVoMUDNxY0qhHRliBK8awQ== 2024-04-15T15:09:56.400 INFO:teuthology.orchestra.run.smithi084.stdout:[mds.c] 2024-04-15T15:09:56.400 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQAkQx1musa1KBAA9a4/YM17z9w8KtaFmmS29Q== 2024-04-15T15:09:56.400 INFO:teuthology.orchestra.run.smithi084.stdout:[osd.0] 2024-04-15T15:09:56.400 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQAoQx1mcbphGhAAfQYwrn0Sg/eBtcRCo7TgrQ== 2024-04-15T15:09:56.400 INFO:teuthology.orchestra.run.smithi084.stdout:[osd.1] 2024-04-15T15:09:56.400 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQArQx1mO+JYGRAAOyTT1aIDcF75t+4kWmf5oQ== 2024-04-15T15:09:56.401 INFO:teuthology.orchestra.run.smithi084.stdout:[osd.2] 2024-04-15T15:09:56.401 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQAuQx1mFBVhGBAALheRMGOJmePftqUbtCnB/Q== 2024-04-15T15:09:56.401 INFO:teuthology.orchestra.run.smithi084.stdout:[osd.3] 2024-04-15T15:09:56.401 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQAxQx1mgZchFxAATeC5cZVA2dF3WSwnqVqOag== 2024-04-15T15:09:56.401 INFO:teuthology.orchestra.run.smithi084.stdout:[mgr.x] 2024-04-15T15:09:56.401 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQAkQx1m2O2PHRAA/HVw/MBEt03vbqOJywN4Rw== 2024-04-15T15:09:56.401 INFO:teuthology.orchestra.run.smithi084.stdout:[mds.b] 2024-04-15T15:09:56.401 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQAkQx1mFUP1LRAAZia6lf9V1fddiBXMfxbp9w== 2024-04-15T15:09:56.401 INFO:teuthology.orchestra.run.smithi084.stdout:[mds.d] 2024-04-15T15:09:56.401 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQAkQx1mOFqiNRAAB0XAFMtyPr4V8/nRg48TVg== 2024-04-15T15:09:56.402 INFO:teuthology.orchestra.run.smithi084.stdout:[osd.4] 2024-04-15T15:09:56.402 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQA3Qx1mcgC0HBAAMPQM+4DT3bdRWCAJ3lxF8Q== 2024-04-15T15:09:56.402 INFO:teuthology.orchestra.run.smithi084.stdout:[osd.5] 2024-04-15T15:09:56.402 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQA6Qx1mnHjzGhAAN259BRnmKGLVpn6dy5QiqA== 2024-04-15T15:09:56.402 INFO:teuthology.orchestra.run.smithi084.stdout:[osd.6] 2024-04-15T15:09:56.402 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQA9Qx1myaiNGRAAxmOlivfaau/1QTvf0CbSyg== 2024-04-15T15:09:56.402 INFO:teuthology.orchestra.run.smithi084.stdout:[osd.7] 2024-04-15T15:09:56.402 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQBAQx1mUtH5FxAATKXZ19RAtTj61l4FaRlG1w== 2024-04-15T15:09:56.402 INFO:teuthology.orchestra.run.smithi084.stdout:[client.0] 2024-04-15T15:09:56.402 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQAkQx1m468UOhAAERRanFp4UeOlYS9MPP5HHg== 2024-04-15T15:09:56.402 INFO:teuthology.orchestra.run.smithi084.stdout:[client.2] 2024-04-15T15:09:56.402 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQAlQx1mf6T+ARAAtE8OCdHtv3S3PUVDUU2vYw== 2024-04-15T15:09:56.403 INFO:teuthology.orchestra.run.smithi084.stdout:[client.1] 2024-04-15T15:09:56.403 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQAlQx1mxsaWBRAA8Hw+FBnVl/HIhRU5iyvibA== 2024-04-15T15:09:56.403 INFO:teuthology.orchestra.run.smithi084.stdout:[client.3] 2024-04-15T15:09:56.403 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQAlQx1mbTo0CRAAo0Kq9HwxyL6HW8KKZl/vYg== 2024-04-15T15:09:56.424 INFO:teuthology.orchestra.run.smithi203.stdout:[mgr.y] 2024-04-15T15:09:56.424 INFO:teuthology.orchestra.run.smithi203.stdout: key = AQAkQx1mZw6VGRAA/6GMDVOmrBWpFRVq2wSDig== 2024-04-15T15:09:56.424 INFO:teuthology.orchestra.run.smithi203.stdout:[mds.a] 2024-04-15T15:09:56.424 INFO:teuthology.orchestra.run.smithi203.stdout: key = AQAkQx1mJpYcIRAAPVoMUDNxY0qhHRliBK8awQ== 2024-04-15T15:09:56.424 INFO:teuthology.orchestra.run.smithi203.stdout:[mds.c] 2024-04-15T15:09:56.424 INFO:teuthology.orchestra.run.smithi203.stdout: key = AQAkQx1musa1KBAA9a4/YM17z9w8KtaFmmS29Q== 2024-04-15T15:09:56.424 INFO:teuthology.orchestra.run.smithi203.stdout:[osd.0] 2024-04-15T15:09:56.425 INFO:teuthology.orchestra.run.smithi203.stdout: key = AQAoQx1mcbphGhAAfQYwrn0Sg/eBtcRCo7TgrQ== 2024-04-15T15:09:56.425 INFO:teuthology.orchestra.run.smithi203.stdout:[osd.1] 2024-04-15T15:09:56.425 INFO:teuthology.orchestra.run.smithi203.stdout: key = AQArQx1mO+JYGRAAOyTT1aIDcF75t+4kWmf5oQ== 2024-04-15T15:09:56.425 INFO:teuthology.orchestra.run.smithi203.stdout:[osd.2] 2024-04-15T15:09:56.425 INFO:teuthology.orchestra.run.smithi203.stdout: key = AQAuQx1mFBVhGBAALheRMGOJmePftqUbtCnB/Q== 2024-04-15T15:09:56.425 INFO:teuthology.orchestra.run.smithi203.stdout:[osd.3] 2024-04-15T15:09:56.425 INFO:teuthology.orchestra.run.smithi203.stdout: key = AQAxQx1mgZchFxAATeC5cZVA2dF3WSwnqVqOag== 2024-04-15T15:09:56.425 INFO:teuthology.orchestra.run.smithi203.stdout:[mgr.x] 2024-04-15T15:09:56.425 INFO:teuthology.orchestra.run.smithi203.stdout: key = AQAkQx1m2O2PHRAA/HVw/MBEt03vbqOJywN4Rw== 2024-04-15T15:09:56.425 INFO:teuthology.orchestra.run.smithi203.stdout:[mds.b] 2024-04-15T15:09:56.425 INFO:teuthology.orchestra.run.smithi203.stdout: key = AQAkQx1mFUP1LRAAZia6lf9V1fddiBXMfxbp9w== 2024-04-15T15:09:56.426 INFO:teuthology.orchestra.run.smithi203.stdout:[mds.d] 2024-04-15T15:09:56.426 INFO:teuthology.orchestra.run.smithi203.stdout: key = AQAkQx1mOFqiNRAAB0XAFMtyPr4V8/nRg48TVg== 2024-04-15T15:09:56.426 INFO:teuthology.orchestra.run.smithi203.stdout:[osd.4] 2024-04-15T15:09:56.426 INFO:teuthology.orchestra.run.smithi203.stdout: key = AQA3Qx1mcgC0HBAAMPQM+4DT3bdRWCAJ3lxF8Q== 2024-04-15T15:09:56.426 INFO:teuthology.orchestra.run.smithi203.stdout:[osd.5] 2024-04-15T15:09:56.426 INFO:teuthology.orchestra.run.smithi203.stdout: key = AQA6Qx1mnHjzGhAAN259BRnmKGLVpn6dy5QiqA== 2024-04-15T15:09:56.426 INFO:teuthology.orchestra.run.smithi203.stdout:[osd.6] 2024-04-15T15:09:56.426 INFO:teuthology.orchestra.run.smithi203.stdout: key = AQA9Qx1myaiNGRAAxmOlivfaau/1QTvf0CbSyg== 2024-04-15T15:09:56.426 INFO:teuthology.orchestra.run.smithi203.stdout:[osd.7] 2024-04-15T15:09:56.426 INFO:teuthology.orchestra.run.smithi203.stdout: key = AQBAQx1mUtH5FxAATKXZ19RAtTj61l4FaRlG1w== 2024-04-15T15:09:56.426 INFO:teuthology.orchestra.run.smithi203.stdout:[client.0] 2024-04-15T15:09:56.426 INFO:teuthology.orchestra.run.smithi203.stdout: key = AQAkQx1m468UOhAAERRanFp4UeOlYS9MPP5HHg== 2024-04-15T15:09:56.426 INFO:teuthology.orchestra.run.smithi203.stdout:[client.2] 2024-04-15T15:09:56.427 INFO:teuthology.orchestra.run.smithi203.stdout: key = AQAlQx1mf6T+ARAAtE8OCdHtv3S3PUVDUU2vYw== 2024-04-15T15:09:56.427 INFO:teuthology.orchestra.run.smithi203.stdout:[client.1] 2024-04-15T15:09:56.427 INFO:teuthology.orchestra.run.smithi203.stdout: key = AQAlQx1mxsaWBRAA8Hw+FBnVl/HIhRU5iyvibA== 2024-04-15T15:09:56.427 INFO:teuthology.orchestra.run.smithi203.stdout:[client.3] 2024-04-15T15:09:56.427 INFO:teuthology.orchestra.run.smithi203.stdout: key = AQAlQx1mbTo0CRAAo0Kq9HwxyL6HW8KKZl/vYg== 2024-04-15T15:09:56.428 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-04-15T15:09:56.447 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-04-15T15:09:56.524 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-04-15T15:09:56.527 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-04-15T15:09:56.583 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-04-15T15:09:56.586 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-04-15T15:09:56.643 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-15T15:09:56.645 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-15T15:09:56.699 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-15T15:09:56.701 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-15T15:09:56.756 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-15T15:09:56.758 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-15T15:09:56.812 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-15T15:09:56.815 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-15T15:09:56.868 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-04-15T15:09:56.870 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-04-15T15:09:56.924 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-04-15T15:09:56.926 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-04-15T15:09:56.983 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-04-15T15:09:56.985 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-04-15T15:09:57.043 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-15T15:09:57.045 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-15T15:09:57.098 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-15T15:09:57.101 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-15T15:09:57.155 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-15T15:09:57.157 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-15T15:09:57.211 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-15T15:09:57.213 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-04-15T15:09:57.267 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-04-15T15:09:57.270 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-04-15T15:09:57.327 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-04-15T15:09:57.329 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-04-15T15:09:57.386 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-04-15T15:09:57.388 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-04-15T15:09:57.446 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-04-15T15:09:57.448 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-04-15T15:09:57.504 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-04-15T15:09:57.504 DEBUG:teuthology.orchestra.run.smithi084:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-04-15T15:09:57.532 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-04-15T15:09:57.631 DEBUG:teuthology.orchestra.run.smithi084:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-04-15T15:09:57.659 DEBUG:teuthology.orchestra.run.smithi203:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-04-15T15:09:57.688 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-04-15T15:09:57.788 DEBUG:teuthology.orchestra.run.smithi203:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-04-15T15:09:57.816 DEBUG:teuthology.orchestra.run.smithi203:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-04-15T15:09:57.885 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-04-15T15:09:57.985 DEBUG:teuthology.orchestra.run.smithi203:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-04-15T15:09:58.013 DEBUG:teuthology.orchestra.run.smithi084:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-04-15T15:09:58.015 DEBUG:teuthology.orchestra.run.smithi203:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-04-15T15:09:58.068 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-04-15T15:09:58.069 INFO:tasks.ceph.mon.a:Restarting daemon 2024-04-15T15:09:58.069 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-04-15T15:09:58.072 INFO:tasks.ceph.mon.a:Started 2024-04-15T15:09:58.072 INFO:tasks.ceph.mon.b:Restarting daemon 2024-04-15T15:09:58.072 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-04-15T15:09:58.111 INFO:tasks.ceph.mon.b:Started 2024-04-15T15:09:58.111 INFO:tasks.ceph.mon.c:Restarting daemon 2024-04-15T15:09:58.111 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-04-15T15:09:58.113 INFO:tasks.ceph.mon.c:Started 2024-04-15T15:09:58.113 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-04-15T15:09:58.114 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-04-15T15:09:58.114 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-04-15T15:09:58.116 INFO:tasks.ceph.mgr.y:Started 2024-04-15T15:09:58.116 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-04-15T15:09:58.116 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-04-15T15:09:58.118 INFO:tasks.ceph.mgr.x:Started 2024-04-15T15:09:58.118 INFO:tasks.ceph:Setting crush tunables to default 2024-04-15T15:09:58.118 DEBUG:teuthology.orchestra.run.smithi084:> sudo ceph --cluster ceph osd crush tunables default 2024-04-15T15:09:58.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.220+0000 7f96a0752640 1 Processor -- start 2024-04-15T15:09:58.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.220+0000 7f96a0752640 1 -- start start 2024-04-15T15:09:58.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.221+0000 7f96a0752640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f96980d08f0 0x7f96980cc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:58.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.221+0000 7f96a0752640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f969806bbb0 con 0x7f96980ce6d0 2024-04-15T15:09:58.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.221+0000 7f96a0752640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f969806be90 con 0x7f96980ce2f0 2024-04-15T15:09:58.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.221+0000 7f96a0752640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f969806b960 con 0x7f96980d08f0 2024-04-15T15:09:58.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.221+0000 7f969ecef640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f96980ce6d0 0x7f9698155600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:39684/0 (socket says 172.21.15.84:39684) 2024-04-15T15:09:58.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.221+0000 7f969ecef640 1 -- 172.21.15.84:0/886330926 learned_addr learned my addr 172.21.15.84:0/886330926 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:09:58.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.222+0000 7f969dced640 1 --2- 172.21.15.84:0/886330926 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f96980d08f0 0x7f96980cc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:58.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.222+0000 7f969dced640 1 -- 172.21.15.84:0/886330926 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f96980d08f0 msgr2=0x7f96980cc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-04-15T15:09:58.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.222+0000 7f969dced640 1 -- 172.21.15.84:0/886330926 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f96980d08f0 msgr2=0x7f96980cc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-04-15T15:09:58.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.222+0000 7f969dced640 1 --2- 172.21.15.84:0/886330926 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f96980d08f0 0x7f96980cc0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-15T15:09:58.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.222+0000 7f969dced640 1 --2- 172.21.15.84:0/886330926 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f96980d08f0 0x7f96980cc0b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-15T15:09:58.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.376+0000 7f969d4ec640 1 -- 172.21.15.84:0/886330926 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2384883322 0 0) 0x7f969806bbb0 con 0x7f96980ce6d0 2024-04-15T15:09:58.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.376+0000 7f969d4ec640 1 -- 172.21.15.84:0/886330926 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9684003520 con 0x7f96980ce6d0 2024-04-15T15:09:58.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.376+0000 7f969d4ec640 1 -- 172.21.15.84:0/886330926 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3723285741 0 0) 0x7f969806be90 con 0x7f96980ce2f0 2024-04-15T15:09:58.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.376+0000 7f969d4ec640 1 -- 172.21.15.84:0/886330926 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f969806bbb0 con 0x7f96980ce2f0 2024-04-15T15:09:58.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.376+0000 7f969d4ec640 1 -- 172.21.15.84:0/886330926 <== mon.1 v1:172.21.15.203:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1962997915 0 0) 0x7f969806bbb0 con 0x7f96980ce2f0 2024-04-15T15:09:58.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.376+0000 7f969d4ec640 1 -- 172.21.15.84:0/886330926 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f96980d08f0 msgr2=0x7f96980cc0b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-15T15:09:58.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.376+0000 7f969d4ec640 1 --2- 172.21.15.84:0/886330926 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f96980d08f0 0x7f96980cc0b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:58.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.376+0000 7f969d4ec640 1 -- 172.21.15.84:0/886330926 >> v1:172.21.15.84:6789/0 conn(0x7f96980ce6d0 legacy=0x7f9698155600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:58.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.376+0000 7f969d4ec640 1 -- 172.21.15.84:0/886330926 --> v1:172.21.15.203:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f969806c170 con 0x7f96980ce2f0 2024-04-15T15:09:58.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.376+0000 7f969d4ec640 1 -- 172.21.15.84:0/886330926 <== mon.1 v1:172.21.15.203:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f9694001670 con 0x7f96980ce2f0 2024-04-15T15:09:58.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.376+0000 7f969d4ec640 1 -- 172.21.15.84:0/886330926 >> v1:172.21.15.203:6789/0 conn(0x7f96980ce2f0 legacy=0x7f969815c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:58.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.376+0000 7f969d4ec640 1 --2- 172.21.15.84:0/886330926 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f96980d08f0 0x7f9684003b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:58.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.376+0000 7f969d4ec640 1 --2- 172.21.15.84:0/886330926 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96840040a0 0x7f9684004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:58.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.376+0000 7f969d4ec640 1 --2- 172.21.15.84:0/886330926 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9684004d40 0x7f96840051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:58.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.376+0000 7f969d4ec640 1 -- 172.21.15.84:0/886330926 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f969806b960 con 0x7f9684004d40 2024-04-15T15:09:58.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.376+0000 7f969d4ec640 1 -- 172.21.15.84:0/886330926 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f968400bb20 con 0x7f96840040a0 2024-04-15T15:09:58.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.376+0000 7f969d4ec640 1 -- 172.21.15.84:0/886330926 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f968400bd20 con 0x7f96980d08f0 2024-04-15T15:09:58.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.376+0000 7f969ecef640 1 --2- 172.21.15.84:0/886330926 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9684004d40 0x7f96840051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:58.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.376+0000 7f969dced640 1 --2- 172.21.15.84:0/886330926 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96840040a0 0x7f9684004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:58.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.376+0000 7f969e4ee640 1 --2- 172.21.15.84:0/886330926 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f96980d08f0 0x7f9684003b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:58.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.377+0000 7f969ecef640 1 -- 172.21.15.84:0/886330926 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f96980d08f0 msgr2=0x7f9684003b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:09:58.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.377+0000 7f969ecef640 1 --2- 172.21.15.84:0/886330926 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f96980d08f0 0x7f9684003b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:58.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.377+0000 7f969ecef640 1 -- 172.21.15.84:0/886330926 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96840040a0 msgr2=0x7f9684004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:09:58.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.377+0000 7f969ecef640 1 --2- 172.21.15.84:0/886330926 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96840040a0 0x7f9684004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:58.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.377+0000 7f969ecef640 1 -- 172.21.15.84:0/886330926 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f969806bbb0 con 0x7f9684004d40 2024-04-15T15:09:58.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.377+0000 7f969dced640 1 --2- 172.21.15.84:0/886330926 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96840040a0 0x7f9684004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:09:58.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.378+0000 7f969ecef640 1 --2- 172.21.15.84:0/886330926 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9684004d40 0x7f96840051c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9690002050 tx=0x7f9684005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a09d6cd0fc4e49 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:09:58.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.378+0000 7f969d4ec640 1 -- 172.21.15.84:0/886330926 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9690002090 con 0x7f9684004d40 2024-04-15T15:09:58.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.378+0000 7f969d4ec640 1 -- 172.21.15.84:0/886330926 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9690032070 con 0x7f9684004d40 2024-04-15T15:09:58.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.378+0000 7f969d4ec640 1 -- 172.21.15.84:0/886330926 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9690037470 con 0x7f9684004d40 2024-04-15T15:09:58.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.379+0000 7f96a0752640 1 -- 172.21.15.84:0/886330926 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9684004d40 msgr2=0x7f96840051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:58.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.379+0000 7f96a0752640 1 --2- 172.21.15.84:0/886330926 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9684004d40 0x7f96840051c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9690002050 tx=0x7f9684005830 comp rx=0 tx=0).stop 2024-04-15T15:09:58.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.379+0000 7f969ecef640 1 -- 172.21.15.84:0/886330926 reap_dead start 2024-04-15T15:09:58.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.379+0000 7f96a0752640 1 -- 172.21.15.84:0/886330926 shutdown_connections 2024-04-15T15:09:58.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.379+0000 7f96a0752640 1 -- 172.21.15.84:0/886330926 >> 172.21.15.84:0/886330926 conn(0x7f96980b31d0 msgr2=0x7f96980b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:09:58.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.379+0000 7f96a0752640 1 -- 172.21.15.84:0/886330926 shutdown_connections 2024-04-15T15:09:58.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.379+0000 7f96a0752640 1 -- 172.21.15.84:0/886330926 wait complete. 2024-04-15T15:09:58.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.381+0000 7f96a0752640 1 Processor -- start 2024-04-15T15:09:58.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.381+0000 7f96a0752640 1 -- start start 2024-04-15T15:09:58.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.382+0000 7f96a0752640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9684004d40 0x7f9698151a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:58.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.382+0000 7f96a0752640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f96980c6d30 0x7f969809d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:58.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.382+0000 7f96a0752640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f969809dd10 0x7f96980c5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:58.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.382+0000 7f96a0752640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f969806ef50 con 0x7f969809dd10 2024-04-15T15:09:58.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.382+0000 7f96a0752640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f969806edd0 con 0x7f9684004d40 2024-04-15T15:09:58.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.382+0000 7f96a0752640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f969806f0d0 con 0x7f96980c6d30 2024-04-15T15:09:58.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.382+0000 7f969ecef640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f969809dd10 0x7f96980c5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:58.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.382+0000 7f969ecef640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f969809dd10 0x7f96980c5040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:37414/0 (socket says 172.21.15.84:37414) 2024-04-15T15:09:58.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.382+0000 7f969ecef640 1 -- 172.21.15.84:0/2338143622 learned_addr learned my addr 172.21.15.84:0/2338143622 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:09:58.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.382+0000 7f969e4ee640 1 --2- 172.21.15.84:0/2338143622 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9684004d40 0x7f9698151a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:58.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.382+0000 7f969dced640 1 --2- 172.21.15.84:0/2338143622 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f96980c6d30 0x7f969809d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:58.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.382+0000 7f969ecef640 1 -- 172.21.15.84:0/2338143622 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f96980c6d30 msgr2=0x7f969809d7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:58.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.382+0000 7f969ecef640 1 --2- 172.21.15.84:0/2338143622 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f96980c6d30 0x7f969809d7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:58.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.382+0000 7f969ecef640 1 -- 172.21.15.84:0/2338143622 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9684004d40 msgr2=0x7f9698151a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:58.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.382+0000 7f969ecef640 1 --2- 172.21.15.84:0/2338143622 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9684004d40 0x7f9698151a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:58.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.382+0000 7f969ecef640 1 -- 172.21.15.84:0/2338143622 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96980c5c90 con 0x7f969809dd10 2024-04-15T15:09:58.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.382+0000 7f969e4ee640 1 --2- 172.21.15.84:0/2338143622 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9684004d40 0x7f9698151a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:09:58.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.382+0000 7f969ecef640 1 --2- 172.21.15.84:0/2338143622 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f969809dd10 0x7f96980c5040 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f969002e870 tx=0x7f9690001650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:09:58.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.383+0000 7f968effd640 1 -- 172.21.15.84:0/2338143622 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9690046070 con 0x7f969809dd10 2024-04-15T15:09:58.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.383+0000 7f968effd640 1 -- 172.21.15.84:0/2338143622 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9690038940 con 0x7f969809dd10 2024-04-15T15:09:58.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.383+0000 7f96a0752640 1 -- 172.21.15.84:0/2338143622 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96980c5f70 con 0x7f969809dd10 2024-04-15T15:09:58.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.383+0000 7f968effd640 1 -- 172.21.15.84:0/2338143622 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f968800b5e0 con 0x7f969809dd10 2024-04-15T15:09:58.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.383+0000 7f96a0752640 1 -- 172.21.15.84:0/2338143622 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96980c6530 con 0x7f969809dd10 2024-04-15T15:09:58.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.383+0000 7f968effd640 1 -- 172.21.15.84:0/2338143622 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9690049070 con 0x7f969809dd10 2024-04-15T15:09:58.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.383+0000 7f968effd640 1 -- 172.21.15.84:0/2338143622 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f969004b840 con 0x7f969809dd10 2024-04-15T15:09:58.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.384+0000 7f96a0752640 1 -- 172.21.15.84:0/2338143622 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9698075c50 con 0x7f969809dd10 2024-04-15T15:09:58.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.386+0000 7f968effd640 1 -- 172.21.15.84:0/2338143622 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f9690061e50 con 0x7f969809dd10 2024-04-15T15:09:58.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.452+0000 7f96a0752640 1 -- 172.21.15.84:0/2338143622 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f969806cab0 con 0x7f969809dd10 2024-04-15T15:09:58.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.453+0000 7f968effd640 1 -- 172.21.15.84:0/2338143622 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7f9690050070 con 0x7f969809dd10 2024-04-15T15:09:58.455 INFO:teuthology.orchestra.run.smithi084.stderr:adjusted tunables profile to default 2024-04-15T15:09:58.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.454+0000 7f96a0752640 1 -- 172.21.15.84:0/2338143622 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f969809dd10 msgr2=0x7f96980c5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:58.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.454+0000 7f96a0752640 1 --2- 172.21.15.84:0/2338143622 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f969809dd10 0x7f96980c5040 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f969002e870 tx=0x7f9690001650 comp rx=0 tx=0).stop 2024-04-15T15:09:58.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.454+0000 7f96a0752640 1 -- 172.21.15.84:0/2338143622 shutdown_connections 2024-04-15T15:09:58.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.454+0000 7f96a0752640 1 --2- 172.21.15.84:0/2338143622 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f969809dd10 0x7f96980c5040 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:58.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.454+0000 7f96a0752640 1 --2- 172.21.15.84:0/2338143622 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f96980c6d30 0x7f969809d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:58.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.454+0000 7f96a0752640 1 --2- 172.21.15.84:0/2338143622 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9684004d40 0x7f9698151a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:58.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.454+0000 7f96a0752640 1 -- 172.21.15.84:0/2338143622 >> 172.21.15.84:0/2338143622 conn(0x7f96980b31d0 msgr2=0x7f969815c530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:09:58.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.454+0000 7f96a0752640 1 -- 172.21.15.84:0/2338143622 shutdown_connections 2024-04-15T15:09:58.457 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:09:58.454+0000 7f96a0752640 1 -- 172.21.15.84:0/2338143622 wait complete. 2024-04-15T15:09:58.466 INFO:tasks.ceph:check_enable_crimson: False 2024-04-15T15:09:58.467 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-04-15T15:09:58.467 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:58.467 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-04-15T15:09:58.496 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:58.496 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-04-15T15:09:58.565 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:58.566 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-04-15T15:09:58.634 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:09:58.634 DEBUG:teuthology.orchestra.run.smithi084:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-04-15T15:09:58.704 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:09:58.705 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-04-15T15:09:58.734 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:09:58.735 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-04-15T15:09:58.804 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:09:58.804 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-04-15T15:09:58.845 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:09:58.842+0000 7effd2ddb040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T15:09:58.863 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:09:58.861+0000 7fb4fca0f040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T15:09:58.873 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:09:58.873 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-04-15T15:09:58.902 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:09:58.899+0000 7effd2ddb040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T15:09:58.917 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:09:58.916+0000 7fb4fca0f040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T15:09:58.930 DEBUG:teuthology.orchestra.run.smithi203:> sudo ceph --cluster ceph osd new 6deb86f3-a648-4293-b63f-5cb53ca4ee37 0 2024-04-15T15:09:59.076 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.073+0000 7faced71c640 1 Processor -- start 2024-04-15T15:09:59.076 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.073+0000 7faced71c640 1 -- start start 2024-04-15T15:09:59.080 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.074+0000 7faced71c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7face815e610 0x7face80d0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.080 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.074+0000 7faced71c640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7face80d2320 con 0x7face806c400 2024-04-15T15:09:59.080 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.074+0000 7faced71c640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7face80d25c0 con 0x7face815e9f0 2024-04-15T15:09:59.080 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.074+0000 7faced71c640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7face80d31d0 con 0x7face815e610 2024-04-15T15:09:59.081 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.074+0000 7face67fc640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7face815e9f0 0x7face80d3660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.203:56698/0 (socket says 172.21.15.203:56698) 2024-04-15T15:09:59.081 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.074+0000 7face67fc640 1 -- 172.21.15.203:0/3786018246 learned_addr learned my addr 172.21.15.203:0/3786018246 (peer_addr_for_me v1:172.21.15.203:0/0) 2024-04-15T15:09:59.081 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.074+0000 7face6ffd640 1 --2- 172.21.15.203:0/3786018246 >> v2:172.21.15.84:3300/0 conn(0x7face815e610 0x7face80d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.081 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.074+0000 7face5ffb640 1 -- 172.21.15.203:0/3786018246 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3571235387 0 0) 0x7face80d25c0 con 0x7face815e9f0 2024-04-15T15:09:59.081 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.074+0000 7face5ffb640 1 -- 172.21.15.203:0/3786018246 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7facd4003520 con 0x7face815e9f0 2024-04-15T15:09:59.081 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.074+0000 7face5ffb640 1 -- 172.21.15.203:0/3786018246 <== mon.1 v1:172.21.15.203:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1086358011 0 0) 0x7facd4003520 con 0x7face815e9f0 2024-04-15T15:09:59.081 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.074+0000 7face5ffb640 1 -- 172.21.15.203:0/3786018246 >> v2:172.21.15.84:3300/0 conn(0x7face815e610 msgr2=0x7face80d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:09:59.081 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.074+0000 7face5ffb640 1 --2- 172.21.15.203:0/3786018246 >> v2:172.21.15.84:3300/0 conn(0x7face815e610 0x7face80d0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.081 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.074+0000 7face5ffb640 1 -- 172.21.15.203:0/3786018246 >> v1:172.21.15.84:6789/0 conn(0x7face806c400 legacy=0x7face80b7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.081 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.074+0000 7face5ffb640 1 -- 172.21.15.203:0/3786018246 --> v1:172.21.15.203:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7face80d28a0 con 0x7face815e9f0 2024-04-15T15:09:59.081 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.074+0000 7face5ffb640 1 -- 172.21.15.203:0/3786018246 <== mon.1 v1:172.21.15.203:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7facd0001670 con 0x7face815e9f0 2024-04-15T15:09:59.082 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.074+0000 7face5ffb640 1 -- 172.21.15.203:0/3786018246 >> v1:172.21.15.203:6789/0 conn(0x7face815e9f0 legacy=0x7face80d3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.082 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.075+0000 7face5ffb640 1 --2- 172.21.15.203:0/3786018246 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7facd40039b0 0x7facd4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.082 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.075+0000 7face5ffb640 1 --2- 172.21.15.203:0/3786018246 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7facd40043b0 0x7facd4004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.082 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.075+0000 7face5ffb640 1 --2- 172.21.15.203:0/3786018246 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7facd4005080 0x7facd400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.082 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.075+0000 7face5ffb640 1 -- 172.21.15.203:0/3786018246 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7face80d31d0 con 0x7facd40043b0 2024-04-15T15:09:59.082 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.075+0000 7face5ffb640 1 -- 172.21.15.203:0/3786018246 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7facd400bf30 con 0x7facd40039b0 2024-04-15T15:09:59.082 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.075+0000 7face5ffb640 1 -- 172.21.15.203:0/3786018246 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7facd400c130 con 0x7facd4005080 2024-04-15T15:09:59.083 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.075+0000 7face6ffd640 1 --2- 172.21.15.203:0/3786018246 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7facd40039b0 0x7facd4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.083 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.075+0000 7face77fe640 1 --2- 172.21.15.203:0/3786018246 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7facd4005080 0x7facd400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.083 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.075+0000 7face67fc640 1 --2- 172.21.15.203:0/3786018246 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7facd40043b0 0x7facd4004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.083 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.075+0000 7face6ffd640 1 -- 172.21.15.203:0/3786018246 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7facd4005080 msgr2=0x7facd400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:09:59.083 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.075+0000 7face6ffd640 1 --2- 172.21.15.203:0/3786018246 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7facd4005080 0x7facd400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.083 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.075+0000 7face6ffd640 1 -- 172.21.15.203:0/3786018246 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7facd40043b0 msgr2=0x7facd4004880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:09:59.083 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.075+0000 7face6ffd640 1 --2- 172.21.15.203:0/3786018246 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7facd40043b0 0x7facd4004880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.083 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.075+0000 7face6ffd640 1 -- 172.21.15.203:0/3786018246 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facd4003520 con 0x7facd40039b0 2024-04-15T15:09:59.083 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.075+0000 7face77fe640 1 -- 172.21.15.203:0/3786018246 reap_dead start 2024-04-15T15:09:59.083 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.076+0000 7face6ffd640 1 --2- 172.21.15.203:0/3786018246 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7facd40039b0 0x7facd4003d90 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7facd8009ac0 tx=0x7facd4005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d6e61dbfdfc1466c server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:09:59.083 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.076+0000 7face5ffb640 1 -- 172.21.15.203:0/3786018246 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facd8039070 con 0x7facd40039b0 2024-04-15T15:09:59.083 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.076+0000 7face5ffb640 1 -- 172.21.15.203:0/3786018246 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7facd802c6b0 con 0x7facd40039b0 2024-04-15T15:09:59.084 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.076+0000 7face5ffb640 1 -- 172.21.15.203:0/3786018246 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facd8009690 con 0x7facd40039b0 2024-04-15T15:09:59.084 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.076+0000 7faced71c640 1 -- 172.21.15.203:0/3786018246 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7facd40039b0 msgr2=0x7facd4003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.084 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.076+0000 7faced71c640 1 --2- 172.21.15.203:0/3786018246 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7facd40039b0 0x7facd4003d90 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7facd8009ac0 tx=0x7facd4005830 comp rx=0 tx=0).stop 2024-04-15T15:09:59.084 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.076+0000 7faced71c640 1 -- 172.21.15.203:0/3786018246 shutdown_connections 2024-04-15T15:09:59.084 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.076+0000 7faced71c640 1 --2- 172.21.15.203:0/3786018246 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7facd40039b0 0x7facd4003d90 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.084 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.076+0000 7faced71c640 1 -- 172.21.15.203:0/3786018246 >> 172.21.15.203:0/3786018246 conn(0x7face80d4750 msgr2=0x7face80d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:09:59.084 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.077+0000 7faced71c640 1 -- 172.21.15.203:0/3786018246 shutdown_connections 2024-04-15T15:09:59.084 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.077+0000 7faced71c640 1 -- 172.21.15.203:0/3786018246 wait complete. 2024-04-15T15:09:59.087 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.079+0000 7faced71c640 1 Processor -- start 2024-04-15T15:09:59.087 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.079+0000 7faced71c640 1 -- start start 2024-04-15T15:09:59.087 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.080+0000 7faced71c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7facd40039b0 0x7face815a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.087 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.080+0000 7faced71c640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7face80cb820 0x7face80cbc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.087 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.080+0000 7faced71c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7face80cdbc0 0x7face80ce020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.087 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.080+0000 7faced71c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7face806d130 con 0x7facd40039b0 2024-04-15T15:09:59.088 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.080+0000 7faced71c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7face80d2e60 con 0x7face80cdbc0 2024-04-15T15:09:59.088 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.080+0000 7faced71c640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7face806c890 con 0x7face80cb820 2024-04-15T15:09:59.088 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.080+0000 7face77fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7face80cdbc0 0x7face80ce020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.088 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.080+0000 7face67fc640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7face80cb820 0x7face80cbc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.088 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.080+0000 7face77fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7face80cdbc0 0x7face80ce020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:53796/0 (socket says 172.21.15.203:53796) 2024-04-15T15:09:59.088 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.080+0000 7face67fc640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7face80cb820 0x7face80cbc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.203:37364/0 (socket says 172.21.15.203:37364) 2024-04-15T15:09:59.088 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.080+0000 7face77fe640 1 -- 172.21.15.203:0/247357435 learned_addr learned my addr 172.21.15.203:0/247357435 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-04-15T15:09:59.088 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.080+0000 7face6ffd640 1 --2- 172.21.15.203:0/247357435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7facd40039b0 0x7face815a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.088 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.080+0000 7face77fe640 1 -- 172.21.15.203:0/247357435 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7face80cb820 msgr2=0x7face80cbc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.088 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.080+0000 7face77fe640 1 --2- 172.21.15.203:0/247357435 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7face80cb820 0x7face80cbc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.088 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.080+0000 7face77fe640 1 -- 172.21.15.203:0/247357435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7facd40039b0 msgr2=0x7face815a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.088 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.080+0000 7face77fe640 1 --2- 172.21.15.203:0/247357435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7facd40039b0 0x7face815a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.089 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.080+0000 7face77fe640 1 -- 172.21.15.203:0/247357435 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7face80cc2a0 con 0x7face80cdbc0 2024-04-15T15:09:59.089 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.080+0000 7face67fc640 1 --2- 172.21.15.203:0/247357435 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7face80cb820 0x7face80cbc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:09:59.089 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.080+0000 7face77fe640 1 --2- 172.21.15.203:0/247357435 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7face80cdbc0 0x7face80ce020 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7face80d24f0 tx=0x7face000feb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:09:59.089 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.081+0000 7facdf7fe640 1 -- 172.21.15.203:0/247357435 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face0019070 con 0x7face80cdbc0 2024-04-15T15:09:59.089 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.081+0000 7facdf7fe640 1 -- 172.21.15.203:0/247357435 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7face0006e20 con 0x7face80cdbc0 2024-04-15T15:09:59.089 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.081+0000 7faced71c640 1 -- 172.21.15.203:0/247357435 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7face80cc580 con 0x7face80cdbc0 2024-04-15T15:09:59.089 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.081+0000 7facdf7fe640 1 -- 172.21.15.203:0/247357435 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face0003b90 con 0x7face80cdbc0 2024-04-15T15:09:59.089 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.081+0000 7faced71c640 1 -- 172.21.15.203:0/247357435 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7face80ccb40 con 0x7face80cdbc0 2024-04-15T15:09:59.089 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.081+0000 7facdf7fe640 1 -- 172.21.15.203:0/247357435 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7face001c070 con 0x7face80cdbc0 2024-04-15T15:09:59.089 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.081+0000 7facdf7fe640 1 -- 172.21.15.203:0/247357435 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7face000dae0 con 0x7face80cdbc0 2024-04-15T15:09:59.089 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.082+0000 7faced71c640 1 -- 172.21.15.203:0/247357435 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7face8075c50 con 0x7face80cdbc0 2024-04-15T15:09:59.089 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.084+0000 7facdf7fe640 1 -- 172.21.15.203:0/247357435 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7face0035e50 con 0x7face80cdbc0 2024-04-15T15:09:59.174 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.171+0000 7faced71c640 1 -- 172.21.15.203:0/247357435 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "osd new", "uuid": "6deb86f3-a648-4293-b63f-5cb53ca4ee37", "id": 0} v 0) -- 0x7face80b4fc0 con 0x7face80cdbc0 2024-04-15T15:09:59.177 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.174+0000 7facdf7fe640 1 -- 172.21.15.203:0/247357435 <== mon.1 v2:172.21.15.203:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "6deb86f3-a648-4293-b63f-5cb53ca4ee37", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7face0024070 con 0x7face80cdbc0 2024-04-15T15:09:59.177 INFO:teuthology.orchestra.run.smithi203.stdout:0 2024-04-15T15:09:59.178 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.175+0000 7faced71c640 1 -- 172.21.15.203:0/247357435 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7face80cdbc0 msgr2=0x7face80ce020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.178 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.175+0000 7faced71c640 1 --2- 172.21.15.203:0/247357435 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7face80cdbc0 0x7face80ce020 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7face80d24f0 tx=0x7face000feb0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.179 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.175+0000 7faced71c640 1 -- 172.21.15.203:0/247357435 shutdown_connections 2024-04-15T15:09:59.179 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.175+0000 7faced71c640 1 --2- 172.21.15.203:0/247357435 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7face80cdbc0 0x7face80ce020 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.179 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.175+0000 7faced71c640 1 --2- 172.21.15.203:0/247357435 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7face80cb820 0x7face80cbc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.179 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.175+0000 7faced71c640 1 --2- 172.21.15.203:0/247357435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7facd40039b0 0x7face815a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.179 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.175+0000 7faced71c640 1 -- 172.21.15.203:0/247357435 >> 172.21.15.203:0/247357435 conn(0x7face80d4750 msgr2=0x7face80b9950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:09:59.179 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.175+0000 7faced71c640 1 -- 172.21.15.203:0/247357435 shutdown_connections 2024-04-15T15:09:59.179 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.176+0000 7faced71c640 1 -- 172.21.15.203:0/247357435 wait complete. 2024-04-15T15:09:59.189 DEBUG:teuthology.orchestra.run.smithi203:> sudo ceph --cluster ceph osd new b3f2be48-e835-457d-8d16-16a157d40b7c 1 2024-04-15T15:09:59.292 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.289+0000 7f9ba9a88640 1 Processor -- start 2024-04-15T15:09:59.292 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.289+0000 7f9ba9a88640 1 -- start start 2024-04-15T15:09:59.294 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.290+0000 7f9ba9a88640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f9ba40cc8a0 0x7f9ba406d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.294 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.290+0000 7f9ba9a88640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f9ba40ce6e0 0x7f9ba40ccc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.294 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.290+0000 7f9ba9a88640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9ba415f100 0x7f9ba415f570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.294 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.290+0000 7f9ba9a88640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f9ba415fab0 con 0x7f9ba40cc8a0 2024-04-15T15:09:59.294 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.290+0000 7f9ba9a88640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f9ba406e460 con 0x7f9ba40ce6e0 2024-04-15T15:09:59.294 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.290+0000 7f9ba9a88640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f9ba40ceb50 con 0x7f9ba415f100 2024-04-15T15:09:59.294 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.290+0000 7f9ba2ffd640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f9ba40ce6e0 0x7f9ba40ccc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.294 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.290+0000 7f9ba3fff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9ba415f100 0x7f9ba415f570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.294 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.290+0000 7f9ba2ffd640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f9ba40ce6e0 0x7f9ba40ccc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:53798/0 (socket says 172.21.15.203:53798) 2024-04-15T15:09:59.294 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.290+0000 7f9ba2ffd640 1 -- 172.21.15.203:0/260984863 learned_addr learned my addr 172.21.15.203:0/260984863 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-04-15T15:09:59.294 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.290+0000 7f9ba37fe640 1 --2- 172.21.15.203:0/260984863 >> v2:172.21.15.84:3300/0 conn(0x7f9ba40cc8a0 0x7f9ba406d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.295 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.290+0000 7f9ba2ffd640 1 -- 172.21.15.203:0/260984863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9ba415f100 msgr2=0x7f9ba415f570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:09:59.295 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.290+0000 7f9ba2ffd640 1 --2- 172.21.15.203:0/260984863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9ba415f100 0x7f9ba415f570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.295 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.290+0000 7f9ba2ffd640 1 -- 172.21.15.203:0/260984863 >> v2:172.21.15.84:3300/0 conn(0x7f9ba40cc8a0 msgr2=0x7f9ba406d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:09:59.295 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.290+0000 7f9ba2ffd640 1 --2- 172.21.15.203:0/260984863 >> v2:172.21.15.84:3300/0 conn(0x7f9ba40cc8a0 0x7f9ba406d300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.295 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.290+0000 7f9ba2ffd640 1 -- 172.21.15.203:0/260984863 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ba406d950 con 0x7f9ba40ce6e0 2024-04-15T15:09:59.295 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.290+0000 7f9ba37fe640 1 --2- 172.21.15.203:0/260984863 >> v2:172.21.15.84:3300/0 conn(0x7f9ba40cc8a0 0x7f9ba406d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:09:59.295 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.290+0000 7f9ba3fff640 1 --2- 172.21.15.203:0/260984863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9ba415f100 0x7f9ba415f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:09:59.295 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.291+0000 7f9ba2ffd640 1 --2- 172.21.15.203:0/260984863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ba40ce6e0 0x7f9ba40ccc80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f9ba406d840 tx=0x7f9b9802b880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6560aa5fc521ce56 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:09:59.295 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.291+0000 7f9ba27fc640 1 -- 172.21.15.203:0/260984863 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b9802e070 con 0x7f9ba40ce6e0 2024-04-15T15:09:59.295 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.291+0000 7f9ba27fc640 1 -- 172.21.15.203:0/260984863 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b98037070 con 0x7f9ba40ce6e0 2024-04-15T15:09:59.295 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.291+0000 7f9ba27fc640 1 -- 172.21.15.203:0/260984863 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b98031a00 con 0x7f9ba40ce6e0 2024-04-15T15:09:59.297 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.292+0000 7f9ba9a88640 1 -- 172.21.15.203:0/260984863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ba40ce6e0 msgr2=0x7f9ba40ccc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.297 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.292+0000 7f9ba9a88640 1 --2- 172.21.15.203:0/260984863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ba40ce6e0 0x7f9ba40ccc80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f9ba406d840 tx=0x7f9b9802b880 comp rx=0 tx=0).stop 2024-04-15T15:09:59.298 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.292+0000 7f9ba9a88640 1 -- 172.21.15.203:0/260984863 shutdown_connections 2024-04-15T15:09:59.298 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.292+0000 7f9ba9a88640 1 --2- 172.21.15.203:0/260984863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9ba415f100 0x7f9ba415f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.298 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.292+0000 7f9ba9a88640 1 --2- 172.21.15.203:0/260984863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ba40ce6e0 0x7f9ba40ccc80 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.298 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.292+0000 7f9ba9a88640 1 --2- 172.21.15.203:0/260984863 >> v2:172.21.15.84:3300/0 conn(0x7f9ba40cc8a0 0x7f9ba406d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.298 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.292+0000 7f9ba9a88640 1 -- 172.21.15.203:0/260984863 >> 172.21.15.203:0/260984863 conn(0x7f9ba40cd590 msgr2=0x7f9ba40cd9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:09:59.298 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.292+0000 7f9ba9a88640 1 -- 172.21.15.203:0/260984863 shutdown_connections 2024-04-15T15:09:59.298 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.292+0000 7f9ba9a88640 1 -- 172.21.15.203:0/260984863 wait complete. 2024-04-15T15:09:59.298 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.293+0000 7f9ba9a88640 1 Processor -- start 2024-04-15T15:09:59.298 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.293+0000 7f9ba9a88640 1 -- start start 2024-04-15T15:09:59.298 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.294+0000 7f9ba9a88640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9ba40cc8a0 0x7f9ba4158e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.298 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.294+0000 7f9ba9a88640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ba40ce6e0 0x7f9ba40b48e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.298 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.294+0000 7f9ba9a88640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9ba415f100 0x7f9ba40b4e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.299 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.294+0000 7f9ba9a88640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba406ec70 con 0x7f9ba415f100 2024-04-15T15:09:59.299 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.294+0000 7f9ba9a88640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9ba406e990 con 0x7f9ba40ce6e0 2024-04-15T15:09:59.299 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.294+0000 7f9ba9a88640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f9ba40cd1c0 con 0x7f9ba40cc8a0 2024-04-15T15:09:59.299 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.294+0000 7f9ba2ffd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ba40ce6e0 0x7f9ba40b48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.299 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.294+0000 7f9ba37fe640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9ba40cc8a0 0x7f9ba4158e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.299 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.294+0000 7f9ba37fe640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9ba40cc8a0 0x7f9ba4158e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.203:37392/0 (socket says 172.21.15.203:37392) 2024-04-15T15:09:59.299 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.294+0000 7f9ba2ffd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ba40ce6e0 0x7f9ba40b48e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:53806/0 (socket says 172.21.15.203:53806) 2024-04-15T15:09:59.299 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.294+0000 7f9ba37fe640 1 -- 172.21.15.203:0/2165011701 learned_addr learned my addr 172.21.15.203:0/2165011701 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-04-15T15:09:59.299 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.294+0000 7f9ba3fff640 1 --2- 172.21.15.203:0/2165011701 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9ba415f100 0x7f9ba40b4e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.299 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.294+0000 7f9ba37fe640 1 -- 172.21.15.203:0/2165011701 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ba40ce6e0 msgr2=0x7f9ba40b48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.299 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.294+0000 7f9ba37fe640 1 --2- 172.21.15.203:0/2165011701 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ba40ce6e0 0x7f9ba40b48e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.299 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.294+0000 7f9ba37fe640 1 -- 172.21.15.203:0/2165011701 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9ba415f100 msgr2=0x7f9ba40b4e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.299 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.294+0000 7f9ba37fe640 1 --2- 172.21.15.203:0/2165011701 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9ba415f100 0x7f9ba40b4e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.300 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.294+0000 7f9ba37fe640 1 -- 172.21.15.203:0/2165011701 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ba41e5730 con 0x7f9ba40cc8a0 2024-04-15T15:09:59.300 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.294+0000 7f9ba2ffd640 1 --2- 172.21.15.203:0/2165011701 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ba40ce6e0 0x7f9ba40b48e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:09:59.301 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.296+0000 7f9ba37fe640 1 --2- 172.21.15.203:0/2165011701 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9ba40cc8a0 0x7f9ba4158e80 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f9b9400e840 tx=0x7f9b9400ec40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:09:59.301 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.296+0000 7f9b8bfff640 1 -- 172.21.15.203:0/2165011701 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b9400f040 con 0x7f9ba40cc8a0 2024-04-15T15:09:59.301 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.296+0000 7f9b8bfff640 1 -- 172.21.15.203:0/2165011701 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b94004030 con 0x7f9ba40cc8a0 2024-04-15T15:09:59.301 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.296+0000 7f9ba9a88640 1 -- 172.21.15.203:0/2165011701 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ba41e5450 con 0x7f9ba40cc8a0 2024-04-15T15:09:59.301 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.296+0000 7f9b8bfff640 1 -- 172.21.15.203:0/2165011701 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b94004400 con 0x7f9ba40cc8a0 2024-04-15T15:09:59.301 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.296+0000 7f9ba9a88640 1 -- 172.21.15.203:0/2165011701 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ba412c2b0 con 0x7f9ba40cc8a0 2024-04-15T15:09:59.301 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.296+0000 7f9b8bfff640 1 -- 172.21.15.203:0/2165011701 <== mon.2 v2:172.21.15.203:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9b9400ca60 con 0x7f9ba40cc8a0 2024-04-15T15:09:59.301 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.296+0000 7f9b8bfff640 1 -- 172.21.15.203:0/2165011701 <== mon.2 v2:172.21.15.203:3301/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f9b94013800 con 0x7f9ba40cc8a0 2024-04-15T15:09:59.301 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.297+0000 7f9ba9a88640 1 -- 172.21.15.203:0/2165011701 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ba4075c50 con 0x7f9ba40cc8a0 2024-04-15T15:09:59.302 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.299+0000 7f9b8bfff640 1 -- 172.21.15.203:0/2165011701 <== mon.2 v2:172.21.15.203:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f9ba41e5730 con 0x7f9ba40cc8a0 2024-04-15T15:09:59.375 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.372+0000 7f9ba9a88640 1 -- 172.21.15.203:0/2165011701 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_command({"prefix": "osd new", "uuid": "b3f2be48-e835-457d-8d16-16a157d40b7c", "id": 1} v 0) -- 0x7f9ba406bc10 con 0x7f9ba40cc8a0 2024-04-15T15:09:59.381 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.379+0000 7f9b8bfff640 1 -- 172.21.15.203:0/2165011701 <== mon.2 v2:172.21.15.203:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b3f2be48-e835-457d-8d16-16a157d40b7c", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f9b94017020 con 0x7f9ba40cc8a0 2024-04-15T15:09:59.382 INFO:teuthology.orchestra.run.smithi203.stdout:1 2024-04-15T15:09:59.383 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.380+0000 7f9ba9a88640 1 -- 172.21.15.203:0/2165011701 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9ba40cc8a0 msgr2=0x7f9ba4158e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.383 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.380+0000 7f9ba9a88640 1 --2- 172.21.15.203:0/2165011701 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9ba40cc8a0 0x7f9ba4158e80 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f9b9400e840 tx=0x7f9b9400ec40 comp rx=0 tx=0).stop 2024-04-15T15:09:59.383 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.380+0000 7f9ba9a88640 1 -- 172.21.15.203:0/2165011701 shutdown_connections 2024-04-15T15:09:59.383 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.380+0000 7f9ba9a88640 1 --2- 172.21.15.203:0/2165011701 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ba40ce6e0 0x7f9ba40b48e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.383 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.380+0000 7f9ba9a88640 1 --2- 172.21.15.203:0/2165011701 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9ba415f100 0x7f9ba40b4e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.383 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.380+0000 7f9ba9a88640 1 --2- 172.21.15.203:0/2165011701 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9ba40cc8a0 0x7f9ba4158e80 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.383 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.380+0000 7f9ba9a88640 1 -- 172.21.15.203:0/2165011701 >> 172.21.15.203:0/2165011701 conn(0x7f9ba40cd590 msgr2=0x7f9ba4072320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:09:59.383 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.380+0000 7f9ba9a88640 1 -- 172.21.15.203:0/2165011701 shutdown_connections 2024-04-15T15:09:59.383 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.380+0000 7f9ba9a88640 1 -- 172.21.15.203:0/2165011701 wait complete. 2024-04-15T15:09:59.393 DEBUG:teuthology.orchestra.run.smithi203:> sudo ceph --cluster ceph osd new beddea13-7545-4948-a7ea-4ddb1bdf4924 2 2024-04-15T15:09:59.437 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:09:59.435+0000 7fb4fca0f040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T15:09:59.489 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:09:59.486+0000 7effd2ddb040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T15:09:59.490 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:09:59.488+0000 7fb4fca0f040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T15:09:59.498 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.495+0000 7fa4fd074640 1 Processor -- start 2024-04-15T15:09:59.498 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.495+0000 7fa4fd074640 1 -- start start 2024-04-15T15:09:59.499 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.496+0000 7fa4fd074640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fa4f8160200 0x7fa4f80b4a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.500 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.496+0000 7fa4fd074640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4f8141e90 con 0x7fa4f813f630 2024-04-15T15:09:59.500 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.496+0000 7fa4fd074640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4f8142150 con 0x7fa4f806fc20 2024-04-15T15:09:59.500 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.496+0000 7fa4fd074640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fa4f80b4fb0 con 0x7fa4f8160200 2024-04-15T15:09:59.500 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.496+0000 7fa4effff640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7fa4f806fc20 0x7fa4f80b4360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.203:56702/0 (socket says 172.21.15.203:56702) 2024-04-15T15:09:59.500 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.496+0000 7fa4effff640 1 -- 172.21.15.203:0/285087971 learned_addr learned my addr 172.21.15.203:0/285087971 (peer_addr_for_me v1:172.21.15.203:0/0) 2024-04-15T15:09:59.500 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.496+0000 7fa4f759e640 1 --2- 172.21.15.203:0/285087971 >> v2:172.21.15.84:3300/0 conn(0x7fa4f8160200 0x7fa4f80b4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.500 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.497+0000 7fa4f659c640 1 -- 172.21.15.203:0/285087971 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3132157107 0 0) 0x7fa4f8142150 con 0x7fa4f806fc20 2024-04-15T15:09:59.500 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.497+0000 7fa4f659c640 1 -- 172.21.15.203:0/285087971 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa4e4003520 con 0x7fa4f806fc20 2024-04-15T15:09:59.500 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.497+0000 7fa4f659c640 1 -- 172.21.15.203:0/285087971 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 758670058 0 0) 0x7fa4f8141e90 con 0x7fa4f813f630 2024-04-15T15:09:59.500 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.497+0000 7fa4f659c640 1 -- 172.21.15.203:0/285087971 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa4f8142150 con 0x7fa4f813f630 2024-04-15T15:09:59.500 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.497+0000 7fa4f759e640 1 -- 172.21.15.203:0/285087971 >> v1:172.21.15.203:6789/0 conn(0x7fa4f806fc20 legacy=0x7fa4f80b4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.501 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.497+0000 7fa4f659c640 1 -- 172.21.15.203:0/285087971 <== mon.1 v1:172.21.15.203:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3264806596 0 0) 0x7fa4e4003520 con 0x7fa4f806fc20 2024-04-15T15:09:59.501 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.497+0000 7fa4f759e640 1 -- 172.21.15.203:0/285087971 >> v1:172.21.15.84:6789/0 conn(0x7fa4f813f630 legacy=0x7fa4f806f510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.501 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.497+0000 7fa4f759e640 1 -- 172.21.15.203:0/285087971 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4f8142430 con 0x7fa4f8160200 2024-04-15T15:09:59.502 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.498+0000 7fa4f759e640 1 --2- 172.21.15.203:0/285087971 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4f8160200 0x7fa4f80b4a70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa4f0009d90 tx=0x7fa4f002bd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9838de2f1a24ae45 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:09:59.502 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.498+0000 7fa4f659c640 1 -- 172.21.15.203:0/285087971 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4f0039070 con 0x7fa4f8160200 2024-04-15T15:09:59.502 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.498+0000 7fa4f659c640 1 -- 172.21.15.203:0/285087971 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4f002c850 con 0x7fa4f8160200 2024-04-15T15:09:59.502 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.498+0000 7fa4f659c640 1 -- 172.21.15.203:0/285087971 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4e0001670 con 0x7fa4f8160200 2024-04-15T15:09:59.502 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.498+0000 7fa4fd074640 1 -- 172.21.15.203:0/285087971 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4f8160200 msgr2=0x7fa4f80b4a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.502 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.498+0000 7fa4fd074640 1 --2- 172.21.15.203:0/285087971 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4f8160200 0x7fa4f80b4a70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa4f0009d90 tx=0x7fa4f002bd20 comp rx=0 tx=0).stop 2024-04-15T15:09:59.502 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.498+0000 7fa4fd074640 1 -- 172.21.15.203:0/285087971 shutdown_connections 2024-04-15T15:09:59.502 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.498+0000 7fa4fd074640 1 --2- 172.21.15.203:0/285087971 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4f8160200 0x7fa4f80b4a70 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.503 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.498+0000 7fa4fd074640 1 -- 172.21.15.203:0/285087971 >> 172.21.15.203:0/285087971 conn(0x7fa4f8072c80 msgr2=0x7fa4f8073090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:09:59.503 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.498+0000 7fa4fd074640 1 -- 172.21.15.203:0/285087971 shutdown_connections 2024-04-15T15:09:59.503 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.498+0000 7fa4fd074640 1 -- 172.21.15.203:0/285087971 wait complete. 2024-04-15T15:09:59.505 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.500+0000 7fa4fd074640 1 Processor -- start 2024-04-15T15:09:59.505 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.500+0000 7fa4fd074640 1 -- start start 2024-04-15T15:09:59.505 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.500+0000 7fa4fd074640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa4f806fc20 0x7fa4f80b27c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.505 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.500+0000 7fa4fd074640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4f813f630 0x7fa4f8155d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.506 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.500+0000 7fa4fd074640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa4f8160200 0x7fa4f80cf1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.506 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.500+0000 7fa4fd074640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa4f813fa10 con 0x7fa4f813f630 2024-04-15T15:09:59.506 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.500+0000 7fa4fd074640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa4f8142a80 con 0x7fa4f806fc20 2024-04-15T15:09:59.506 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.500+0000 7fa4fd074640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fa4f8167590 con 0x7fa4f8160200 2024-04-15T15:09:59.506 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.501+0000 7fa4f6d9d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa4f806fc20 0x7fa4f80b27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.506 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.501+0000 7fa4f759e640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa4f8160200 0x7fa4f80cf1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.506 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.501+0000 7fa4f6d9d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa4f806fc20 0x7fa4f80b27c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:53810/0 (socket says 172.21.15.203:53810) 2024-04-15T15:09:59.506 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.501+0000 7fa4f6d9d640 1 -- 172.21.15.203:0/2965536168 learned_addr learned my addr 172.21.15.203:0/2965536168 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-04-15T15:09:59.506 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.501+0000 7fa4effff640 1 --2- 172.21.15.203:0/2965536168 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4f813f630 0x7fa4f8155d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.506 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.501+0000 7fa4f759e640 1 -- 172.21.15.203:0/2965536168 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa4f806fc20 msgr2=0x7fa4f80b27c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.506 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.501+0000 7fa4f759e640 1 --2- 172.21.15.203:0/2965536168 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa4f806fc20 0x7fa4f80b27c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.506 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.501+0000 7fa4f759e640 1 -- 172.21.15.203:0/2965536168 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4f813f630 msgr2=0x7fa4f8155d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.507 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.501+0000 7fa4f759e640 1 --2- 172.21.15.203:0/2965536168 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4f813f630 0x7fa4f8155d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.507 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.501+0000 7fa4f759e640 1 -- 172.21.15.203:0/2965536168 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4f80b2d00 con 0x7fa4f8160200 2024-04-15T15:09:59.507 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.501+0000 7fa4f6d9d640 1 --2- 172.21.15.203:0/2965536168 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa4f806fc20 0x7fa4f80b27c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:09:59.507 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.501+0000 7fa4f759e640 1 --2- 172.21.15.203:0/2965536168 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa4f8160200 0x7fa4f80cf1a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa4f0033000 tx=0x7fa4f0004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:09:59.507 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.501+0000 7fa4ef7fe640 1 -- 172.21.15.203:0/2965536168 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4f0039050 con 0x7fa4f8160200 2024-04-15T15:09:59.507 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.501+0000 7fa4ef7fe640 1 -- 172.21.15.203:0/2965536168 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa4f003a040 con 0x7fa4f8160200 2024-04-15T15:09:59.507 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.501+0000 7fa4fd074640 1 -- 172.21.15.203:0/2965536168 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4f813ed30 con 0x7fa4f8160200 2024-04-15T15:09:59.507 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.501+0000 7fa4ef7fe640 1 -- 172.21.15.203:0/2965536168 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4f0009450 con 0x7fa4f8160200 2024-04-15T15:09:59.507 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.501+0000 7fa4fd074640 1 -- 172.21.15.203:0/2965536168 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4f80b0c90 con 0x7fa4f8160200 2024-04-15T15:09:59.507 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.502+0000 7fa4ef7fe640 1 -- 172.21.15.203:0/2965536168 <== mon.2 v2:172.21.15.203:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa4f0047020 con 0x7fa4f8160200 2024-04-15T15:09:59.507 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.502+0000 7fa4ef7fe640 1 -- 172.21.15.203:0/2965536168 <== mon.2 v2:172.21.15.203:3301/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7fa4f0040c00 con 0x7fa4f8160200 2024-04-15T15:09:59.507 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.502+0000 7fa4fd074640 1 -- 172.21.15.203:0/2965536168 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4f8075c50 con 0x7fa4f8160200 2024-04-15T15:09:59.508 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.505+0000 7fa4ef7fe640 1 -- 172.21.15.203:0/2965536168 <== mon.2 v2:172.21.15.203:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fa4f0034dd0 con 0x7fa4f8160200 2024-04-15T15:09:59.536 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:09:59.534+0000 7fb4fca0f040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T15:09:59.550 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:09:59.544+0000 7effd2ddb040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T15:09:59.580 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.578+0000 7fa4fd074640 1 -- 172.21.15.203:0/2965536168 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_command({"prefix": "osd new", "uuid": "beddea13-7545-4948-a7ea-4ddb1bdf4924", "id": 2} v 0) -- 0x7fa4f80d1030 con 0x7fa4f8160200 2024-04-15T15:09:59.586 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.583+0000 7fa4ef7fe640 1 -- 172.21.15.203:0/2965536168 <== mon.2 v2:172.21.15.203:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "beddea13-7545-4948-a7ea-4ddb1bdf4924", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7fa4f0040450 con 0x7fa4f8160200 2024-04-15T15:09:59.586 INFO:teuthology.orchestra.run.smithi203.stdout:2 2024-04-15T15:09:59.587 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.584+0000 7fa4fd074640 1 -- 172.21.15.203:0/2965536168 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa4f8160200 msgr2=0x7fa4f80cf1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.587 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.584+0000 7fa4fd074640 1 --2- 172.21.15.203:0/2965536168 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa4f8160200 0x7fa4f80cf1a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa4f0033000 tx=0x7fa4f0004a40 comp rx=0 tx=0).stop 2024-04-15T15:09:59.587 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.584+0000 7fa4fd074640 1 -- 172.21.15.203:0/2965536168 shutdown_connections 2024-04-15T15:09:59.588 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.584+0000 7fa4fd074640 1 --2- 172.21.15.203:0/2965536168 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa4f8160200 0x7fa4f80cf1a0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.588 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.584+0000 7fa4fd074640 1 --2- 172.21.15.203:0/2965536168 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4f813f630 0x7fa4f8155d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.588 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.584+0000 7fa4fd074640 1 --2- 172.21.15.203:0/2965536168 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa4f806fc20 0x7fa4f80b27c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.588 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.584+0000 7fa4fd074640 1 -- 172.21.15.203:0/2965536168 >> 172.21.15.203:0/2965536168 conn(0x7fa4f8072c80 msgr2=0x7fa4f806c1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:09:59.588 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.584+0000 7fa4fd074640 1 -- 172.21.15.203:0/2965536168 shutdown_connections 2024-04-15T15:09:59.588 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.584+0000 7fa4fd074640 1 -- 172.21.15.203:0/2965536168 wait complete. 2024-04-15T15:09:59.590 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:09:59.589+0000 7fb4fca0f040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T15:09:59.593 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:09:59.591+0000 7effd2ddb040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T15:09:59.598 DEBUG:teuthology.orchestra.run.smithi203:> sudo ceph --cluster ceph osd new e0b0638e-296b-472a-ad57-f1b09944514e 3 2024-04-15T15:09:59.633 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:09:59.631+0000 7fb4fca0f040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T15:09:59.659 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:09:59.656+0000 7effd2ddb040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T15:09:59.702 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.700+0000 7f149d616640 1 Processor -- start 2024-04-15T15:09:59.702 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.700+0000 7f149d616640 1 -- start start 2024-04-15T15:09:59.704 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.700+0000 7f149d616640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f14980b6780 0x7f149806eec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.704 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.700+0000 7f149d616640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f149806f400 0x7f14980cf1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.704 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.700+0000 7f149d616640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14980b56e0 con 0x7f149815b7f0 2024-04-15T15:09:59.704 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.700+0000 7f149d616640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f149806f870 con 0x7f149806f400 2024-04-15T15:09:59.704 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.700+0000 7f149d616640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f14980b59c0 con 0x7f14980b6780 2024-04-15T15:09:59.704 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.701+0000 7f148ffff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f14980b6780 0x7f149806eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.704 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.701+0000 7f14977fe640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f149806f400 0x7f14980cf1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.704 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.701+0000 7f148ffff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f14980b6780 0x7f149806eec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.203:37412/0 (socket says 172.21.15.203:37412) 2024-04-15T15:09:59.704 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.701+0000 7f14977fe640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f149806f400 0x7f14980cf1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:53822/0 (socket says 172.21.15.203:53822) 2024-04-15T15:09:59.704 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.701+0000 7f148ffff640 1 -- 172.21.15.203:0/2551293636 learned_addr learned my addr 172.21.15.203:0/2551293636 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-04-15T15:09:59.704 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.701+0000 7f148ffff640 1 -- 172.21.15.203:0/2551293636 >> v2:172.21.15.203:3300/0 conn(0x7f149806f400 msgr2=0x7f14980cf1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:09:59.704 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.701+0000 7f148ffff640 1 --2- 172.21.15.203:0/2551293636 >> v2:172.21.15.203:3300/0 conn(0x7f149806f400 0x7f14980cf1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.705 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.701+0000 7f148ffff640 1 -- 172.21.15.203:0/2551293636 >> v1:172.21.15.84:6789/0 conn(0x7f149815b7f0 legacy=0x7f149806dd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.705 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.701+0000 7f148ffff640 1 -- 172.21.15.203:0/2551293636 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14980b5ca0 con 0x7f14980b6780 2024-04-15T15:09:59.705 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.701+0000 7f14977fe640 1 --2- 172.21.15.203:0/2551293636 >> v2:172.21.15.203:3300/0 conn(0x7f149806f400 0x7f14980cf1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:09:59.705 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:09:59.701+0000 7effd2ddb040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T15:09:59.706 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.702+0000 7f148ffff640 1 --2- 172.21.15.203:0/2551293636 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f14980b6780 0x7f149806eec0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f1480009870 tx=0x7f148002b8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9c799610f2f27ff6 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:09:59.706 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.702+0000 7f14967fc640 1 -- 172.21.15.203:0/2551293636 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1480035020 con 0x7f14980b6780 2024-04-15T15:09:59.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.702+0000 7f14967fc640 1 -- 172.21.15.203:0/2551293636 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1480031640 con 0x7f14980b6780 2024-04-15T15:09:59.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.702+0000 7f14967fc640 1 -- 172.21.15.203:0/2551293636 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f148002d040 con 0x7f14980b6780 2024-04-15T15:09:59.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.702+0000 7f149d616640 1 -- 172.21.15.203:0/2551293636 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f14980b6780 msgr2=0x7f149806eec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.702+0000 7f149d616640 1 --2- 172.21.15.203:0/2551293636 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f14980b6780 0x7f149806eec0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f1480009870 tx=0x7f148002b8f0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.703+0000 7f149d616640 1 -- 172.21.15.203:0/2551293636 shutdown_connections 2024-04-15T15:09:59.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.703+0000 7f149d616640 1 --2- 172.21.15.203:0/2551293636 >> v2:172.21.15.203:3300/0 conn(0x7f149806f400 0x7f14980cf1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.703+0000 7f149d616640 1 --2- 172.21.15.203:0/2551293636 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f14980b6780 0x7f149806eec0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.703+0000 7f149d616640 1 -- 172.21.15.203:0/2551293636 >> 172.21.15.203:0/2551293636 conn(0x7f1498072c80 msgr2=0x7f1498073090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:09:59.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.703+0000 7f149d616640 1 -- 172.21.15.203:0/2551293636 shutdown_connections 2024-04-15T15:09:59.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.703+0000 7f149d616640 1 -- 172.21.15.203:0/2551293636 wait complete. 2024-04-15T15:09:59.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.704+0000 7f149d616640 1 Processor -- start 2024-04-15T15:09:59.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.704+0000 7f149d616640 1 -- start start 2024-04-15T15:09:59.709 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.704+0000 7f149d616640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f149806f400 0x7f149814bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.710 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.704+0000 7f149d616640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14980b6780 0x7f1498159d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.710 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.704+0000 7f149d616640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f149815b7f0 0x7f1498156710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.710 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.705+0000 7f149d616640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f14980b5300 con 0x7f14980b6780 2024-04-15T15:09:59.710 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.705+0000 7f149d616640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f14980b71d0 con 0x7f149806f400 2024-04-15T15:09:59.710 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.705+0000 7f149d616640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f14980b5480 con 0x7f149815b7f0 2024-04-15T15:09:59.710 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.705+0000 7f1496ffd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f149806f400 0x7f149814bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.711 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.705+0000 7f14977fe640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f149815b7f0 0x7f1498156710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.711 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.705+0000 7f1496ffd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f149806f400 0x7f149814bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:53830/0 (socket says 172.21.15.203:53830) 2024-04-15T15:09:59.711 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.705+0000 7f1496ffd640 1 -- 172.21.15.203:0/2717518822 learned_addr learned my addr 172.21.15.203:0/2717518822 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-04-15T15:09:59.711 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.705+0000 7f148ffff640 1 --2- 172.21.15.203:0/2717518822 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14980b6780 0x7f1498159d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.711 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.705+0000 7f1496ffd640 1 -- 172.21.15.203:0/2717518822 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f149815b7f0 msgr2=0x7f1498156710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.711 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.705+0000 7f1496ffd640 1 --2- 172.21.15.203:0/2717518822 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f149815b7f0 0x7f1498156710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.711 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.705+0000 7f1496ffd640 1 -- 172.21.15.203:0/2717518822 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14980b6780 msgr2=0x7f1498159d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.711 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.705+0000 7f1496ffd640 1 --2- 172.21.15.203:0/2717518822 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14980b6780 0x7f1498159d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.711 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.705+0000 7f1496ffd640 1 -- 172.21.15.203:0/2717518822 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14981571d0 con 0x7f149806f400 2024-04-15T15:09:59.711 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.705+0000 7f14977fe640 1 --2- 172.21.15.203:0/2717518822 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f149815b7f0 0x7f1498156710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:09:59.711 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.705+0000 7f1496ffd640 1 --2- 172.21.15.203:0/2717518822 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f149806f400 0x7f149814bbd0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f148800c400 tx=0x7f148800c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:09:59.711 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.705+0000 7f148f7fe640 1 -- 172.21.15.203:0/2717518822 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14880052d0 con 0x7f149806f400 2024-04-15T15:09:59.711 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.705+0000 7f148f7fe640 1 -- 172.21.15.203:0/2717518822 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1488005490 con 0x7f149806f400 2024-04-15T15:09:59.711 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.705+0000 7f149d616640 1 -- 172.21.15.203:0/2717518822 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14981592a0 con 0x7f149806f400 2024-04-15T15:09:59.712 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.705+0000 7f148f7fe640 1 -- 172.21.15.203:0/2717518822 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1488007260 con 0x7f149806f400 2024-04-15T15:09:59.712 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.705+0000 7f149d616640 1 -- 172.21.15.203:0/2717518822 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1498159860 con 0x7f149806f400 2024-04-15T15:09:59.712 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.706+0000 7f148f7fe640 1 -- 172.21.15.203:0/2717518822 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1488007400 con 0x7f149806f400 2024-04-15T15:09:59.712 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.706+0000 7f148f7fe640 1 -- 172.21.15.203:0/2717518822 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f1488011590 con 0x7f149806f400 2024-04-15T15:09:59.712 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.706+0000 7f149d616640 1 -- 172.21.15.203:0/2717518822 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1498075c50 con 0x7f149806f400 2024-04-15T15:09:59.712 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.710+0000 7f148f7fe640 1 -- 172.21.15.203:0/2717518822 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f14880035f0 con 0x7f149806f400 2024-04-15T15:09:59.750 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:09:59.748+0000 7fb4fca0f040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T15:09:59.785 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.783+0000 7f149d616640 1 -- 172.21.15.203:0/2717518822 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "osd new", "uuid": "e0b0638e-296b-472a-ad57-f1b09944514e", "id": 3} v 0) -- 0x7f149815ef60 con 0x7f149806f400 2024-04-15T15:09:59.788 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.786+0000 7f148f7fe640 1 -- 172.21.15.203:0/2717518822 <== mon.1 v2:172.21.15.203:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "e0b0638e-296b-472a-ad57-f1b09944514e", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f1488003a80 con 0x7f149806f400 2024-04-15T15:09:59.788 INFO:teuthology.orchestra.run.smithi203.stdout:3 2024-04-15T15:09:59.789 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.787+0000 7f149d616640 1 -- 172.21.15.203:0/2717518822 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f149806f400 msgr2=0x7f149814bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.790 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.787+0000 7f149d616640 1 --2- 172.21.15.203:0/2717518822 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f149806f400 0x7f149814bbd0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f148800c400 tx=0x7f148800c800 comp rx=0 tx=0).stop 2024-04-15T15:09:59.790 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.787+0000 7f149d616640 1 -- 172.21.15.203:0/2717518822 shutdown_connections 2024-04-15T15:09:59.790 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.787+0000 7f149d616640 1 --2- 172.21.15.203:0/2717518822 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f149815b7f0 0x7f1498156710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.790 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.787+0000 7f149d616640 1 --2- 172.21.15.203:0/2717518822 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14980b6780 0x7f1498159d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.790 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.787+0000 7f149d616640 1 --2- 172.21.15.203:0/2717518822 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f149806f400 0x7f149814bbd0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.790 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.787+0000 7f149d616640 1 -- 172.21.15.203:0/2717518822 >> 172.21.15.203:0/2717518822 conn(0x7f1498072c80 msgr2=0x7f14980b1df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:09:59.790 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.787+0000 7f149d616640 1 -- 172.21.15.203:0/2717518822 shutdown_connections 2024-04-15T15:09:59.790 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.787+0000 7f149d616640 1 -- 172.21.15.203:0/2717518822 wait complete. 2024-04-15T15:09:59.800 DEBUG:teuthology.orchestra.run.smithi203:> sudo ceph --cluster ceph osd new 126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2 4 2024-04-15T15:09:59.820 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:09:59.818+0000 7fb4fca0f040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T15:09:59.829 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:09:59.827+0000 7effd2ddb040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T15:09:59.865 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:09:59.864+0000 7fb4fca0f040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T15:09:59.903 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.900+0000 7f561fa33640 1 Processor -- start 2024-04-15T15:09:59.903 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:09:59.900+0000 7effd2ddb040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T15:09:59.904 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.901+0000 7f561fa33640 1 -- start start 2024-04-15T15:09:59.905 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.901+0000 7f561fa33640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f561815d2f0 0x7f5618071c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.905 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.901+0000 7f561fa33640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f56180d1e70 con 0x7f56180717a0 2024-04-15T15:09:59.905 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.901+0000 7f561fa33640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f561815d810 con 0x7f56180ccfa0 2024-04-15T15:09:59.905 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.901+0000 7f561fa33640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f56180b2390 con 0x7f561815d2f0 2024-04-15T15:09:59.905 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.902+0000 7f561dfd0640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f561815d2f0 0x7f5618071c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.905 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.902+0000 7f561d7cf640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7f56180ccfa0 0x7f56180b2820 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.203:56714/0 (socket says 172.21.15.203:56714) 2024-04-15T15:09:59.905 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.902+0000 7f561d7cf640 1 -- 172.21.15.203:0/2582357323 learned_addr learned my addr 172.21.15.203:0/2582357323 (peer_addr_for_me v1:172.21.15.203:0/0) 2024-04-15T15:09:59.905 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.902+0000 7f561dfd0640 1 -- 172.21.15.203:0/2582357323 >> v1:172.21.15.203:6789/0 conn(0x7f56180ccfa0 legacy=0x7f56180b2820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.905 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.902+0000 7f561dfd0640 1 -- 172.21.15.203:0/2582357323 >> v1:172.21.15.84:6789/0 conn(0x7f56180717a0 legacy=0x7f561815cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.905 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.902+0000 7f561dfd0640 1 -- 172.21.15.203:0/2582357323 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f561815daf0 con 0x7f561815d2f0 2024-04-15T15:09:59.907 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.903+0000 7f561dfd0640 1 --2- 172.21.15.203:0/2582357323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f561815d2f0 0x7f5618071c50 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f5610009d90 tx=0x7f561002beb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7fbe6f3f5ffb7222 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:09:59.907 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.903+0000 7f560ffff640 1 -- 172.21.15.203:0/2582357323 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5610039070 con 0x7f561815d2f0 2024-04-15T15:09:59.907 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.903+0000 7f560ffff640 1 -- 172.21.15.203:0/2582357323 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f561002cc60 con 0x7f561815d2f0 2024-04-15T15:09:59.907 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.903+0000 7f560ffff640 1 -- 172.21.15.203:0/2582357323 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5610034660 con 0x7f561815d2f0 2024-04-15T15:09:59.907 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.903+0000 7f561fa33640 1 -- 172.21.15.203:0/2582357323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f561815d2f0 msgr2=0x7f5618071c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.907 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.903+0000 7f561fa33640 1 --2- 172.21.15.203:0/2582357323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f561815d2f0 0x7f5618071c50 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f5610009d90 tx=0x7f561002beb0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.907 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.903+0000 7f561fa33640 1 -- 172.21.15.203:0/2582357323 shutdown_connections 2024-04-15T15:09:59.907 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.903+0000 7f561fa33640 1 --2- 172.21.15.203:0/2582357323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f561815d2f0 0x7f5618071c50 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.907 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.903+0000 7f561fa33640 1 -- 172.21.15.203:0/2582357323 >> 172.21.15.203:0/2582357323 conn(0x7f56180d24b0 msgr2=0x7f56180d28c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:09:59.908 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.904+0000 7f561fa33640 1 -- 172.21.15.203:0/2582357323 shutdown_connections 2024-04-15T15:09:59.908 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.904+0000 7f561fa33640 1 -- 172.21.15.203:0/2582357323 wait complete. 2024-04-15T15:09:59.908 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.905+0000 7f561fa33640 1 Processor -- start 2024-04-15T15:09:59.908 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.905+0000 7f561fa33640 1 -- start start 2024-04-15T15:09:59.911 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f561fa33640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f56180717a0 0x7f56181e5900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.911 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f561fa33640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f56180ccfa0 0x7f56180b6ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.912 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f561fa33640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f561815d2f0 0x7f56181572f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:09:59.912 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f561fa33640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f56180cd380 con 0x7f56180ccfa0 2024-04-15T15:09:59.912 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f561fa33640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f56180b2020 con 0x7f56180717a0 2024-04-15T15:09:59.912 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f561fa33640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f56180cd500 con 0x7f561815d2f0 2024-04-15T15:09:59.912 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f561d7cf640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f56180717a0 0x7f56181e5900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.912 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f561d7cf640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f56180717a0 0x7f56181e5900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:53846/0 (socket says 172.21.15.203:53846) 2024-04-15T15:09:59.912 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f561d7cf640 1 -- 172.21.15.203:0/1576336014 learned_addr learned my addr 172.21.15.203:0/1576336014 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-04-15T15:09:59.912 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f561dfd0640 1 --2- 172.21.15.203:0/1576336014 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f561815d2f0 0x7f56181572f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.912 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f561cfce640 1 --2- 172.21.15.203:0/1576336014 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f56180ccfa0 0x7f56180b6ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:09:59.912 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f561d7cf640 1 -- 172.21.15.203:0/1576336014 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f561815d2f0 msgr2=0x7f56181572f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.912 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f561d7cf640 1 --2- 172.21.15.203:0/1576336014 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f561815d2f0 0x7f56181572f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.913 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f561d7cf640 1 -- 172.21.15.203:0/1576336014 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f56180ccfa0 msgr2=0x7f56180b6ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.913 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f561d7cf640 1 --2- 172.21.15.203:0/1576336014 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f56180ccfa0 0x7f56180b6ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.913 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f561d7cf640 1 -- 172.21.15.203:0/1576336014 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56180b7420 con 0x7f56180717a0 2024-04-15T15:09:59.913 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f561dfd0640 1 --2- 172.21.15.203:0/1576336014 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f561815d2f0 0x7f56181572f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:09:59.913 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f561d7cf640 1 --2- 172.21.15.203:0/1576336014 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f56180717a0 0x7f56181e5900 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f561400c480 tx=0x7f561400c940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:09:59.913 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f560dffb640 1 -- 172.21.15.203:0/1576336014 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5614017070 con 0x7f56180717a0 2024-04-15T15:09:59.913 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f560dffb640 1 -- 172.21.15.203:0/1576336014 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5614005ce0 con 0x7f56180717a0 2024-04-15T15:09:59.913 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f561fa33640 1 -- 172.21.15.203:0/1576336014 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56180b76d0 con 0x7f56180717a0 2024-04-15T15:09:59.913 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.907+0000 7f560dffb640 1 -- 172.21.15.203:0/1576336014 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56140072f0 con 0x7f56180717a0 2024-04-15T15:09:59.913 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.908+0000 7f561fa33640 1 -- 172.21.15.203:0/1576336014 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56180b7c90 con 0x7f56180717a0 2024-04-15T15:09:59.913 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.908+0000 7f560dffb640 1 -- 172.21.15.203:0/1576336014 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f561401a070 con 0x7f56180717a0 2024-04-15T15:09:59.913 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.908+0000 7f560dffb640 1 -- 172.21.15.203:0/1576336014 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7f561401cc10 con 0x7f56180717a0 2024-04-15T15:09:59.913 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.909+0000 7f561fa33640 1 -- 172.21.15.203:0/1576336014 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56180b7e90 con 0x7f56180717a0 2024-04-15T15:09:59.915 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.912+0000 7f560dffb640 1 -- 172.21.15.203:0/1576336014 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f5614007490 con 0x7f56180717a0 2024-04-15T15:09:59.917 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:09:59.916+0000 7fb4fca0f040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T15:09:59.953 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:09:59.951+0000 7effd2ddb040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T15:09:59.964 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:09:59.962+0000 7fb4fca0f040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T15:09:59.985 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.983+0000 7f561fa33640 1 -- 172.21.15.203:0/1576336014 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "osd new", "uuid": "126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2", "id": 4} v 0) -- 0x7f5618075c50 con 0x7f56180717a0 2024-04-15T15:09:59.991 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.988+0000 7f560dffb640 1 -- 172.21.15.203:0/1576336014 <== mon.1 v2:172.21.15.203:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7f5614007670 con 0x7f56180717a0 2024-04-15T15:09:59.991 INFO:teuthology.orchestra.run.smithi203.stdout:4 2024-04-15T15:09:59.992 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.989+0000 7f561fa33640 1 -- 172.21.15.203:0/1576336014 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f56180717a0 msgr2=0x7f56181e5900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:09:59.992 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.989+0000 7f561fa33640 1 --2- 172.21.15.203:0/1576336014 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f56180717a0 0x7f56181e5900 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f561400c480 tx=0x7f561400c940 comp rx=0 tx=0).stop 2024-04-15T15:09:59.992 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.989+0000 7f561fa33640 1 -- 172.21.15.203:0/1576336014 shutdown_connections 2024-04-15T15:09:59.993 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.989+0000 7f561fa33640 1 --2- 172.21.15.203:0/1576336014 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f561815d2f0 0x7f56181572f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.993 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.989+0000 7f561fa33640 1 --2- 172.21.15.203:0/1576336014 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f56180ccfa0 0x7f56180b6ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.993 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.989+0000 7f561fa33640 1 --2- 172.21.15.203:0/1576336014 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f56180717a0 0x7f56181e5900 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:09:59.993 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.989+0000 7f561fa33640 1 -- 172.21.15.203:0/1576336014 >> 172.21.15.203:0/1576336014 conn(0x7f56180d24b0 msgr2=0x7f561815ee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:09:59.993 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.989+0000 7f561fa33640 1 -- 172.21.15.203:0/1576336014 shutdown_connections 2024-04-15T15:09:59.993 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:09:59.989+0000 7f561fa33640 1 -- 172.21.15.203:0/1576336014 wait complete. 2024-04-15T15:10:00.002 DEBUG:teuthology.orchestra.run.smithi203:> sudo ceph --cluster ceph osd new 3b0003bd-5b9f-4529-a1a4-4eb7249a0adc 5 2024-04-15T15:10:00.008 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:10:00.005+0000 7effd2ddb040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T15:10:00.059 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:10:00.057+0000 7effd2ddb040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T15:10:00.112 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.109+0000 7f6284f50640 1 Processor -- start 2024-04-15T15:10:00.112 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.110+0000 7f6284f50640 1 -- start start 2024-04-15T15:10:00.114 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.110+0000 7f6284f50640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f62800cc8a0 0x7f628006d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:00.114 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.110+0000 7f6284f50640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f62800ce6e0 0x7f62800ccc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:00.115 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.110+0000 7f6284f50640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f62800ceb50 con 0x7f628015f100 2024-04-15T15:10:00.115 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.111+0000 7f6284f50640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f628006e460 con 0x7f62800ce6e0 2024-04-15T15:10:00.115 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.111+0000 7f6284f50640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f628006d950 con 0x7f62800cc8a0 2024-04-15T15:10:00.115 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.111+0000 7f627e59c640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f62800cc8a0 0x7f628006d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:00.115 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.111+0000 7f627e59c640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f62800cc8a0 0x7f628006d300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:53858/0 (socket says 172.21.15.203:53858) 2024-04-15T15:10:00.115 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.111+0000 7f627e59c640 1 -- 172.21.15.203:0/2915695412 learned_addr learned my addr 172.21.15.203:0/2915695412 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-04-15T15:10:00.115 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.111+0000 7f627ed9d640 1 --1- 172.21.15.203:0/2915695412 >> v1:172.21.15.203:6789/0 conn(0x7f628015f100 0x7f628006f190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.203:56726/0 (socket says 172.21.15.203:56726) 2024-04-15T15:10:00.115 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.111+0000 7f627dd9b640 1 --2- 172.21.15.203:0/2915695412 >> v2:172.21.15.84:3300/0 conn(0x7f62800ce6e0 0x7f62800ccc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:00.115 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.111+0000 7f627e59c640 1 -- 172.21.15.203:0/2915695412 >> v2:172.21.15.84:3300/0 conn(0x7f62800ce6e0 msgr2=0x7f62800ccc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:00.115 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.111+0000 7f627e59c640 1 --2- 172.21.15.203:0/2915695412 >> v2:172.21.15.84:3300/0 conn(0x7f62800ce6e0 0x7f62800ccc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.115 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.111+0000 7f627e59c640 1 -- 172.21.15.203:0/2915695412 >> v1:172.21.15.203:6789/0 conn(0x7f628015f100 legacy=0x7f628006f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:00.115 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.111+0000 7f627e59c640 1 -- 172.21.15.203:0/2915695412 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f628006e6b0 con 0x7f62800cc8a0 2024-04-15T15:10:00.115 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.111+0000 7f627dd9b640 1 --2- 172.21.15.203:0/2915695412 >> v2:172.21.15.84:3300/0 conn(0x7f62800ce6e0 0x7f62800ccc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:00.116 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.112+0000 7f627e59c640 1 --2- 172.21.15.203:0/2915695412 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f62800cc8a0 0x7f628006d300 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f6280071f90 tx=0x7f627002e0e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a62dc046f2a0a12c server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:00.116 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.112+0000 7f627d59a640 1 -- 172.21.15.203:0/2915695412 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f627003b070 con 0x7f62800cc8a0 2024-04-15T15:10:00.116 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.112+0000 7f627d59a640 1 -- 172.21.15.203:0/2915695412 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6270036440 con 0x7f62800cc8a0 2024-04-15T15:10:00.116 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.112+0000 7f627d59a640 1 -- 172.21.15.203:0/2915695412 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6270036810 con 0x7f62800cc8a0 2024-04-15T15:10:00.119 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.112+0000 7f6284f50640 1 -- 172.21.15.203:0/2915695412 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f62800cc8a0 msgr2=0x7f628006d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:00.119 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.112+0000 7f6284f50640 1 --2- 172.21.15.203:0/2915695412 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f62800cc8a0 0x7f628006d300 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f6280071f90 tx=0x7f627002e0e0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.119 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.113+0000 7f6284f50640 1 -- 172.21.15.203:0/2915695412 shutdown_connections 2024-04-15T15:10:00.120 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.113+0000 7f6284f50640 1 --2- 172.21.15.203:0/2915695412 >> v2:172.21.15.84:3300/0 conn(0x7f62800ce6e0 0x7f62800ccc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.120 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.113+0000 7f6284f50640 1 --2- 172.21.15.203:0/2915695412 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f62800cc8a0 0x7f628006d300 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.120 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.113+0000 7f6284f50640 1 -- 172.21.15.203:0/2915695412 >> 172.21.15.203:0/2915695412 conn(0x7f62800cd590 msgr2=0x7f62800cd9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:00.120 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.113+0000 7f6284f50640 1 -- 172.21.15.203:0/2915695412 shutdown_connections 2024-04-15T15:10:00.120 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.113+0000 7f6284f50640 1 -- 172.21.15.203:0/2915695412 wait complete. 2024-04-15T15:10:00.120 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.114+0000 7f6284f50640 1 Processor -- start 2024-04-15T15:10:00.120 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.114+0000 7f6284f50640 1 -- start start 2024-04-15T15:10:00.120 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.115+0000 7f6284f50640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f62800cc8a0 0x7f6280153940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:00.120 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.115+0000 7f6284f50640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f62800ce6e0 0x7f62801f4930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:00.120 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.115+0000 7f6284f50640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f628015f100 0x7f6280159bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:00.120 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.115+0000 7f6284f50640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f62800cd1c0 con 0x7f628015f100 2024-04-15T15:10:00.120 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.115+0000 7f6284f50640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f628006ec70 con 0x7f62800cc8a0 2024-04-15T15:10:00.121 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.115+0000 7f6284f50640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f62800cd340 con 0x7f62800ce6e0 2024-04-15T15:10:00.121 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.115+0000 7f627e59c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f62800cc8a0 0x7f6280153940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:00.121 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.115+0000 7f627dd9b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f62800ce6e0 0x7f62801f4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:00.121 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.115+0000 7f627e59c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f62800cc8a0 0x7f6280153940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:53868/0 (socket says 172.21.15.203:53868) 2024-04-15T15:10:00.121 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.115+0000 7f627dd9b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f62800ce6e0 0x7f62801f4930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.203:37446/0 (socket says 172.21.15.203:37446) 2024-04-15T15:10:00.121 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.115+0000 7f627e59c640 1 -- 172.21.15.203:0/4136347580 learned_addr learned my addr 172.21.15.203:0/4136347580 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-04-15T15:10:00.121 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.115+0000 7f627ed9d640 1 --2- 172.21.15.203:0/4136347580 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f628015f100 0x7f6280159bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:00.121 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.115+0000 7f627e59c640 1 -- 172.21.15.203:0/4136347580 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f62800ce6e0 msgr2=0x7f62801f4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:00.121 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.115+0000 7f627e59c640 1 --2- 172.21.15.203:0/4136347580 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f62800ce6e0 0x7f62801f4930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.121 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.115+0000 7f627e59c640 1 -- 172.21.15.203:0/4136347580 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f628015f100 msgr2=0x7f6280159bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:00.121 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.115+0000 7f627e59c640 1 --2- 172.21.15.203:0/4136347580 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f628015f100 0x7f6280159bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.121 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.115+0000 7f627e59c640 1 -- 172.21.15.203:0/4136347580 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f628015ecc0 con 0x7f62800cc8a0 2024-04-15T15:10:00.121 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.115+0000 7f627dd9b640 1 --2- 172.21.15.203:0/4136347580 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f62800ce6e0 0x7f62801f4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:10:00.122 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.115+0000 7f627e59c640 1 --2- 172.21.15.203:0/4136347580 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f62800cc8a0 0x7f6280153940 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f627002e120 tx=0x7f62700046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:00.122 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.116+0000 7f626effd640 1 -- 172.21.15.203:0/4136347580 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6270046070 con 0x7f62800cc8a0 2024-04-15T15:10:00.122 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.116+0000 7f626effd640 1 -- 172.21.15.203:0/4136347580 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f627003d050 con 0x7f62800cc8a0 2024-04-15T15:10:00.122 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.116+0000 7f6284f50640 1 -- 172.21.15.203:0/4136347580 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62800b5340 con 0x7f62800cc8a0 2024-04-15T15:10:00.122 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.116+0000 7f626effd640 1 -- 172.21.15.203:0/4136347580 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f627003b030 con 0x7f62800cc8a0 2024-04-15T15:10:00.122 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.116+0000 7f6284f50640 1 -- 172.21.15.203:0/4136347580 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62800b5030 con 0x7f62800cc8a0 2024-04-15T15:10:00.122 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.116+0000 7f626effd640 1 -- 172.21.15.203:0/4136347580 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6270049070 con 0x7f62800cc8a0 2024-04-15T15:10:00.122 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.116+0000 7f626effd640 1 -- 172.21.15.203:0/4136347580 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7f62700419c0 con 0x7f62800cc8a0 2024-04-15T15:10:00.122 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.117+0000 7f6284f50640 1 -- 172.21.15.203:0/4136347580 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62800b5730 con 0x7f62800cc8a0 2024-04-15T15:10:00.123 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.119+0000 7f626effd640 1 -- 172.21.15.203:0/4136347580 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f6270041440 con 0x7f62800cc8a0 2024-04-15T15:10:00.194 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.192+0000 7f6284f50640 1 -- 172.21.15.203:0/4136347580 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "osd new", "uuid": "3b0003bd-5b9f-4529-a1a4-4eb7249a0adc", "id": 5} v 0) -- 0x7f6280075c50 con 0x7f62800cc8a0 2024-04-15T15:10:00.199 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.197+0000 7f626effd640 1 -- 172.21.15.203:0/4136347580 <== mon.1 v2:172.21.15.203:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "3b0003bd-5b9f-4529-a1a4-4eb7249a0adc", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7f6270041620 con 0x7f62800cc8a0 2024-04-15T15:10:00.200 INFO:teuthology.orchestra.run.smithi203.stdout:5 2024-04-15T15:10:00.201 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.198+0000 7f6284f50640 1 -- 172.21.15.203:0/4136347580 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f62800cc8a0 msgr2=0x7f6280153940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:00.201 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.198+0000 7f6284f50640 1 --2- 172.21.15.203:0/4136347580 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f62800cc8a0 0x7f6280153940 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f627002e120 tx=0x7f62700046c0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.201 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.198+0000 7f6284f50640 1 -- 172.21.15.203:0/4136347580 shutdown_connections 2024-04-15T15:10:00.201 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.198+0000 7f6284f50640 1 --2- 172.21.15.203:0/4136347580 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f628015f100 0x7f6280159bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.201 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.198+0000 7f6284f50640 1 --2- 172.21.15.203:0/4136347580 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f62800ce6e0 0x7f62801f4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.201 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.198+0000 7f6284f50640 1 --2- 172.21.15.203:0/4136347580 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f62800cc8a0 0x7f6280153940 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.201 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.198+0000 7f6284f50640 1 -- 172.21.15.203:0/4136347580 >> 172.21.15.203:0/4136347580 conn(0x7f62800cd590 msgr2=0x7f628015cd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:00.201 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.198+0000 7f6284f50640 1 -- 172.21.15.203:0/4136347580 shutdown_connections 2024-04-15T15:10:00.201 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.198+0000 7f6284f50640 1 -- 172.21.15.203:0/4136347580 wait complete. 2024-04-15T15:10:00.211 DEBUG:teuthology.orchestra.run.smithi203:> sudo ceph --cluster ceph osd new 8023a23a-9fd9-412f-83eb-0481154bc67c 6 2024-04-15T15:10:00.316 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.313+0000 7fb4249d4640 1 Processor -- start 2024-04-15T15:10:00.316 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.313+0000 7fb4249d4640 1 -- start start 2024-04-15T15:10:00.318 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.314+0000 7fb4249d4640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb42013f630 0x7fb42006f510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:00.318 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.314+0000 7fb4249d4640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fb420160200 0x7fb42006fa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:00.318 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.314+0000 7fb4249d4640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb420141e90 con 0x7fb4200b4360 2024-04-15T15:10:00.318 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.314+0000 7fb4249d4640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fb420142a80 con 0x7fb42013f630 2024-04-15T15:10:00.318 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.314+0000 7fb4249d4640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fb420142150 con 0x7fb420160200 2024-04-15T15:10:00.318 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.314+0000 7fb417fff640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fb420160200 0x7fb42006fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:00.318 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.314+0000 7fb41ed9d640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7fb4200b4360 0x7fb4200b4790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.203:56740/0 (socket says 172.21.15.203:56740) 2024-04-15T15:10:00.318 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.314+0000 7fb41ed9d640 1 -- 172.21.15.203:0/966213947 learned_addr learned my addr 172.21.15.203:0/966213947 (peer_addr_for_me v1:172.21.15.203:0/0) 2024-04-15T15:10:00.318 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.314+0000 7fb41e59c640 1 --2- 172.21.15.203:0/966213947 >> v2:172.21.15.84:3300/0 conn(0x7fb42013f630 0x7fb42006f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:00.318 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.314+0000 7fb417fff640 1 -- 172.21.15.203:0/966213947 >> v2:172.21.15.84:3300/0 conn(0x7fb42013f630 msgr2=0x7fb42006f510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:00.319 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.314+0000 7fb417fff640 1 --2- 172.21.15.203:0/966213947 >> v2:172.21.15.84:3300/0 conn(0x7fb42013f630 0x7fb42006f510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.319 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.314+0000 7fb417fff640 1 -- 172.21.15.203:0/966213947 >> v1:172.21.15.203:6789/0 conn(0x7fb4200b4360 legacy=0x7fb4200b4790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:00.319 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.314+0000 7fb417fff640 1 -- 172.21.15.203:0/966213947 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb420142430 con 0x7fb420160200 2024-04-15T15:10:00.319 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.314+0000 7fb41dd9b640 1 -- 172.21.15.203:0/966213947 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1594169915 0 0) 0x7fb420141e90 con 0x7fb4200b4360 2024-04-15T15:10:00.319 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.315+0000 7fb417fff640 1 --2- 172.21.15.203:0/966213947 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb420160200 0x7fb42006fa50 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb420074800 tx=0x7fb40802b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=37bc2973659ad25b server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:00.319 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.315+0000 7fb41dd9b640 1 -- 172.21.15.203:0/966213947 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4080315a0 con 0x7fb420160200 2024-04-15T15:10:00.319 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.315+0000 7fb41dd9b640 1 -- 172.21.15.203:0/966213947 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb408037070 con 0x7fb420160200 2024-04-15T15:10:00.319 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.315+0000 7fb41dd9b640 1 -- 172.21.15.203:0/966213947 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb408031960 con 0x7fb420160200 2024-04-15T15:10:00.320 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.316+0000 7fb4249d4640 1 -- 172.21.15.203:0/966213947 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb420160200 msgr2=0x7fb42006fa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:00.320 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.316+0000 7fb4249d4640 1 --2- 172.21.15.203:0/966213947 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb420160200 0x7fb42006fa50 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fb420074800 tx=0x7fb40802b840 comp rx=0 tx=0).stop 2024-04-15T15:10:00.320 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.316+0000 7fb4249d4640 1 -- 172.21.15.203:0/966213947 shutdown_connections 2024-04-15T15:10:00.321 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.316+0000 7fb4249d4640 1 --2- 172.21.15.203:0/966213947 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb420160200 0x7fb42006fa50 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.321 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.316+0000 7fb4249d4640 1 --2- 172.21.15.203:0/966213947 >> v2:172.21.15.84:3300/0 conn(0x7fb42013f630 0x7fb42006f510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.321 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.316+0000 7fb4249d4640 1 -- 172.21.15.203:0/966213947 >> 172.21.15.203:0/966213947 conn(0x7fb420072c80 msgr2=0x7fb420073090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:00.321 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.316+0000 7fb4249d4640 1 -- 172.21.15.203:0/966213947 shutdown_connections 2024-04-15T15:10:00.321 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.316+0000 7fb4249d4640 1 -- 172.21.15.203:0/966213947 wait complete. 2024-04-15T15:10:00.321 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.318+0000 7fb4249d4640 1 Processor -- start 2024-04-15T15:10:00.321 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.318+0000 7fb4249d4640 1 -- start start 2024-04-15T15:10:00.323 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.318+0000 7fb4249d4640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4200b4360 0x7fb4201588b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:00.324 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.318+0000 7fb4249d4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb42013f630 0x7fb4200b1e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:00.324 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.318+0000 7fb4249d4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb420160200 0x7fb4200b2360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:00.324 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.318+0000 7fb4249d4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb4200b4ea0 con 0x7fb420160200 2024-04-15T15:10:00.324 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.318+0000 7fb4249d4640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb42013fa10 con 0x7fb42013f630 2024-04-15T15:10:00.324 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.318+0000 7fb4249d4640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb42015cd10 con 0x7fb4200b4360 2024-04-15T15:10:00.324 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.318+0000 7fb41e59c640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4200b4360 0x7fb4201588b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:00.324 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.318+0000 7fb417fff640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb42013f630 0x7fb4200b1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:00.324 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.319+0000 7fb41e59c640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4200b4360 0x7fb4201588b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.203:37458/0 (socket says 172.21.15.203:37458) 2024-04-15T15:10:00.324 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.319+0000 7fb41e59c640 1 -- 172.21.15.203:0/2622204481 learned_addr learned my addr 172.21.15.203:0/2622204481 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-04-15T15:10:00.324 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.319+0000 7fb41ed9d640 1 --2- 172.21.15.203:0/2622204481 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb420160200 0x7fb4200b2360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:00.324 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.319+0000 7fb417fff640 1 -- 172.21.15.203:0/2622204481 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4200b4360 msgr2=0x7fb4201588b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:00.324 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.319+0000 7fb417fff640 1 --2- 172.21.15.203:0/2622204481 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4200b4360 0x7fb4201588b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.324 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.319+0000 7fb417fff640 1 -- 172.21.15.203:0/2622204481 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb420160200 msgr2=0x7fb4200b2360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:00.324 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.319+0000 7fb417fff640 1 --2- 172.21.15.203:0/2622204481 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb420160200 0x7fb4200b2360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.325 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.319+0000 7fb417fff640 1 -- 172.21.15.203:0/2622204481 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb420130be0 con 0x7fb42013f630 2024-04-15T15:10:00.325 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.319+0000 7fb41e59c640 1 --2- 172.21.15.203:0/2622204481 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4200b4360 0x7fb4201588b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:10:00.325 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.319+0000 7fb417fff640 1 --2- 172.21.15.203:0/2622204481 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb42013f630 0x7fb4200b1e20 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fb420142c00 tx=0x7fb4080046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:00.325 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.319+0000 7fb416ffd640 1 -- 172.21.15.203:0/2622204481 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb408032630 con 0x7fb42013f630 2024-04-15T15:10:00.325 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.319+0000 7fb416ffd640 1 -- 172.21.15.203:0/2622204481 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4080327d0 con 0x7fb42013f630 2024-04-15T15:10:00.325 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.319+0000 7fb4249d4640 1 -- 172.21.15.203:0/2622204481 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb420130e80 con 0x7fb42013f630 2024-04-15T15:10:00.325 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.319+0000 7fb416ffd640 1 -- 172.21.15.203:0/2622204481 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb408032ba0 con 0x7fb42013f630 2024-04-15T15:10:00.325 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.319+0000 7fb4249d4640 1 -- 172.21.15.203:0/2622204481 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb420131440 con 0x7fb42013f630 2024-04-15T15:10:00.325 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.319+0000 7fb416ffd640 1 -- 172.21.15.203:0/2622204481 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb40804e7c0 con 0x7fb42013f630 2024-04-15T15:10:00.325 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.319+0000 7fb416ffd640 1 -- 172.21.15.203:0/2622204481 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7fb40802f030 con 0x7fb42013f630 2024-04-15T15:10:00.325 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.320+0000 7fb4249d4640 1 -- 172.21.15.203:0/2622204481 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb420075c50 con 0x7fb42013f630 2024-04-15T15:10:00.327 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.324+0000 7fb416ffd640 1 -- 172.21.15.203:0/2622204481 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7fb408040070 con 0x7fb42013f630 2024-04-15T15:10:00.344 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:10:00.342+0000 7fb4fca0f040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T15:10:00.401 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.398+0000 7fb4249d4640 1 -- 172.21.15.203:0/2622204481 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "osd new", "uuid": "8023a23a-9fd9-412f-83eb-0481154bc67c", "id": 6} v 0) -- 0x7fb4200739c0 con 0x7fb42013f630 2024-04-15T15:10:00.407 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.404+0000 7fb416ffd640 1 -- 172.21.15.203:0/2622204481 <== mon.1 v2:172.21.15.203:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "8023a23a-9fd9-412f-83eb-0481154bc67c", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7fb408052020 con 0x7fb42013f630 2024-04-15T15:10:00.407 INFO:teuthology.orchestra.run.smithi203.stdout:6 2024-04-15T15:10:00.408 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.405+0000 7fb4249d4640 1 -- 172.21.15.203:0/2622204481 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb42013f630 msgr2=0x7fb4200b1e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:00.409 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.405+0000 7fb4249d4640 1 --2- 172.21.15.203:0/2622204481 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb42013f630 0x7fb4200b1e20 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fb420142c00 tx=0x7fb4080046c0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.409 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.405+0000 7fb4249d4640 1 -- 172.21.15.203:0/2622204481 shutdown_connections 2024-04-15T15:10:00.409 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.405+0000 7fb4249d4640 1 --2- 172.21.15.203:0/2622204481 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb42013f630 0x7fb4200b1e20 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.409 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.405+0000 7fb4249d4640 1 --2- 172.21.15.203:0/2622204481 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb420160200 0x7fb4200b2360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.409 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.405+0000 7fb4249d4640 1 --2- 172.21.15.203:0/2622204481 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4200b4360 0x7fb4201588b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.409 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.405+0000 7fb4249d4640 1 -- 172.21.15.203:0/2622204481 >> 172.21.15.203:0/2622204481 conn(0x7fb420072c80 msgr2=0x7fb42015ef60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:00.409 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.406+0000 7fb4249d4640 1 -- 172.21.15.203:0/2622204481 shutdown_connections 2024-04-15T15:10:00.409 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.406+0000 7fb4249d4640 1 -- 172.21.15.203:0/2622204481 wait complete. 2024-04-15T15:10:00.419 DEBUG:teuthology.orchestra.run.smithi203:> sudo ceph --cluster ceph osd new 5235357b-2674-4a1d-b32f-d493c3f6a091 7 2024-04-15T15:10:00.468 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:10:00.465+0000 7effd2ddb040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T15:10:00.480 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:10:00.478+0000 7fb4fca0f040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T15:10:00.524 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.521+0000 7f953dd82640 1 Processor -- start 2024-04-15T15:10:00.524 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.521+0000 7f953dd82640 1 -- start start 2024-04-15T15:10:00.526 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.522+0000 7f953dd82640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f953815c6b0 0x7f9538071420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:00.526 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.522+0000 7f953dd82640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f95380cf4d0 0x7f95380cff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:00.526 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.522+0000 7f953dd82640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95380ce450 con 0x7f95380b52a0 2024-04-15T15:10:00.526 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.522+0000 7f953dd82640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f95380d0eb0 con 0x7f953815c6b0 2024-04-15T15:10:00.526 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.522+0000 7f953dd82640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f95380d0610 con 0x7f95380cf4d0 2024-04-15T15:10:00.526 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.522+0000 7f9537fff640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f95380cf4d0 0x7f95380cff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:00.526 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.522+0000 7f9537fff640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f95380cf4d0 0x7f95380cff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:53904/0 (socket says 172.21.15.203:53904) 2024-04-15T15:10:00.526 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.522+0000 7f9537fff640 1 -- 172.21.15.203:0/3144275799 learned_addr learned my addr 172.21.15.203:0/3144275799 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-04-15T15:10:00.526 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.522+0000 7f95377fe640 1 --2- 172.21.15.203:0/3144275799 >> v2:172.21.15.84:3300/0 conn(0x7f953815c6b0 0x7f9538071420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:00.527 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.522+0000 7f9537fff640 1 -- 172.21.15.203:0/3144275799 >> v2:172.21.15.84:3300/0 conn(0x7f953815c6b0 msgr2=0x7f9538071420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:00.527 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.522+0000 7f9537fff640 1 --2- 172.21.15.203:0/3144275799 >> v2:172.21.15.84:3300/0 conn(0x7f953815c6b0 0x7f9538071420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.527 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.522+0000 7f9537fff640 1 -- 172.21.15.203:0/3144275799 >> v1:172.21.15.84:6789/0 conn(0x7f95380b52a0 legacy=0x7f95380cedc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:00.527 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.522+0000 7f9537fff640 1 -- 172.21.15.203:0/3144275799 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95380d08f0 con 0x7f95380cf4d0 2024-04-15T15:10:00.527 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.523+0000 7f9537fff640 1 --2- 172.21.15.203:0/3144275799 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f95380cf4d0 0x7f95380cff80 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f95380d2270 tx=0x7f953002bf80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2992d9cd29e78a33 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:00.527 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.523+0000 7f9536ffd640 1 -- 172.21.15.203:0/3144275799 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f953002cb20 con 0x7f95380cf4d0 2024-04-15T15:10:00.527 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.523+0000 7f9536ffd640 1 -- 172.21.15.203:0/3144275799 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f953002ccc0 con 0x7f95380cf4d0 2024-04-15T15:10:00.527 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.523+0000 7f9536ffd640 1 -- 172.21.15.203:0/3144275799 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9530034610 con 0x7f95380cf4d0 2024-04-15T15:10:00.530 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.524+0000 7f953dd82640 1 -- 172.21.15.203:0/3144275799 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f95380cf4d0 msgr2=0x7f95380cff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:00.530 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.524+0000 7f953dd82640 1 --2- 172.21.15.203:0/3144275799 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f95380cf4d0 0x7f95380cff80 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f95380d2270 tx=0x7f953002bf80 comp rx=0 tx=0).stop 2024-04-15T15:10:00.530 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.524+0000 7f953dd82640 1 -- 172.21.15.203:0/3144275799 shutdown_connections 2024-04-15T15:10:00.530 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.524+0000 7f953dd82640 1 --2- 172.21.15.203:0/3144275799 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f95380cf4d0 0x7f95380cff80 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.530 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.524+0000 7f953dd82640 1 --2- 172.21.15.203:0/3144275799 >> v2:172.21.15.84:3300/0 conn(0x7f953815c6b0 0x7f9538071420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.531 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.524+0000 7f953dd82640 1 -- 172.21.15.203:0/3144275799 >> 172.21.15.203:0/3144275799 conn(0x7f95380b3fa0 msgr2=0x7f95380b4380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:00.531 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.524+0000 7f953dd82640 1 -- 172.21.15.203:0/3144275799 shutdown_connections 2024-04-15T15:10:00.531 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.524+0000 7f953dd82640 1 -- 172.21.15.203:0/3144275799 wait complete. 2024-04-15T15:10:00.531 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.525+0000 7f953dd82640 1 Processor -- start 2024-04-15T15:10:00.531 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.525+0000 7f953dd82640 1 -- start start 2024-04-15T15:10:00.531 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.526+0000 7f953dd82640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95380b52a0 0x7f95380c7e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:00.531 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.526+0000 7f953dd82640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95380cf4d0 0x7f953814a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:00.531 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.526+0000 7f953dd82640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f953815c6b0 0x7f953814d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:00.531 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.526+0000 7f953dd82640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f95380ccfc0 con 0x7f95380b52a0 2024-04-15T15:10:00.531 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.526+0000 7f953dd82640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f95380ccaa0 con 0x7f953815c6b0 2024-04-15T15:10:00.531 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.526+0000 7f953dd82640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f95380cd140 con 0x7f95380cf4d0 2024-04-15T15:10:00.531 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.526+0000 7f9537fff640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f953815c6b0 0x7f953814d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:00.531 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.526+0000 7f9537fff640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f953815c6b0 0x7f953814d4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:53920/0 (socket says 172.21.15.203:53920) 2024-04-15T15:10:00.531 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.526+0000 7f9537fff640 1 -- 172.21.15.203:0/3521462157 learned_addr learned my addr 172.21.15.203:0/3521462157 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-04-15T15:10:00.532 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.526+0000 7f952effd640 1 --2- 172.21.15.203:0/3521462157 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95380cf4d0 0x7f953814a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:00.532 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.526+0000 7f95377fe640 1 --2- 172.21.15.203:0/3521462157 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95380b52a0 0x7f95380c7e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:00.532 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.526+0000 7f9537fff640 1 -- 172.21.15.203:0/3521462157 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95380cf4d0 msgr2=0x7f953814a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:00.532 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.526+0000 7f9537fff640 1 --2- 172.21.15.203:0/3521462157 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95380cf4d0 0x7f953814a2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.532 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.526+0000 7f9537fff640 1 -- 172.21.15.203:0/3521462157 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95380b52a0 msgr2=0x7f95380c7e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:00.532 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.526+0000 7f9537fff640 1 --2- 172.21.15.203:0/3521462157 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95380b52a0 0x7f95380c7e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.532 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.526+0000 7f9537fff640 1 -- 172.21.15.203:0/3521462157 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f953814d9f0 con 0x7f953815c6b0 2024-04-15T15:10:00.532 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.527+0000 7f9537fff640 1 --2- 172.21.15.203:0/3521462157 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f953815c6b0 0x7f953814d4b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f9530036040 tx=0x7f9530004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:00.532 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.527+0000 7f9534ff9640 1 -- 172.21.15.203:0/3521462157 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9530043020 con 0x7f953815c6b0 2024-04-15T15:10:00.532 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.527+0000 7f9534ff9640 1 -- 172.21.15.203:0/3521462157 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f953003e450 con 0x7f953815c6b0 2024-04-15T15:10:00.532 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.527+0000 7f953dd82640 1 -- 172.21.15.203:0/3521462157 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95380c84e0 con 0x7f953815c6b0 2024-04-15T15:10:00.532 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.527+0000 7f9534ff9640 1 -- 172.21.15.203:0/3521462157 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9530009510 con 0x7f953815c6b0 2024-04-15T15:10:00.532 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.527+0000 7f953dd82640 1 -- 172.21.15.203:0/3521462157 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95380c8aa0 con 0x7f953815c6b0 2024-04-15T15:10:00.533 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.527+0000 7f9534ff9640 1 -- 172.21.15.203:0/3521462157 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9530046020 con 0x7f953815c6b0 2024-04-15T15:10:00.533 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.527+0000 7f9534ff9640 1 -- 172.21.15.203:0/3521462157 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f9530048a60 con 0x7f953815c6b0 2024-04-15T15:10:00.533 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.528+0000 7f953dd82640 1 -- 172.21.15.203:0/3521462157 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9538075c50 con 0x7f953815c6b0 2024-04-15T15:10:00.534 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.531+0000 7f9534ff9640 1 -- 172.21.15.203:0/3521462157 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f953004d030 con 0x7f953815c6b0 2024-04-15T15:10:00.607 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.604+0000 7f953dd82640 1 -- 172.21.15.203:0/3521462157 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "osd new", "uuid": "5235357b-2674-4a1d-b32f-d493c3f6a091", "id": 7} v 0) -- 0x7f95380d1170 con 0x7f953815c6b0 2024-04-15T15:10:00.611 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:10:00.609+0000 7effd2ddb040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T15:10:00.612 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:10:00.610+0000 7fb4fca0f040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T15:10:00.613 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.611+0000 7f9534ff9640 1 -- 172.21.15.203:0/3521462157 <== mon.1 v2:172.21.15.203:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "5235357b-2674-4a1d-b32f-d493c3f6a091", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f953002cb30 con 0x7f953815c6b0 2024-04-15T15:10:00.613 INFO:teuthology.orchestra.run.smithi203.stdout:7 2024-04-15T15:10:00.615 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.611+0000 7f953dd82640 1 -- 172.21.15.203:0/3521462157 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f953815c6b0 msgr2=0x7f953814d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:00.615 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.611+0000 7f953dd82640 1 --2- 172.21.15.203:0/3521462157 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f953815c6b0 0x7f953814d4b0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f9530036040 tx=0x7f9530004a40 comp rx=0 tx=0).stop 2024-04-15T15:10:00.615 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.612+0000 7f953dd82640 1 -- 172.21.15.203:0/3521462157 shutdown_connections 2024-04-15T15:10:00.615 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.612+0000 7f953dd82640 1 --2- 172.21.15.203:0/3521462157 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f953815c6b0 0x7f953814d4b0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.615 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.612+0000 7f953dd82640 1 --2- 172.21.15.203:0/3521462157 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95380cf4d0 0x7f953814a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.615 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.612+0000 7f953dd82640 1 --2- 172.21.15.203:0/3521462157 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95380b52a0 0x7f95380c7e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.615 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.612+0000 7f953dd82640 1 -- 172.21.15.203:0/3521462157 >> 172.21.15.203:0/3521462157 conn(0x7f95380b3fa0 msgr2=0x7f95380cd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:00.615 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.612+0000 7f953dd82640 1 -- 172.21.15.203:0/3521462157 shutdown_connections 2024-04-15T15:10:00.615 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:00.612+0000 7f953dd82640 1 -- 172.21.15.203:0/3521462157 wait complete. 2024-04-15T15:10:00.625 INFO:tasks.ceph.osd.0:Restarting daemon 2024-04-15T15:10:00.625 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-04-15T15:10:00.627 INFO:tasks.ceph.osd.0:Started 2024-04-15T15:10:00.627 INFO:tasks.ceph.osd.1:Restarting daemon 2024-04-15T15:10:00.627 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-04-15T15:10:00.630 INFO:tasks.ceph.osd.1:Started 2024-04-15T15:10:00.630 INFO:tasks.ceph.osd.2:Restarting daemon 2024-04-15T15:10:00.630 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-04-15T15:10:00.632 INFO:tasks.ceph.osd.2:Started 2024-04-15T15:10:00.632 INFO:tasks.ceph.osd.3:Restarting daemon 2024-04-15T15:10:00.632 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-04-15T15:10:00.634 INFO:tasks.ceph.osd.3:Started 2024-04-15T15:10:00.634 INFO:tasks.ceph.osd.4:Restarting daemon 2024-04-15T15:10:00.634 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-04-15T15:10:00.637 INFO:tasks.ceph.osd.4:Started 2024-04-15T15:10:00.637 INFO:tasks.ceph.osd.5:Restarting daemon 2024-04-15T15:10:00.637 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-04-15T15:10:00.639 INFO:tasks.ceph.osd.5:Started 2024-04-15T15:10:00.639 INFO:tasks.ceph.osd.6:Restarting daemon 2024-04-15T15:10:00.639 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-04-15T15:10:00.641 INFO:tasks.ceph.osd.6:Started 2024-04-15T15:10:00.641 INFO:tasks.ceph.osd.7:Restarting daemon 2024-04-15T15:10:00.641 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-04-15T15:10:00.645 INFO:tasks.ceph.osd.7:Started 2024-04-15T15:10:00.646 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:10:00.668 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:10:00.666+0000 7fb4fca0f040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T15:10:00.746 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:10:00.743+0000 7effd2ddb040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T15:10:00.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.777+0000 7f6bfd550640 1 Processor -- start 2024-04-15T15:10:00.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.777+0000 7f6bfd550640 1 -- start start 2024-04-15T15:10:00.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.778+0000 7f6bfd550640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6bf815c480 0x7f6bf806ff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:00.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.778+0000 7f6bfd550640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f6bf80cf4d0 0x7f6bf80b52a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:00.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.778+0000 7f6bfd550640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6bf80d1d80 con 0x7f6bf80ce670 2024-04-15T15:10:00.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.778+0000 7f6bfd550640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f6bf80d1b30 con 0x7f6bf80cf4d0 2024-04-15T15:10:00.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.778+0000 7f6bfd550640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f6bf80cca00 con 0x7f6bf815c480 2024-04-15T15:10:00.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.778+0000 7f6beffff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f6bf80ce670 0x7f6bf80cedc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:39710/0 (socket says 172.21.15.84:39710) 2024-04-15T15:10:00.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.778+0000 7f6beffff640 1 -- 172.21.15.84:0/455275766 learned_addr learned my addr 172.21.15.84:0/455275766 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:00.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.778+0000 7f6bf6ffd640 1 --2- 172.21.15.84:0/455275766 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6bf815c480 0x7f6bf806ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:00.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.778+0000 7f6bf77fe640 1 --2- 172.21.15.84:0/455275766 >> v2:172.21.15.203:3300/0 conn(0x7f6bf80cf4d0 0x7f6bf80b52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:00.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.778+0000 7f6bf67fc640 1 -- 172.21.15.84:0/455275766 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4101969578 0 0) 0x7f6bf80d1d80 con 0x7f6bf80ce670 2024-04-15T15:10:00.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.779+0000 7f6bf67fc640 1 -- 172.21.15.84:0/455275766 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6be4003520 con 0x7f6bf80ce670 2024-04-15T15:10:00.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.779+0000 7f6bf6ffd640 1 -- 172.21.15.84:0/455275766 >> v2:172.21.15.203:3300/0 conn(0x7f6bf80cf4d0 msgr2=0x7f6bf80b52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:00.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.779+0000 7f6bf6ffd640 1 --2- 172.21.15.84:0/455275766 >> v2:172.21.15.203:3300/0 conn(0x7f6bf80cf4d0 0x7f6bf80b52a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.779+0000 7f6bf6ffd640 1 -- 172.21.15.84:0/455275766 >> v1:172.21.15.84:6789/0 conn(0x7f6bf80ce670 legacy=0x7f6bf80cedc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:00.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.779+0000 7f6bf6ffd640 1 -- 172.21.15.84:0/455275766 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bf80d2060 con 0x7f6bf815c480 2024-04-15T15:10:00.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.779+0000 7f6bf6ffd640 1 --2- 172.21.15.84:0/455275766 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6bf815c480 0x7f6bf806ff20 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f6be80097a0 tx=0x7f6be802b8b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b3507d710577dac9 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:00.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.780+0000 7f6bf67fc640 1 -- 172.21.15.84:0/455275766 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be8035020 con 0x7f6bf815c480 2024-04-15T15:10:00.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.780+0000 7f6bf67fc640 1 -- 172.21.15.84:0/455275766 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6be8031810 con 0x7f6bf815c480 2024-04-15T15:10:00.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.780+0000 7f6bf67fc640 1 -- 172.21.15.84:0/455275766 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6be8031bc0 con 0x7f6bf815c480 2024-04-15T15:10:00.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.780+0000 7f6bfd550640 1 -- 172.21.15.84:0/455275766 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6bf815c480 msgr2=0x7f6bf806ff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:00.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.780+0000 7f6bfd550640 1 --2- 172.21.15.84:0/455275766 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6bf815c480 0x7f6bf806ff20 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f6be80097a0 tx=0x7f6be802b8b0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.780+0000 7f6bfd550640 1 -- 172.21.15.84:0/455275766 shutdown_connections 2024-04-15T15:10:00.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.780+0000 7f6bfd550640 1 --2- 172.21.15.84:0/455275766 >> v2:172.21.15.203:3300/0 conn(0x7f6bf80cf4d0 0x7f6bf80b52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.780+0000 7f6bfd550640 1 --2- 172.21.15.84:0/455275766 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6bf815c480 0x7f6bf806ff20 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.780+0000 7f6bfd550640 1 -- 172.21.15.84:0/455275766 >> 172.21.15.84:0/455275766 conn(0x7f6bf80b3fa0 msgr2=0x7f6bf80b43b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:00.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.780+0000 7f6bfd550640 1 -- 172.21.15.84:0/455275766 shutdown_connections 2024-04-15T15:10:00.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.780+0000 7f6bfd550640 1 -- 172.21.15.84:0/455275766 wait complete. 2024-04-15T15:10:00.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.782+0000 7f6bfd550640 1 Processor -- start 2024-04-15T15:10:00.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.782+0000 7f6bfd550640 1 -- start start 2024-04-15T15:10:00.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.783+0000 7f6bfd550640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6bf80ce670 0x7f6bf81550b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:00.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.783+0000 7f6bfd550640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6bf80cf4d0 0x7f6bf80c5de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:00.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.783+0000 7f6bfd550640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6bf815c480 0x7f6bf80c6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:00.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.783+0000 7f6bfd550640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf80cd170 con 0x7f6bf815c480 2024-04-15T15:10:00.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.783+0000 7f6bfd550640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf80cead0 con 0x7f6bf80cf4d0 2024-04-15T15:10:00.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.783+0000 7f6bfd550640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f6bf815c860 con 0x7f6bf80ce670 2024-04-15T15:10:00.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.783+0000 7f6bf77fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6bf815c480 0x7f6bf80c6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:00.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.783+0000 7f6bf6ffd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6bf80ce670 0x7f6bf81550b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:00.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.783+0000 7f6bf6ffd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6bf80ce670 0x7f6bf81550b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:44750/0 (socket says 172.21.15.84:44750) 2024-04-15T15:10:00.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.783+0000 7f6bf6ffd640 1 -- 172.21.15.84:0/692324293 learned_addr learned my addr 172.21.15.84:0/692324293 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:00.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.783+0000 7f6beffff640 1 --2- 172.21.15.84:0/692324293 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6bf80cf4d0 0x7f6bf80c5de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:00.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.783+0000 7f6bf77fe640 1 -- 172.21.15.84:0/692324293 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6bf80ce670 msgr2=0x7f6bf81550b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:00.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.783+0000 7f6bf77fe640 1 --2- 172.21.15.84:0/692324293 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6bf80ce670 0x7f6bf81550b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.783+0000 7f6bf77fe640 1 -- 172.21.15.84:0/692324293 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6bf80cf4d0 msgr2=0x7f6bf80c5de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:00.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.783+0000 7f6bf77fe640 1 --2- 172.21.15.84:0/692324293 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6bf80cf4d0 0x7f6bf80c5de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.783+0000 7f6bf77fe640 1 -- 172.21.15.84:0/692324293 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bf81555f0 con 0x7f6bf815c480 2024-04-15T15:10:00.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.783+0000 7f6bf6ffd640 1 --2- 172.21.15.84:0/692324293 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6bf80ce670 0x7f6bf81550b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:10:00.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.783+0000 7f6bf77fe640 1 --2- 172.21.15.84:0/692324293 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6bf815c480 0x7f6bf80c6320 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f6bf000eb70 tx=0x7f6bf000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:00.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.783+0000 7f6bef7fe640 1 -- 172.21.15.84:0/692324293 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bf0018020 con 0x7f6bf815c480 2024-04-15T15:10:00.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.783+0000 7f6bef7fe640 1 -- 172.21.15.84:0/692324293 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bf000ccc0 con 0x7f6bf815c480 2024-04-15T15:10:00.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.783+0000 7f6bef7fe640 1 -- 172.21.15.84:0/692324293 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bf00146c0 con 0x7f6bf815c480 2024-04-15T15:10:00.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.784+0000 7f6bfd550640 1 -- 172.21.15.84:0/692324293 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bf80c6b50 con 0x7f6bf815c480 2024-04-15T15:10:00.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.784+0000 7f6bfd550640 1 -- 172.21.15.84:0/692324293 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bf80c7110 con 0x7f6bf815c480 2024-04-15T15:10:00.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.784+0000 7f6bef7fe640 1 -- 172.21.15.84:0/692324293 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6bf0005d10 con 0x7f6bf815c480 2024-04-15T15:10:00.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.784+0000 7f6bef7fe640 1 -- 172.21.15.84:0/692324293 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f6bf001dc20 con 0x7f6bf815c480 2024-04-15T15:10:00.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.784+0000 7f6bfd550640 1 -- 172.21.15.84:0/692324293 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bf80690f0 con 0x7f6bf815c480 2024-04-15T15:10:00.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.787+0000 7f6bef7fe640 1 -- 172.21.15.84:0/692324293 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f6bf0022030 con 0x7f6bf815c480 2024-04-15T15:10:00.793 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:10:00.791+0000 7effd2ddb040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T15:10:00.812 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:10:00.811+0000 7fb4fca0f040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T15:10:00.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.846+0000 7f6bfd550640 1 -- 172.21.15.84:0/692324293 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6bf8151ff0 con 0x7f6bf815c480 2024-04-15T15:10:00.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.846+0000 7f6bef7fe640 1 -- 172.21.15.84:0/692324293 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f6bf0010040 con 0x7f6bf815c480 2024-04-15T15:10:00.848 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:00.849 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":10,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:00.607571+0000","last_up_change":"0.000000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:10:00.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.847+0000 7f6bfd550640 1 -- 172.21.15.84:0/692324293 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6bf815c480 msgr2=0x7f6bf80c6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:00.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.847+0000 7f6bfd550640 1 --2- 172.21.15.84:0/692324293 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6bf815c480 0x7f6bf80c6320 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f6bf000eb70 tx=0x7f6bf000c490 comp rx=0 tx=0).stop 2024-04-15T15:10:00.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.847+0000 7f6bfd550640 1 -- 172.21.15.84:0/692324293 shutdown_connections 2024-04-15T15:10:00.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.847+0000 7f6bfd550640 1 --2- 172.21.15.84:0/692324293 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6bf80cf4d0 0x7f6bf80c5de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.847+0000 7f6bfd550640 1 --2- 172.21.15.84:0/692324293 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6bf815c480 0x7f6bf80c6320 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.847+0000 7f6bfd550640 1 --2- 172.21.15.84:0/692324293 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6bf80ce670 0x7f6bf81550b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:00.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.847+0000 7f6bfd550640 1 -- 172.21.15.84:0/692324293 >> 172.21.15.84:0/692324293 conn(0x7f6bf80b3fa0 msgr2=0x7f6bf80b2060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:00.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.848+0000 7f6bfd550640 1 -- 172.21.15.84:0/692324293 shutdown_connections 2024-04-15T15:10:00.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:00.848+0000 7f6bfd550640 1 -- 172.21.15.84:0/692324293 wait complete. 2024-04-15T15:10:00.860 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-04-15T15:10:00.860 INFO:tasks.ceph:Waiting for OSDs to come up 2024-04-15T15:10:00.906 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:10:00.904+0000 7effd2ddb040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T15:10:00.910 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:10:00.909+0000 7fb4fca0f040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T15:10:01.002 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:10:01.000+0000 7effd2ddb040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T15:10:01.067 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:10:01.065+0000 7fb4fca0f040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T15:10:01.108 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:10:01.107+0000 7fb4fca0f040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T15:10:01.160 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:10:01.158+0000 7effd2ddb040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T15:10:01.202 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:10:01.201+0000 7effd2ddb040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T15:10:01.248 INFO:tasks.ceph.osd.1.smithi084.stderr:2024-04-15T15:10:01.246+0000 7f268c58c640 -1 Falling back to public interface 2024-04-15T15:10:01.256 INFO:tasks.ceph.osd.0.smithi084.stderr:2024-04-15T15:10:01.254+0000 7fc7de606640 -1 Falling back to public interface 2024-04-15T15:10:01.257 INFO:tasks.ceph.osd.4.smithi203.stderr:2024-04-15T15:10:01.255+0000 7fb80320d640 -1 Falling back to public interface 2024-04-15T15:10:01.260 INFO:tasks.ceph.osd.5.smithi203.stderr:2024-04-15T15:10:01.258+0000 7f6de680f640 -1 Falling back to public interface 2024-04-15T15:10:01.264 INFO:tasks.ceph.osd.6.smithi203.stderr:2024-04-15T15:10:01.262+0000 7f0293502640 -1 Falling back to public interface 2024-04-15T15:10:01.265 INFO:tasks.ceph.osd.7.smithi203.stderr:2024-04-15T15:10:01.263+0000 7f1193d28640 -1 Falling back to public interface 2024-04-15T15:10:01.265 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:10:01.263+0000 7fb4fca0f040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T15:10:01.270 INFO:tasks.ceph.osd.2.smithi084.stderr:2024-04-15T15:10:01.268+0000 7ff1aaa24640 -1 Falling back to public interface 2024-04-15T15:10:01.273 INFO:tasks.ceph.osd.3.smithi084.stderr:2024-04-15T15:10:01.271+0000 7f270e00d640 -1 Falling back to public interface 2024-04-15T15:10:01.363 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:10:01.361+0000 7effd2ddb040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T15:10:01.664 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-15T15:10:01.757 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.756+0000 7f14a3d59640 1 Processor -- start 2024-04-15T15:10:01.758 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.756+0000 7f14a3d59640 1 -- start start 2024-04-15T15:10:01.761 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.757+0000 7f14a3d59640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f149c06faa0 0x7f149c0b5ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:01.761 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.757+0000 7f14a3d59640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f149c0700c0 con 0x7f149c156d70 2024-04-15T15:10:01.761 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.757+0000 7f14a3d59640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f149c1601d0 con 0x7f149c0b6430 2024-04-15T15:10:01.761 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.757+0000 7f14a3d59640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f149c0b68a0 con 0x7f149c06faa0 2024-04-15T15:10:01.762 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.757+0000 7f14a1af5640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f149c156d70 0x7f149c15d5c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:39726/0 (socket says 172.21.15.84:39726) 2024-04-15T15:10:01.762 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.757+0000 7f14a1af5640 1 -- 172.21.15.84:0/1994244066 learned_addr learned my addr 172.21.15.84:0/1994244066 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:01.762 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.757+0000 7f14a12f4640 1 --2- 172.21.15.84:0/1994244066 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f149c06faa0 0x7f149c0b5ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:01.762 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.757+0000 7f14a0af3640 1 -- 172.21.15.84:0/1994244066 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 744004456 0 0) 0x7f149c0700c0 con 0x7f149c156d70 2024-04-15T15:10:01.762 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.757+0000 7f14a0af3640 1 -- 172.21.15.84:0/1994244066 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1488003520 con 0x7f149c156d70 2024-04-15T15:10:01.762 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.757+0000 7f14a0af3640 1 -- 172.21.15.84:0/1994244066 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1325151193 0 0) 0x7f149c1601d0 con 0x7f149c0b6430 2024-04-15T15:10:01.762 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.757+0000 7f14a0af3640 1 -- 172.21.15.84:0/1994244066 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f149c0700c0 con 0x7f149c0b6430 2024-04-15T15:10:01.762 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.757+0000 7f14a0af3640 1 -- 172.21.15.84:0/1994244066 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2178307460 0 0) 0x7f1488003520 con 0x7f149c156d70 2024-04-15T15:10:01.762 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.757+0000 7f14a0af3640 1 -- 172.21.15.84:0/1994244066 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f149c06faa0 msgr2=0x7f149c0b5ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:01.762 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.757+0000 7f14a0af3640 1 --2- 172.21.15.84:0/1994244066 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f149c06faa0 0x7f149c0b5ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:01.762 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.757+0000 7f14a0af3640 1 -- 172.21.15.84:0/1994244066 >> v1:172.21.15.203:6789/0 conn(0x7f149c0b6430 legacy=0x7f149c15dd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:01.762 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.757+0000 7f14a0af3640 1 -- 172.21.15.84:0/1994244066 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f149c1604b0 con 0x7f149c156d70 2024-04-15T15:10:01.763 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.757+0000 7f14a0af3640 1 -- 172.21.15.84:0/1994244066 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f1498001670 con 0x7f149c156d70 2024-04-15T15:10:01.763 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.757+0000 7f14a0af3640 1 -- 172.21.15.84:0/1994244066 >> v1:172.21.15.84:6789/0 conn(0x7f149c156d70 legacy=0x7f149c15d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:01.763 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.757+0000 7f14a0af3640 1 --2- 172.21.15.84:0/1994244066 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1488003b70 0x7f1488003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:01.763 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.757+0000 7f14a0af3640 1 --2- 172.21.15.84:0/1994244066 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1488004800 0x7f1488004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:01.763 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.758+0000 7f14a0af3640 1 --2- 172.21.15.84:0/1994244066 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f149c06faa0 0x7f14880051e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:01.763 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.758+0000 7f14a0af3640 1 -- 172.21.15.84:0/1994244066 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f149c0b68a0 con 0x7f1488003b70 2024-04-15T15:10:01.763 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.758+0000 7f14a0af3640 1 -- 172.21.15.84:0/1994244066 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f148800bad0 con 0x7f1488004800 2024-04-15T15:10:01.763 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.758+0000 7f14a0af3640 1 -- 172.21.15.84:0/1994244066 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f148800bcd0 con 0x7f149c06faa0 2024-04-15T15:10:01.763 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.758+0000 7f14a1af5640 1 --2- 172.21.15.84:0/1994244066 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1488003b70 0x7f1488003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:01.763 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.758+0000 7f14a12f4640 1 --2- 172.21.15.84:0/1994244066 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1488004800 0x7f1488004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:01.763 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.758+0000 7f14a22f6640 1 --2- 172.21.15.84:0/1994244066 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f149c06faa0 0x7f14880051e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:01.763 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.758+0000 7f14a1af5640 1 -- 172.21.15.84:0/1994244066 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f149c06faa0 msgr2=0x7f14880051e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:01.763 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.758+0000 7f14a1af5640 1 --2- 172.21.15.84:0/1994244066 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f149c06faa0 0x7f14880051e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:01.763 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.758+0000 7f14a1af5640 1 -- 172.21.15.84:0/1994244066 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1488004800 msgr2=0x7f1488004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:01.764 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.758+0000 7f14a1af5640 1 --2- 172.21.15.84:0/1994244066 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1488004800 0x7f1488004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:01.764 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.758+0000 7f14a1af5640 1 -- 172.21.15.84:0/1994244066 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1488003520 con 0x7f1488003b70 2024-04-15T15:10:01.764 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.759+0000 7f14a1af5640 1 --2- 172.21.15.84:0/1994244066 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1488003b70 0x7f1488003f70 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f149800c190 tx=0x7f1488005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12086c1a05c0e1aa server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:01.764 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.759+0000 7f14a0af3640 1 -- 172.21.15.84:0/1994244066 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1498007ce0 con 0x7f1488003b70 2024-04-15T15:10:01.764 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.759+0000 7f14a0af3640 1 -- 172.21.15.84:0/1994244066 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1498030070 con 0x7f1488003b70 2024-04-15T15:10:01.764 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.759+0000 7f14a0af3640 1 -- 172.21.15.84:0/1994244066 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1498005d50 con 0x7f1488003b70 2024-04-15T15:10:01.764 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.759+0000 7f14a3d59640 1 -- 172.21.15.84:0/1994244066 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1488003b70 msgr2=0x7f1488003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:01.764 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.759+0000 7f14a3d59640 1 --2- 172.21.15.84:0/1994244066 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1488003b70 0x7f1488003f70 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f149800c190 tx=0x7f1488005830 comp rx=0 tx=0).stop 2024-04-15T15:10:01.764 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.759+0000 7f14a22f6640 1 -- 172.21.15.84:0/1994244066 reap_dead start 2024-04-15T15:10:01.764 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.759+0000 7f14a3d59640 1 -- 172.21.15.84:0/1994244066 shutdown_connections 2024-04-15T15:10:01.764 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.759+0000 7f14a3d59640 1 -- 172.21.15.84:0/1994244066 >> 172.21.15.84:0/1994244066 conn(0x7f149c0733c0 msgr2=0x7f149c06b9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:01.764 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.759+0000 7f14a3d59640 1 -- 172.21.15.84:0/1994244066 shutdown_connections 2024-04-15T15:10:01.764 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.759+0000 7f14a3d59640 1 -- 172.21.15.84:0/1994244066 wait complete. 2024-04-15T15:10:01.767 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.760+0000 7f14a3d59640 1 Processor -- start 2024-04-15T15:10:01.767 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.760+0000 7f14a3d59640 1 -- start start 2024-04-15T15:10:01.767 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.761+0000 7f14a3d59640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1488003b70 0x7f149c15e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:01.767 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.761+0000 7f14a3d59640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f149c146ac0 0x7f149c14b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:01.767 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.761+0000 7f14a3d59640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f149c06e5e0 0x7f149c06ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:01.767 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.761+0000 7f14a3d59640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f149c160f90 con 0x7f149c146ac0 2024-04-15T15:10:01.768 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.761+0000 7f14a3d59640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f149c160a70 con 0x7f1488003b70 2024-04-15T15:10:01.768 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.761+0000 7f14a3d59640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f149c0b5ef0 con 0x7f149c06e5e0 2024-04-15T15:10:01.768 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.761+0000 7f14a12f4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f149c146ac0 0x7f149c14b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:01.768 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.761+0000 7f14a1af5640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1488003b70 0x7f149c15e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:01.768 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.761+0000 7f14a12f4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f149c146ac0 0x7f149c14b070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:37462/0 (socket says 172.21.15.84:37462) 2024-04-15T15:10:01.768 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.761+0000 7f14a12f4640 1 -- 172.21.15.84:0/1581032985 learned_addr learned my addr 172.21.15.84:0/1581032985 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:01.768 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.761+0000 7f14a22f6640 1 --2- 172.21.15.84:0/1581032985 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f149c06e5e0 0x7f149c06ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:01.768 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.762+0000 7f14a12f4640 1 -- 172.21.15.84:0/1581032985 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f149c06e5e0 msgr2=0x7f149c06ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:01.768 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.762+0000 7f14a12f4640 1 --2- 172.21.15.84:0/1581032985 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f149c06e5e0 0x7f149c06ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:01.768 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.762+0000 7f14a12f4640 1 -- 172.21.15.84:0/1581032985 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1488003b70 msgr2=0x7f149c15e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:01.768 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.762+0000 7f14a12f4640 1 --2- 172.21.15.84:0/1581032985 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1488003b70 0x7f149c15e160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:01.768 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.762+0000 7f14a12f4640 1 -- 172.21.15.84:0/1581032985 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f149c14b5b0 con 0x7f149c146ac0 2024-04-15T15:10:01.768 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.762+0000 7f14a1af5640 1 --2- 172.21.15.84:0/1581032985 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1488003b70 0x7f149c15e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:10:01.768 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.762+0000 7f14a12f4640 1 --2- 172.21.15.84:0/1581032985 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f149c146ac0 0x7f149c14b070 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f148c011a00 tx=0x7f148c011ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:01.769 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.762+0000 7f14927fc640 1 -- 172.21.15.84:0/1581032985 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f148c00fa90 con 0x7f149c146ac0 2024-04-15T15:10:01.769 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.762+0000 7f14927fc640 1 -- 172.21.15.84:0/1581032985 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f148c00fc30 con 0x7f149c146ac0 2024-04-15T15:10:01.769 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.762+0000 7f14a3d59640 1 -- 172.21.15.84:0/1581032985 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f149c1572d0 con 0x7f149c146ac0 2024-04-15T15:10:01.769 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.762+0000 7f14927fc640 1 -- 172.21.15.84:0/1581032985 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f148c014440 con 0x7f149c146ac0 2024-04-15T15:10:01.769 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.762+0000 7f14a3d59640 1 -- 172.21.15.84:0/1581032985 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f149c157590 con 0x7f149c146ac0 2024-04-15T15:10:01.769 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.762+0000 7f14927fc640 1 -- 172.21.15.84:0/1581032985 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f148c012040 con 0x7f149c146ac0 2024-04-15T15:10:01.769 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.762+0000 7f14927fc640 1 -- 172.21.15.84:0/1581032985 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f148c0133a0 con 0x7f149c146ac0 2024-04-15T15:10:01.769 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.763+0000 7f14a3d59640 1 -- 172.21.15.84:0/1581032985 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f149c069490 con 0x7f149c146ac0 2024-04-15T15:10:01.769 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.765+0000 7f14927fc640 1 -- 172.21.15.84:0/1581032985 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f148c019030 con 0x7f149c146ac0 2024-04-15T15:10:01.828 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.827+0000 7f14a3d59640 1 -- 172.21.15.84:0/1581032985 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f149c067bf0 con 0x7f149c146ac0 2024-04-15T15:10:01.829 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.827+0000 7f14927fc640 1 -- 172.21.15.84:0/1581032985 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f148c01d770 con 0x7f149c146ac0 2024-04-15T15:10:01.829 INFO:teuthology.misc.health.smithi084.stdout: 2024-04-15T15:10:01.829 INFO:teuthology.misc.health.smithi084.stdout:{"epoch":10,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:00.607571+0000","last_up_change":"0.000000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:10:01.830 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.828+0000 7f14a3d59640 1 -- 172.21.15.84:0/1581032985 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f149c146ac0 msgr2=0x7f149c14b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:01.830 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.828+0000 7f14a3d59640 1 --2- 172.21.15.84:0/1581032985 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f149c146ac0 0x7f149c14b070 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f148c011a00 tx=0x7f148c011ec0 comp rx=0 tx=0).stop 2024-04-15T15:10:01.830 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.828+0000 7f14a3d59640 1 -- 172.21.15.84:0/1581032985 shutdown_connections 2024-04-15T15:10:01.830 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.828+0000 7f14a3d59640 1 --2- 172.21.15.84:0/1581032985 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f149c06e5e0 0x7f149c06ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:01.830 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.828+0000 7f14a3d59640 1 --2- 172.21.15.84:0/1581032985 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f149c146ac0 0x7f149c14b070 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:01.831 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.828+0000 7f14a3d59640 1 --2- 172.21.15.84:0/1581032985 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1488003b70 0x7f149c15e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:01.831 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.828+0000 7f14a3d59640 1 -- 172.21.15.84:0/1581032985 >> 172.21.15.84:0/1581032985 conn(0x7f149c0733c0 msgr2=0x7f149c0b1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:01.831 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.828+0000 7f14a3d59640 1 -- 172.21.15.84:0/1581032985 shutdown_connections 2024-04-15T15:10:01.831 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:01.828+0000 7f14a3d59640 1 -- 172.21.15.84:0/1581032985 wait complete. 2024-04-15T15:10:01.841 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-04-15T15:10:02.098 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:10:02.096+0000 7fb4fca0f040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T15:10:02.178 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:10:02.173+0000 7effd2ddb040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T15:10:02.374 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:10:02.373+0000 7fb4fca0f040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T15:10:02.426 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:10:02.425+0000 7fb4fca0f040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T15:10:02.455 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:10:02.454+0000 7effd2ddb040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T15:10:02.506 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:10:02.505+0000 7effd2ddb040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T15:10:02.541 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:10:02.540+0000 7fb4fca0f040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T15:10:02.627 INFO:tasks.ceph.mgr.x.smithi203.stderr:2024-04-15T15:10:02.626+0000 7effd2ddb040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T15:10:03.554 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:10:03.553+0000 7fb49d27d640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-15T15:10:03.555 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:10:03.553+0000 7fb49d27d640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-15T15:10:04.694 INFO:tasks.ceph.osd.1.smithi084.stderr:2024-04-15T15:10:04.692+0000 7f268c58c640 -1 osd.1 0 log_to_monitors true 2024-04-15T15:10:04.740 INFO:tasks.ceph.osd.6.smithi203.stderr:2024-04-15T15:10:04.739+0000 7f0293502640 -1 osd.6 0 log_to_monitors true 2024-04-15T15:10:04.744 INFO:tasks.ceph.osd.0.smithi084.stderr:2024-04-15T15:10:04.743+0000 7fc7de606640 -1 osd.0 0 log_to_monitors true 2024-04-15T15:10:04.753 INFO:tasks.ceph.osd.2.smithi084.stderr:2024-04-15T15:10:04.752+0000 7ff1aaa24640 -1 osd.2 0 log_to_monitors true 2024-04-15T15:10:04.768 INFO:tasks.ceph.osd.5.smithi203.stderr:2024-04-15T15:10:04.766+0000 7f6de680f640 -1 osd.5 0 log_to_monitors true 2024-04-15T15:10:04.787 INFO:tasks.ceph.osd.3.smithi084.stderr:2024-04-15T15:10:04.785+0000 7f270e00d640 -1 osd.3 0 log_to_monitors true 2024-04-15T15:10:04.792 INFO:tasks.ceph.osd.4.smithi203.stderr:2024-04-15T15:10:04.791+0000 7fb80320d640 -1 osd.4 0 log_to_monitors true 2024-04-15T15:10:04.797 INFO:tasks.ceph.osd.7.smithi203.stderr:2024-04-15T15:10:04.796+0000 7f1193d28640 -1 osd.7 0 log_to_monitors true 2024-04-15T15:10:08.420 INFO:tasks.ceph.osd.1.smithi084.stderr:2024-04-15T15:10:08.418+0000 7f2688d36640 -1 osd.1 0 waiting for initial osdmap 2024-04-15T15:10:08.434 INFO:tasks.ceph.osd.1.smithi084.stderr:2024-04-15T15:10:08.433+0000 7f2680342640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T15:10:08.648 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-15T15:10:08.656 INFO:tasks.ceph.osd.3.smithi084.stderr:2024-04-15T15:10:08.653+0000 7f270993a640 -1 osd.3 0 waiting for initial osdmap 2024-04-15T15:10:08.666 INFO:tasks.ceph.osd.4.smithi203.stderr:2024-04-15T15:10:08.663+0000 7fb7feb0f640 -1 osd.4 0 waiting for initial osdmap 2024-04-15T15:10:08.667 INFO:tasks.ceph.osd.5.smithi203.stderr:2024-04-15T15:10:08.666+0000 7f6de210f640 -1 osd.5 0 waiting for initial osdmap 2024-04-15T15:10:08.671 INFO:tasks.ceph.osd.2.smithi084.stderr:2024-04-15T15:10:08.670+0000 7ff1a641a640 -1 osd.2 0 waiting for initial osdmap 2024-04-15T15:10:08.673 INFO:tasks.ceph.osd.6.smithi203.stderr:2024-04-15T15:10:08.671+0000 7f028f498640 -1 osd.6 0 waiting for initial osdmap 2024-04-15T15:10:08.677 INFO:tasks.ceph.osd.3.smithi084.stderr:2024-04-15T15:10:08.676+0000 7f270175a640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T15:10:08.682 INFO:tasks.ceph.osd.7.smithi203.stderr:2024-04-15T15:10:08.681+0000 7f118fcbe640 -1 osd.7 0 waiting for initial osdmap 2024-04-15T15:10:08.683 INFO:tasks.ceph.osd.5.smithi203.stderr:2024-04-15T15:10:08.681+0000 7f6dd9f2f640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T15:10:08.683 INFO:tasks.ceph.osd.4.smithi203.stderr:2024-04-15T15:10:08.682+0000 7fb7f692f640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T15:10:08.686 INFO:tasks.ceph.osd.2.smithi084.stderr:2024-04-15T15:10:08.685+0000 7ff19e23a640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T15:10:08.687 INFO:tasks.ceph.osd.0.smithi084.stderr:2024-04-15T15:10:08.686+0000 7fc7da59c640 -1 osd.0 0 waiting for initial osdmap 2024-04-15T15:10:08.688 INFO:tasks.ceph.osd.6.smithi203.stderr:2024-04-15T15:10:08.687+0000 7f02872b8640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T15:10:08.701 INFO:tasks.ceph.osd.7.smithi203.stderr:2024-04-15T15:10:08.700+0000 7f1187ade640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T15:10:08.702 INFO:tasks.ceph.osd.0.smithi084.stderr:2024-04-15T15:10:08.700+0000 7fc7d23bc640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T15:10:08.749 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.747+0000 7f3d5860d640 1 Processor -- start 2024-04-15T15:10:08.749 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.747+0000 7f3d5860d640 1 -- start start 2024-04-15T15:10:08.752 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.748+0000 7f3d5860d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3d5006b9e0 0x7f3d5006bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:08.752 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.748+0000 7f3d5860d640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d5006c330 con 0x7f3d500b1ea0 2024-04-15T15:10:08.753 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.748+0000 7f3d5860d640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3d500d0ec0 con 0x7f3d5015e950 2024-04-15T15:10:08.753 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.748+0000 7f3d5860d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f3d500d0ca0 con 0x7f3d5006b9e0 2024-04-15T15:10:08.753 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.748+0000 7f3d55ba8640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f3d500b1ea0 0x7f3d500d0590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:56070/0 (socket says 172.21.15.84:56070) 2024-04-15T15:10:08.753 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.748+0000 7f3d55ba8640 1 -- 172.21.15.84:0/2636076299 learned_addr learned my addr 172.21.15.84:0/2636076299 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:08.753 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.748+0000 7f3d56baa640 1 --2- 172.21.15.84:0/2636076299 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3d5006b9e0 0x7f3d5006bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:08.753 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.748+0000 7f3d553a7640 1 -- 172.21.15.84:0/2636076299 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2012756166 0 0) 0x7f3d40001110 con 0x7f3d500b1ea0 2024-04-15T15:10:08.753 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.748+0000 7f3d553a7640 1 -- 172.21.15.84:0/2636076299 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3d3c003520 con 0x7f3d500b1ea0 2024-04-15T15:10:08.753 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.748+0000 7f3d553a7640 1 -- 172.21.15.84:0/2636076299 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3509001543 0 0) 0x7f3d3c003520 con 0x7f3d500b1ea0 2024-04-15T15:10:08.753 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.748+0000 7f3d553a7640 1 -- 172.21.15.84:0/2636076299 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3d5006b9e0 msgr2=0x7f3d5006bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:08.753 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.748+0000 7f3d553a7640 1 --2- 172.21.15.84:0/2636076299 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3d5006b9e0 0x7f3d5006bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:08.753 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.748+0000 7f3d553a7640 1 -- 172.21.15.84:0/2636076299 >> v1:172.21.15.203:6789/0 conn(0x7f3d5015e950 legacy=0x7f3d500cb9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:08.753 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.748+0000 7f3d553a7640 1 -- 172.21.15.84:0/2636076299 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d500cd6f0 con 0x7f3d500b1ea0 2024-04-15T15:10:08.754 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.748+0000 7f3d553a7640 1 -- 172.21.15.84:0/2636076299 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f3d40001840 con 0x7f3d500b1ea0 2024-04-15T15:10:08.754 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.748+0000 7f3d553a7640 1 -- 172.21.15.84:0/2636076299 >> v1:172.21.15.84:6789/0 conn(0x7f3d500b1ea0 legacy=0x7f3d500d0590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:08.754 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.748+0000 7f3d553a7640 1 --2- 172.21.15.84:0/2636076299 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3d3c0039e0 0x7f3d3c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:08.754 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.749+0000 7f3d553a7640 1 --2- 172.21.15.84:0/2636076299 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d3c004800 0x7f3d3c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:08.754 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.749+0000 7f3d553a7640 1 --2- 172.21.15.84:0/2636076299 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3d5006b9e0 0x7f3d3c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:08.754 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.749+0000 7f3d553a7640 1 -- 172.21.15.84:0/2636076299 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3d500d0ca0 con 0x7f3d3c0039e0 2024-04-15T15:10:08.754 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.749+0000 7f3d553a7640 1 -- 172.21.15.84:0/2636076299 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3d3c00ba70 con 0x7f3d3c004800 2024-04-15T15:10:08.754 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.749+0000 7f3d553a7640 1 -- 172.21.15.84:0/2636076299 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f3d3c00bc70 con 0x7f3d5006b9e0 2024-04-15T15:10:08.754 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.749+0000 7f3d563a9640 1 --2- 172.21.15.84:0/2636076299 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3d3c0039e0 0x7f3d3c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:08.754 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.749+0000 7f3d55ba8640 1 --2- 172.21.15.84:0/2636076299 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d3c004800 0x7f3d3c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:08.754 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.749+0000 7f3d56baa640 1 --2- 172.21.15.84:0/2636076299 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3d5006b9e0 0x7f3d3c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:08.754 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.749+0000 7f3d563a9640 1 -- 172.21.15.84:0/2636076299 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3d5006b9e0 msgr2=0x7f3d3c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:08.754 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.749+0000 7f3d563a9640 1 --2- 172.21.15.84:0/2636076299 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3d5006b9e0 0x7f3d3c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:08.755 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.749+0000 7f3d563a9640 1 -- 172.21.15.84:0/2636076299 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d3c004800 msgr2=0x7f3d3c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:08.755 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.749+0000 7f3d563a9640 1 --2- 172.21.15.84:0/2636076299 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d3c004800 0x7f3d3c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:08.755 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.749+0000 7f3d563a9640 1 -- 172.21.15.84:0/2636076299 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d3c003520 con 0x7f3d3c0039e0 2024-04-15T15:10:08.755 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.750+0000 7f3d563a9640 1 --2- 172.21.15.84:0/2636076299 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3d3c0039e0 0x7f3d3c003e00 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c001720 tx=0x7f3d3c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a25443188ab3a248 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:08.755 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.750+0000 7f3d553a7640 1 -- 172.21.15.84:0/2636076299 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d4c001370 con 0x7f3d3c0039e0 2024-04-15T15:10:08.755 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.750+0000 7f3d553a7640 1 -- 172.21.15.84:0/2636076299 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d4c0052d0 con 0x7f3d3c0039e0 2024-04-15T15:10:08.755 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.750+0000 7f3d553a7640 1 -- 172.21.15.84:0/2636076299 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d4c003830 con 0x7f3d3c0039e0 2024-04-15T15:10:08.755 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.750+0000 7f3d5860d640 1 -- 172.21.15.84:0/2636076299 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3d3c0039e0 msgr2=0x7f3d3c003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:08.755 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.750+0000 7f3d5860d640 1 --2- 172.21.15.84:0/2636076299 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3d3c0039e0 0x7f3d3c003e00 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c001720 tx=0x7f3d3c005830 comp rx=0 tx=0).stop 2024-04-15T15:10:08.755 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.750+0000 7f3d56baa640 1 -- 172.21.15.84:0/2636076299 reap_dead start 2024-04-15T15:10:08.755 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.750+0000 7f3d5860d640 1 -- 172.21.15.84:0/2636076299 shutdown_connections 2024-04-15T15:10:08.755 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.750+0000 7f3d5860d640 1 -- 172.21.15.84:0/2636076299 >> 172.21.15.84:0/2636076299 conn(0x7f3d500b2f40 msgr2=0x7f3d500b3350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:08.755 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.750+0000 7f3d5860d640 1 -- 172.21.15.84:0/2636076299 shutdown_connections 2024-04-15T15:10:08.755 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.750+0000 7f3d5860d640 1 -- 172.21.15.84:0/2636076299 wait complete. 2024-04-15T15:10:08.759 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.751+0000 7f3d5860d640 1 Processor -- start 2024-04-15T15:10:08.759 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.751+0000 7f3d5860d640 1 -- start start 2024-04-15T15:10:08.759 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.752+0000 7f3d5860d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3d3c0039e0 0x7f3d500c8e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:08.759 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.752+0000 7f3d5860d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3d501f4770 0x7f3d500ca3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:08.759 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.752+0000 7f3d5860d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d500ca930 0x7f3d5006edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:08.759 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.752+0000 7f3d5860d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3d5015ed30 con 0x7f3d3c0039e0 2024-04-15T15:10:08.759 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.752+0000 7f3d5860d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3d500cdcb0 con 0x7f3d500ca930 2024-04-15T15:10:08.759 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.752+0000 7f3d5860d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f3d5015eeb0 con 0x7f3d501f4770 2024-04-15T15:10:08.759 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.752+0000 7f3d563a9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3d3c0039e0 0x7f3d500c8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:08.759 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.752+0000 7f3d563a9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3d3c0039e0 0x7f3d500c8e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52034/0 (socket says 172.21.15.84:52034) 2024-04-15T15:10:08.760 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.752+0000 7f3d563a9640 1 -- 172.21.15.84:0/3560766769 learned_addr learned my addr 172.21.15.84:0/3560766769 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:08.760 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.752+0000 7f3d55ba8640 1 --2- 172.21.15.84:0/3560766769 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3d501f4770 0x7f3d500ca3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:08.760 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.752+0000 7f3d56baa640 1 --2- 172.21.15.84:0/3560766769 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d500ca930 0x7f3d5006edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:08.760 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.753+0000 7f3d563a9640 1 -- 172.21.15.84:0/3560766769 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3d501f4770 msgr2=0x7f3d500ca3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:08.760 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.753+0000 7f3d563a9640 1 --2- 172.21.15.84:0/3560766769 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3d501f4770 0x7f3d500ca3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:08.760 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.753+0000 7f3d563a9640 1 -- 172.21.15.84:0/3560766769 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d500ca930 msgr2=0x7f3d5006edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:08.760 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.753+0000 7f3d563a9640 1 --2- 172.21.15.84:0/3560766769 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d500ca930 0x7f3d5006edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:08.760 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.753+0000 7f3d563a9640 1 -- 172.21.15.84:0/3560766769 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d500cadd0 con 0x7f3d3c0039e0 2024-04-15T15:10:08.760 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.753+0000 7f3d55ba8640 1 --2- 172.21.15.84:0/3560766769 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3d501f4770 0x7f3d500ca3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:08.760 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.753+0000 7f3d56baa640 1 --2- 172.21.15.84:0/3560766769 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d500ca930 0x7f3d5006edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:08.761 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.753+0000 7f3d563a9640 1 --2- 172.21.15.84:0/3560766769 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3d3c0039e0 0x7f3d500c8e50 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c008fd0 tx=0x7f3d4c001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:08.761 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.753+0000 7f3d46ffd640 1 -- 172.21.15.84:0/3560766769 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d4c041070 con 0x7f3d3c0039e0 2024-04-15T15:10:08.761 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.753+0000 7f3d46ffd640 1 -- 172.21.15.84:0/3560766769 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3d4c005480 con 0x7f3d3c0039e0 2024-04-15T15:10:08.761 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.753+0000 7f3d5860d640 1 -- 172.21.15.84:0/3560766769 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d500cb0b0 con 0x7f3d3c0039e0 2024-04-15T15:10:08.761 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.753+0000 7f3d46ffd640 1 -- 172.21.15.84:0/3560766769 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d4c007a30 con 0x7f3d3c0039e0 2024-04-15T15:10:08.761 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.753+0000 7f3d5860d640 1 -- 172.21.15.84:0/3560766769 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d500c8930 con 0x7f3d3c0039e0 2024-04-15T15:10:08.761 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.754+0000 7f3d5860d640 1 -- 172.21.15.84:0/3560766769 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d50069490 con 0x7f3d3c0039e0 2024-04-15T15:10:08.761 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.754+0000 7f3d46ffd640 1 -- 172.21.15.84:0/3560766769 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 4) ==== 90984+0+0 (secure 0 0 0) 0x7f3d4c044070 con 0x7f3d3c0039e0 2024-04-15T15:10:08.761 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.755+0000 7f3d46ffd640 1 --2- 172.21.15.84:0/3560766769 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3d3406c890 0x7f3d3406ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:08.761 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.755+0000 7f3d46ffd640 1 -- 172.21.15.84:0/3560766769 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(12..12 src has 1..12) ==== 2231+0+0 (secure 0 0 0) 0x7f3d4c0ac890 con 0x7f3d3c0039e0 2024-04-15T15:10:08.761 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.755+0000 7f3d55ba8640 1 --2- 172.21.15.84:0/3560766769 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3d3406c890 0x7f3d3406ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:08.761 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.755+0000 7f3d55ba8640 1 --2- 172.21.15.84:0/3560766769 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3d3406c890 0x7f3d3406ed50 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f3d501f82a0 tx=0x7f3d40009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:08.762 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.760+0000 7f3d46ffd640 1 -- 172.21.15.84:0/3560766769 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f3d4c07bb30 con 0x7f3d3c0039e0 2024-04-15T15:10:08.940 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.938+0000 7f3d5860d640 1 -- 172.21.15.84:0/3560766769 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3d500c8420 con 0x7f3d3c0039e0 2024-04-15T15:10:08.941 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.939+0000 7f3d46ffd640 1 -- 172.21.15.84:0/3560766769 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) ==== 74+0+7058 (secure 0 0 0) 0x7f3d4c07b430 con 0x7f3d3c0039e0 2024-04-15T15:10:08.941 INFO:teuthology.misc.health.smithi084.stdout: 2024-04-15T15:10:08.941 INFO:teuthology.misc.health.smithi084.stdout:{"epoch":12,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:06.556885+0000","last_up_change":"0.000000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:10:08.943 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.941+0000 7f3d5860d640 1 -- 172.21.15.84:0/3560766769 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3d3406c890 msgr2=0x7f3d3406ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:08.943 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.941+0000 7f3d5860d640 1 --2- 172.21.15.84:0/3560766769 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3d3406c890 0x7f3d3406ed50 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f3d501f82a0 tx=0x7f3d40009040 comp rx=0 tx=0).stop 2024-04-15T15:10:08.943 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.941+0000 7f3d5860d640 1 -- 172.21.15.84:0/3560766769 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3d3c0039e0 msgr2=0x7f3d500c8e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:08.943 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.941+0000 7f3d5860d640 1 --2- 172.21.15.84:0/3560766769 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3d3c0039e0 0x7f3d500c8e50 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f3d4c008fd0 tx=0x7f3d4c001120 comp rx=0 tx=0).stop 2024-04-15T15:10:08.943 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.941+0000 7f3d5860d640 1 -- 172.21.15.84:0/3560766769 shutdown_connections 2024-04-15T15:10:08.943 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.941+0000 7f3d5860d640 1 --2- 172.21.15.84:0/3560766769 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3d3406c890 0x7f3d3406ed50 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:08.944 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.941+0000 7f3d5860d640 1 --2- 172.21.15.84:0/3560766769 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d500ca930 0x7f3d5006edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:08.944 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.941+0000 7f3d5860d640 1 --2- 172.21.15.84:0/3560766769 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3d501f4770 0x7f3d500ca3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:08.944 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.941+0000 7f3d5860d640 1 --2- 172.21.15.84:0/3560766769 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3d3c0039e0 0x7f3d500c8e50 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:08.944 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.941+0000 7f3d5860d640 1 -- 172.21.15.84:0/3560766769 >> 172.21.15.84:0/3560766769 conn(0x7f3d500b2f40 msgr2=0x7f3d500ccdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:08.944 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.941+0000 7f3d5860d640 1 -- 172.21.15.84:0/3560766769 shutdown_connections 2024-04-15T15:10:08.944 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:08.941+0000 7f3d5860d640 1 -- 172.21.15.84:0/3560766769 wait complete. 2024-04-15T15:10:08.952 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-04-15T15:10:15.763 DEBUG:teuthology.orchestra.run.smithi084:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-15T15:10:15.865 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.863+0000 7f1430814640 1 Processor -- start 2024-04-15T15:10:15.865 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.863+0000 7f1430814640 1 -- start start 2024-04-15T15:10:15.868 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.864+0000 7f1430814640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f142c0d0610 0x7f142c09b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:15.869 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.864+0000 7f1430814640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f142c0d0ad0 con 0x7f142c15ee40 2024-04-15T15:10:15.869 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.864+0000 7f1430814640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f142c0d0db0 con 0x7f142c06caf0 2024-04-15T15:10:15.869 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.864+0000 7f1430814640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f142c0d1090 con 0x7f142c0d0610 2024-04-15T15:10:15.869 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.864+0000 7f142a59c640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f142c15ee40 0x7f142c15f220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:35152/0 (socket says 172.21.15.84:35152) 2024-04-15T15:10:15.869 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.864+0000 7f142a59c640 1 -- 172.21.15.84:0/1978469049 learned_addr learned my addr 172.21.15.84:0/1978469049 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:15.869 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.864+0000 7f1421d9b640 1 --2- 172.21.15.84:0/1978469049 >> v2:172.21.15.203:3300/0 conn(0x7f142c0d0610 0x7f142c09b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:15.869 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.864+0000 7f1429d9b640 1 -- 172.21.15.84:0/1978469049 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3089154070 0 0) 0x7f142c0d0ad0 con 0x7f142c15ee40 2024-04-15T15:10:15.869 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.864+0000 7f1429d9b640 1 -- 172.21.15.84:0/1978469049 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1418003520 con 0x7f142c15ee40 2024-04-15T15:10:15.869 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.864+0000 7f1429d9b640 1 -- 172.21.15.84:0/1978469049 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3718335308 0 0) 0x7f1418003520 con 0x7f142c15ee40 2024-04-15T15:10:15.869 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.864+0000 7f1429d9b640 1 -- 172.21.15.84:0/1978469049 >> v2:172.21.15.203:3300/0 conn(0x7f142c0d0610 msgr2=0x7f142c09b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:15.869 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.864+0000 7f1429d9b640 1 --2- 172.21.15.84:0/1978469049 >> v2:172.21.15.203:3300/0 conn(0x7f142c0d0610 0x7f142c09b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:15.869 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.864+0000 7f1429d9b640 1 -- 172.21.15.84:0/1978469049 >> v1:172.21.15.203:6789/0 conn(0x7f142c06caf0 legacy=0x7f142c06cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:15.869 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.864+0000 7f1429d9b640 1 -- 172.21.15.84:0/1978469049 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f142c0d1370 con 0x7f142c15ee40 2024-04-15T15:10:15.870 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.864+0000 7f1429d9b640 1 -- 172.21.15.84:0/1978469049 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f141c001670 con 0x7f142c15ee40 2024-04-15T15:10:15.870 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.865+0000 7f1429d9b640 1 -- 172.21.15.84:0/1978469049 >> v1:172.21.15.84:6789/0 conn(0x7f142c15ee40 legacy=0x7f142c15f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:15.870 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.865+0000 7f1429d9b640 1 --2- 172.21.15.84:0/1978469049 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f14180039b0 0x7f1418003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:15.870 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.865+0000 7f1429d9b640 1 --2- 172.21.15.84:0/1978469049 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1418004800 0x7f1418004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:15.870 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.865+0000 7f1429d9b640 1 --2- 172.21.15.84:0/1978469049 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14180051c0 0x7f141800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:15.870 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.865+0000 7f1429d9b640 1 -- 172.21.15.84:0/1978469049 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f142c0d1090 con 0x7f14180051c0 2024-04-15T15:10:15.870 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.865+0000 7f1429d9b640 1 -- 172.21.15.84:0/1978469049 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f141800c060 con 0x7f1418004800 2024-04-15T15:10:15.871 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.865+0000 7f1429d9b640 1 -- 172.21.15.84:0/1978469049 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f141800c260 con 0x7f14180039b0 2024-04-15T15:10:15.871 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.865+0000 7f142ad9d640 1 --2- 172.21.15.84:0/1978469049 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14180051c0 0x7f141800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:15.871 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.865+0000 7f1421d9b640 1 --2- 172.21.15.84:0/1978469049 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1418004800 0x7f1418004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:15.871 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.865+0000 7f142a59c640 1 --2- 172.21.15.84:0/1978469049 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f14180039b0 0x7f1418003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:15.871 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.865+0000 7f142ad9d640 1 -- 172.21.15.84:0/1978469049 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f14180039b0 msgr2=0x7f1418003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:15.871 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.865+0000 7f142ad9d640 1 --2- 172.21.15.84:0/1978469049 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f14180039b0 0x7f1418003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:15.871 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.865+0000 7f142ad9d640 1 -- 172.21.15.84:0/1978469049 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1418004800 msgr2=0x7f1418004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:15.871 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.865+0000 7f142ad9d640 1 --2- 172.21.15.84:0/1978469049 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1418004800 0x7f1418004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:15.871 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.865+0000 7f142ad9d640 1 -- 172.21.15.84:0/1978469049 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1418003520 con 0x7f14180051c0 2024-04-15T15:10:15.871 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.865+0000 7f142a59c640 1 --2- 172.21.15.84:0/1978469049 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f14180039b0 0x7f1418003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:15.871 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.866+0000 7f142ad9d640 1 -- 172.21.15.84:0/1978469049 reap_dead start 2024-04-15T15:10:15.871 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.866+0000 7f142ad9d640 1 --2- 172.21.15.84:0/1978469049 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14180051c0 0x7f141800b9c0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1424001e50 tx=0x7f1418005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ec04883a8b29e7b server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:15.871 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.866+0000 7f1429d9b640 1 -- 172.21.15.84:0/1978469049 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1424001a70 con 0x7f14180051c0 2024-04-15T15:10:15.871 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.866+0000 7f1429d9b640 1 -- 172.21.15.84:0/1978469049 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1424003bb0 con 0x7f14180051c0 2024-04-15T15:10:15.872 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.866+0000 7f1429d9b640 1 -- 172.21.15.84:0/1978469049 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14240050d0 con 0x7f14180051c0 2024-04-15T15:10:15.872 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.866+0000 7f1430814640 1 -- 172.21.15.84:0/1978469049 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14180051c0 msgr2=0x7f141800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:15.872 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.866+0000 7f1430814640 1 --2- 172.21.15.84:0/1978469049 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14180051c0 0x7f141800b9c0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1424001e50 tx=0x7f1418005830 comp rx=0 tx=0).stop 2024-04-15T15:10:15.872 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.866+0000 7f1430814640 1 -- 172.21.15.84:0/1978469049 shutdown_connections 2024-04-15T15:10:15.872 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.866+0000 7f1430814640 1 --2- 172.21.15.84:0/1978469049 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14180051c0 0x7f141800b9c0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:15.872 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.866+0000 7f1430814640 1 -- 172.21.15.84:0/1978469049 >> 172.21.15.84:0/1978469049 conn(0x7f142c0b3ec0 msgr2=0x7f142c0b42d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:15.872 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.866+0000 7f1430814640 1 -- 172.21.15.84:0/1978469049 shutdown_connections 2024-04-15T15:10:15.872 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.866+0000 7f1430814640 1 -- 172.21.15.84:0/1978469049 wait complete. 2024-04-15T15:10:15.875 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.868+0000 7f1430814640 1 Processor -- start 2024-04-15T15:10:15.875 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.868+0000 7f1430814640 1 -- start start 2024-04-15T15:10:15.875 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.869+0000 7f1430814640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14180051c0 0x7f142c1f44f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:15.875 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.869+0000 7f1430814640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f142c0c7d40 0x7f142c1520a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:15.875 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.869+0000 7f1430814640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f142c15a610 0x7f142c15aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:15.875 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.869+0000 7f1430814640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f142c15f220 con 0x7f14180051c0 2024-04-15T15:10:15.875 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.869+0000 7f1430814640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f142c15eb50 con 0x7f142c0c7d40 2024-04-15T15:10:15.876 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.869+0000 7f1430814640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f142c15f3a0 con 0x7f142c15a610 2024-04-15T15:10:15.876 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.869+0000 7f142a59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14180051c0 0x7f142c1f44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:15.876 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.869+0000 7f142a59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14180051c0 0x7f142c1f44f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46508/0 (socket says 172.21.15.84:46508) 2024-04-15T15:10:15.876 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.869+0000 7f142a59c640 1 -- 172.21.15.84:0/1527581014 learned_addr learned my addr 172.21.15.84:0/1527581014 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:15.876 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.869+0000 7f142ad9d640 1 --2- 172.21.15.84:0/1527581014 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f142c15a610 0x7f142c15aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:15.876 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.869+0000 7f1421d9b640 1 --2- 172.21.15.84:0/1527581014 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f142c0c7d40 0x7f142c1520a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:15.876 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.869+0000 7f142a59c640 1 -- 172.21.15.84:0/1527581014 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f142c15a610 msgr2=0x7f142c15aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:15.876 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.869+0000 7f142a59c640 1 --2- 172.21.15.84:0/1527581014 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f142c15a610 0x7f142c15aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:15.876 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.869+0000 7f142a59c640 1 -- 172.21.15.84:0/1527581014 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f142c0c7d40 msgr2=0x7f142c1520a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:15.876 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.869+0000 7f142a59c640 1 --2- 172.21.15.84:0/1527581014 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f142c0c7d40 0x7f142c1520a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:15.876 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.869+0000 7f142a59c640 1 -- 172.21.15.84:0/1527581014 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f142c1f4a30 con 0x7f14180051c0 2024-04-15T15:10:15.876 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.869+0000 7f1421d9b640 1 --2- 172.21.15.84:0/1527581014 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f142c0c7d40 0x7f142c1520a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:15.876 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.869+0000 7f142ad9d640 1 --2- 172.21.15.84:0/1527581014 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f142c15a610 0x7f142c15aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:15.877 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.869+0000 7f142a59c640 1 --2- 172.21.15.84:0/1527581014 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14180051c0 0x7f142c1f44f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f141c00e800 tx=0x7f141c00ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:15.877 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.870+0000 7f14237fe640 1 -- 172.21.15.84:0/1527581014 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f141c00c870 con 0x7f14180051c0 2024-04-15T15:10:15.877 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.870+0000 7f14237fe640 1 -- 172.21.15.84:0/1527581014 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f141c018070 con 0x7f14180051c0 2024-04-15T15:10:15.877 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.870+0000 7f1430814640 1 -- 172.21.15.84:0/1527581014 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f142c1529d0 con 0x7f14180051c0 2024-04-15T15:10:15.877 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.870+0000 7f14237fe640 1 -- 172.21.15.84:0/1527581014 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f141c00cc10 con 0x7f14180051c0 2024-04-15T15:10:15.877 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.870+0000 7f1430814640 1 -- 172.21.15.84:0/1527581014 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f142c152f90 con 0x7f14180051c0 2024-04-15T15:10:15.877 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.871+0000 7f1430814640 1 -- 172.21.15.84:0/1527581014 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f142c15afd0 con 0x7f14180051c0 2024-04-15T15:10:15.877 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.871+0000 7f14237fe640 1 -- 172.21.15.84:0/1527581014 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f141c01d460 con 0x7f14180051c0 2024-04-15T15:10:15.877 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.871+0000 7f14237fe640 1 --2- 172.21.15.84:0/1527581014 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f140c06c920 0x7f140c06ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:15.877 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.872+0000 7f1421d9b640 1 --2- 172.21.15.84:0/1527581014 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f140c06c920 0x7f140c06ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:15.877 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.872+0000 7f14237fe640 1 -- 172.21.15.84:0/1527581014 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7f141c08b670 con 0x7f14180051c0 2024-04-15T15:10:15.877 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.872+0000 7f1421d9b640 1 --2- 172.21.15.84:0/1527581014 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f140c06c920 0x7f140c06ede0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f142c15c0f0 tx=0x7f1414008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:15.878 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:15.876+0000 7f14237fe640 1 -- 172.21.15.84:0/1527581014 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f141c059e80 con 0x7f14180051c0 2024-04-15T15:10:16.055 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:16.053+0000 7f1430814640 1 -- 172.21.15.84:0/1527581014 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f142c09ac20 con 0x7f14180051c0 2024-04-15T15:10:16.055 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:16.054+0000 7f14237fe640 1 -- 172.21.15.84:0/1527581014 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) ==== 74+0+12836 (secure 0 0 0) 0x7f141c059780 con 0x7f14180051c0 2024-04-15T15:10:16.056 INFO:teuthology.misc.health.smithi084.stdout: 2024-04-15T15:10:16.056 INFO:teuthology.misc.health.smithi084.stdout:{"epoch":16,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:12.596012+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:10:16.058 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:16.056+0000 7f1430814640 1 -- 172.21.15.84:0/1527581014 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f140c06c920 msgr2=0x7f140c06ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:16.058 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:16.056+0000 7f1430814640 1 --2- 172.21.15.84:0/1527581014 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f140c06c920 0x7f140c06ede0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f142c15c0f0 tx=0x7f1414008040 comp rx=0 tx=0).stop 2024-04-15T15:10:16.058 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:16.056+0000 7f1430814640 1 -- 172.21.15.84:0/1527581014 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14180051c0 msgr2=0x7f142c1f44f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:16.058 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:16.056+0000 7f1430814640 1 --2- 172.21.15.84:0/1527581014 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14180051c0 0x7f142c1f44f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f141c00e800 tx=0x7f141c00ecc0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.058 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:16.056+0000 7f1430814640 1 -- 172.21.15.84:0/1527581014 shutdown_connections 2024-04-15T15:10:16.058 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:16.056+0000 7f1430814640 1 --2- 172.21.15.84:0/1527581014 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f140c06c920 0x7f140c06ede0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.058 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:16.056+0000 7f1430814640 1 --2- 172.21.15.84:0/1527581014 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f142c0c7d40 0x7f142c1520a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.059 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:16.056+0000 7f1430814640 1 --2- 172.21.15.84:0/1527581014 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f142c15a610 0x7f142c15aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.059 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:16.056+0000 7f1430814640 1 --2- 172.21.15.84:0/1527581014 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f14180051c0 0x7f142c1f44f0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.059 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:16.056+0000 7f1430814640 1 -- 172.21.15.84:0/1527581014 >> 172.21.15.84:0/1527581014 conn(0x7f142c0b3ec0 msgr2=0x7f142c06ff00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:16.059 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:16.056+0000 7f1430814640 1 -- 172.21.15.84:0/1527581014 shutdown_connections 2024-04-15T15:10:16.059 INFO:teuthology.misc.health.smithi084.stderr:2024-04-15T15:10:16.056+0000 7f1430814640 1 -- 172.21.15.84:0/1527581014 wait complete. 2024-04-15T15:10:16.067 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-15T15:10:16.068 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-04-15T15:10:16.068 INFO:tasks.ceph.mds.a:Restarting daemon 2024-04-15T15:10:16.068 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-04-15T15:10:16.070 INFO:tasks.ceph.mds.a:Started 2024-04-15T15:10:16.070 INFO:tasks.ceph.mds.c:Restarting daemon 2024-04-15T15:10:16.071 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-04-15T15:10:16.073 INFO:tasks.ceph.mds.c:Started 2024-04-15T15:10:16.073 INFO:tasks.ceph.mds.b:Restarting daemon 2024-04-15T15:10:16.073 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-04-15T15:10:16.076 INFO:tasks.ceph.mds.b:Started 2024-04-15T15:10:16.077 INFO:tasks.ceph.mds.d:Restarting daemon 2024-04-15T15:10:16.077 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-04-15T15:10:16.080 INFO:tasks.ceph.mds.d:Started 2024-04-15T15:10:16.080 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-04-15T15:10:16.081 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:10:16.148 INFO:tasks.ceph.mds.a.smithi084.stdout:starting mds.a at 2024-04-15T15:10:16.149 INFO:tasks.ceph.mds.c.smithi084.stdout:starting mds.c at 2024-04-15T15:10:16.166 INFO:tasks.ceph.mds.b.smithi203.stdout:starting mds.b at 2024-04-15T15:10:16.166 INFO:tasks.ceph.mds.d.smithi203.stdout:starting mds.d at 2024-04-15T15:10:16.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.187+0000 7fa344152640 1 Processor -- start 2024-04-15T15:10:16.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.187+0000 7fa344152640 1 -- start start 2024-04-15T15:10:16.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.188+0000 7fa344152640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa33c0ce7e0 0x7fa33c0cf1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:16.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.188+0000 7fa344152640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fa33c0b52a0 0x7fa33c0b5710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:16.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.188+0000 7fa344152640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa33c0cf6e0 con 0x7fa33c0cedc0 2024-04-15T15:10:16.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.188+0000 7fa344152640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fa33c0cec40 con 0x7fa33c0b52a0 2024-04-15T15:10:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.188+0000 7fa344152640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fa33c0d2190 con 0x7fa33c0ce7e0 2024-04-15T15:10:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.188+0000 7fa3426ef640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fa33c0b52a0 0x7fa33c0b5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.188+0000 7fa3416ed640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa33c0ce7e0 0x7fa33c0cf1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.188+0000 7fa341eee640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7fa33c0cedc0 0x7fa33c06ff20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:58028/0 (socket says 172.21.15.84:58028) 2024-04-15T15:10:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.188+0000 7fa341eee640 1 -- 172.21.15.84:0/2434128159 learned_addr learned my addr 172.21.15.84:0/2434128159 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.189+0000 7fa340eec640 1 -- 172.21.15.84:0/2434128159 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 768635465 0 0) 0x7fa33c0cf6e0 con 0x7fa33c0cedc0 2024-04-15T15:10:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.189+0000 7fa340eec640 1 -- 172.21.15.84:0/2434128159 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa328003520 con 0x7fa33c0cedc0 2024-04-15T15:10:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.189+0000 7fa3416ed640 1 -- 172.21.15.84:0/2434128159 >> v2:172.21.15.203:3300/0 conn(0x7fa33c0b52a0 msgr2=0x7fa33c0b5710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.189+0000 7fa3416ed640 1 --2- 172.21.15.84:0/2434128159 >> v2:172.21.15.203:3300/0 conn(0x7fa33c0b52a0 0x7fa33c0b5710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.189+0000 7fa3416ed640 1 -- 172.21.15.84:0/2434128159 >> v1:172.21.15.203:6789/0 conn(0x7fa33c0cedc0 legacy=0x7fa33c06ff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.189+0000 7fa3416ed640 1 -- 172.21.15.84:0/2434128159 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa33c0d1bd0 con 0x7fa33c0ce7e0 2024-04-15T15:10:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.189+0000 7fa3426ef640 1 --2- 172.21.15.84:0/2434128159 >> v2:172.21.15.203:3300/0 conn(0x7fa33c0b52a0 0x7fa33c0b5710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:10:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.189+0000 7fa3416ed640 1 --2- 172.21.15.84:0/2434128159 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa33c0ce7e0 0x7fa33c0cf1a0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fa32c0097a0 tx=0x7fa32c02b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b19494745ced4a85 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.190+0000 7fa340eec640 1 -- 172.21.15.84:0/2434128159 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa32c035020 con 0x7fa33c0ce7e0 2024-04-15T15:10:16.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.190+0000 7fa340eec640 1 -- 172.21.15.84:0/2434128159 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa32c031830 con 0x7fa33c0ce7e0 2024-04-15T15:10:16.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.190+0000 7fa340eec640 1 -- 172.21.15.84:0/2434128159 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa32c031be0 con 0x7fa33c0ce7e0 2024-04-15T15:10:16.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.190+0000 7fa344152640 1 -- 172.21.15.84:0/2434128159 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa33c0ce7e0 msgr2=0x7fa33c0cf1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:16.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.190+0000 7fa344152640 1 --2- 172.21.15.84:0/2434128159 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa33c0ce7e0 0x7fa33c0cf1a0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fa32c0097a0 tx=0x7fa32c02b8d0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.190+0000 7fa344152640 1 -- 172.21.15.84:0/2434128159 shutdown_connections 2024-04-15T15:10:16.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.190+0000 7fa344152640 1 --2- 172.21.15.84:0/2434128159 >> v2:172.21.15.203:3300/0 conn(0x7fa33c0b52a0 0x7fa33c0b5710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.190+0000 7fa344152640 1 --2- 172.21.15.84:0/2434128159 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa33c0ce7e0 0x7fa33c0cf1a0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.190+0000 7fa344152640 1 -- 172.21.15.84:0/2434128159 >> 172.21.15.84:0/2434128159 conn(0x7fa33c0b3fa0 msgr2=0x7fa33c0b43b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:16.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.190+0000 7fa344152640 1 -- 172.21.15.84:0/2434128159 shutdown_connections 2024-04-15T15:10:16.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.190+0000 7fa344152640 1 -- 172.21.15.84:0/2434128159 wait complete. 2024-04-15T15:10:16.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.191+0000 7fa344152640 1 Processor -- start 2024-04-15T15:10:16.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.191+0000 7fa344152640 1 -- start start 2024-04-15T15:10:16.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.192+0000 7fa344152640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa33c0b52a0 0x7fa33c155b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:16.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.192+0000 7fa344152640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa33c0ce7e0 0x7fa33c0b3320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:16.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.192+0000 7fa344152640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa33c0cedc0 0x7fa33c0b3860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:16.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.192+0000 7fa344152640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa33c0ccd80 con 0x7fa33c0cedc0 2024-04-15T15:10:16.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.192+0000 7fa344152640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa33c0ccaa0 con 0x7fa33c0b52a0 2024-04-15T15:10:16.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.192+0000 7fa344152640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fa33c0b5c50 con 0x7fa33c0ce7e0 2024-04-15T15:10:16.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.192+0000 7fa3426ef640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa33c0cedc0 0x7fa33c0b3860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:16.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.192+0000 7fa3426ef640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa33c0cedc0 0x7fa33c0b3860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46554/0 (socket says 172.21.15.84:46554) 2024-04-15T15:10:16.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.192+0000 7fa3426ef640 1 -- 172.21.15.84:0/1193916768 learned_addr learned my addr 172.21.15.84:0/1193916768 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:16.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.192+0000 7fa341eee640 1 --2- 172.21.15.84:0/1193916768 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa33c0b52a0 0x7fa33c155b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:16.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.192+0000 7fa3416ed640 1 --2- 172.21.15.84:0/1193916768 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa33c0ce7e0 0x7fa33c0b3320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:16.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.193+0000 7fa3426ef640 1 -- 172.21.15.84:0/1193916768 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa33c0ce7e0 msgr2=0x7fa33c0b3320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:16.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.193+0000 7fa3426ef640 1 --2- 172.21.15.84:0/1193916768 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa33c0ce7e0 0x7fa33c0b3320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.193+0000 7fa3426ef640 1 -- 172.21.15.84:0/1193916768 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa33c0b52a0 msgr2=0x7fa33c155b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:16.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.193+0000 7fa3426ef640 1 --2- 172.21.15.84:0/1193916768 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa33c0b52a0 0x7fa33c155b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.193+0000 7fa3426ef640 1 -- 172.21.15.84:0/1193916768 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa33c159170 con 0x7fa33c0cedc0 2024-04-15T15:10:16.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.193+0000 7fa341eee640 1 --2- 172.21.15.84:0/1193916768 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa33c0b52a0 0x7fa33c155b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:10:16.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.193+0000 7fa3426ef640 1 --2- 172.21.15.84:0/1193916768 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa33c0cedc0 0x7fa33c0b3860 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa33400efc0 tx=0x7fa33400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:16.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.193+0000 7fa3327fc640 1 -- 172.21.15.84:0/1193916768 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa334018030 con 0x7fa33c0cedc0 2024-04-15T15:10:16.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.193+0000 7fa3327fc640 1 -- 172.21.15.84:0/1193916768 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa33400cd30 con 0x7fa33c0cedc0 2024-04-15T15:10:16.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.193+0000 7fa3327fc640 1 -- 172.21.15.84:0/1193916768 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa334003bb0 con 0x7fa33c0cedc0 2024-04-15T15:10:16.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.193+0000 7fa344152640 1 -- 172.21.15.84:0/1193916768 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa33c159450 con 0x7fa33c0cedc0 2024-04-15T15:10:16.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.193+0000 7fa344152640 1 -- 172.21.15.84:0/1193916768 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa33c1e1d70 con 0x7fa33c0cedc0 2024-04-15T15:10:16.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.194+0000 7fa344152640 1 -- 172.21.15.84:0/1193916768 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa33c0690f0 con 0x7fa33c0cedc0 2024-04-15T15:10:16.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.195+0000 7fa3327fc640 1 -- 172.21.15.84:0/1193916768 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fa33401b070 con 0x7fa33c0cedc0 2024-04-15T15:10:16.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.195+0000 7fa3327fc640 1 --2- 172.21.15.84:0/1193916768 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa32006c8f0 0x7fa32006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:16.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.195+0000 7fa3327fc640 1 -- 172.21.15.84:0/1193916768 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7fa334092430 con 0x7fa33c0cedc0 2024-04-15T15:10:16.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.196+0000 7fa341eee640 1 --2- 172.21.15.84:0/1193916768 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa32006c8f0 0x7fa32006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:16.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.196+0000 7fa341eee640 1 --2- 172.21.15.84:0/1193916768 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa32006c8f0 0x7fa32006edb0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa338005880 tx=0x7fa338009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:16.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.200+0000 7fa3327fc640 1 -- 172.21.15.84:0/1193916768 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fa334010040 con 0x7fa33c0cedc0 2024-04-15T15:10:16.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.378+0000 7fa344152640 1 -- 172.21.15.84:0/1193916768 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa33c0b71e0 con 0x7fa33c0cedc0 2024-04-15T15:10:16.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.379+0000 7fa3327fc640 1 -- 172.21.15.84:0/1193916768 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) ==== 74+0+12836 (secure 0 0 0) 0x7fa3340596a0 con 0x7fa33c0cedc0 2024-04-15T15:10:16.381 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:16.381 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":16,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:12.596012+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:10:16.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.381+0000 7fa344152640 1 -- 172.21.15.84:0/1193916768 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa32006c8f0 msgr2=0x7fa32006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:16.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.381+0000 7fa344152640 1 --2- 172.21.15.84:0/1193916768 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa32006c8f0 0x7fa32006edb0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa338005880 tx=0x7fa338009040 comp rx=0 tx=0).stop 2024-04-15T15:10:16.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.381+0000 7fa344152640 1 -- 172.21.15.84:0/1193916768 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa33c0cedc0 msgr2=0x7fa33c0b3860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:16.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.381+0000 7fa344152640 1 --2- 172.21.15.84:0/1193916768 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa33c0cedc0 0x7fa33c0b3860 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa33400efc0 tx=0x7fa33400c490 comp rx=0 tx=0).stop 2024-04-15T15:10:16.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.381+0000 7fa344152640 1 -- 172.21.15.84:0/1193916768 shutdown_connections 2024-04-15T15:10:16.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.381+0000 7fa344152640 1 --2- 172.21.15.84:0/1193916768 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa33c0cedc0 0x7fa33c0b3860 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.381+0000 7fa344152640 1 --2- 172.21.15.84:0/1193916768 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa33c0ce7e0 0x7fa33c0b3320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.381+0000 7fa344152640 1 --2- 172.21.15.84:0/1193916768 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa32006c8f0 0x7fa32006edb0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.381+0000 7fa344152640 1 --2- 172.21.15.84:0/1193916768 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa33c0b52a0 0x7fa33c155b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.381+0000 7fa344152640 1 -- 172.21.15.84:0/1193916768 >> 172.21.15.84:0/1193916768 conn(0x7fa33c0b3fa0 msgr2=0x7fa33c0cf1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:16.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.381+0000 7fa344152640 1 -- 172.21.15.84:0/1193916768 shutdown_connections 2024-04-15T15:10:16.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.381+0000 7fa344152640 1 -- 172.21.15.84:0/1193916768 wait complete. 2024-04-15T15:10:16.393 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T15:10:16.394 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:10:16.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.497+0000 7effb2dbd640 1 Processor -- start 2024-04-15T15:10:16.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.497+0000 7effb2dbd640 1 -- start start 2024-04-15T15:10:16.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.497+0000 7effb2dbd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7effac0ce2f0 0x7effac15c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:16.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.498+0000 7effb2dbd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7effac0cc7c0 0x7effac155600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:16.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.498+0000 7effb2dbd640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7effac06bbb0 con 0x7effac0d08f0 2024-04-15T15:10:16.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.498+0000 7effb2dbd640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7effac06b960 con 0x7effac0ce2f0 2024-04-15T15:10:16.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.498+0000 7effb2dbd640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7effac06be90 con 0x7effac0cc7c0 2024-04-15T15:10:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.498+0000 7effb0b59640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7effac0ce2f0 0x7effac15c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.498+0000 7effb0b59640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7effac0ce2f0 0x7effac15c530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46562/0 (socket says 172.21.15.84:46562) 2024-04-15T15:10:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.498+0000 7effb0b59640 1 -- 172.21.15.84:0/2405127713 learned_addr learned my addr 172.21.15.84:0/2405127713 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.498+0000 7effb135a640 1 --2- 172.21.15.84:0/2405127713 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7effac0cc7c0 0x7effac155600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.498+0000 7effb0b59640 1 -- 172.21.15.84:0/2405127713 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7effac0cc7c0 msgr2=0x7effac155600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.498+0000 7effb0b59640 1 --2- 172.21.15.84:0/2405127713 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7effac0cc7c0 0x7effac155600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.498+0000 7effb0b59640 1 -- 172.21.15.84:0/2405127713 >> v1:172.21.15.203:6789/0 conn(0x7effac0d08f0 legacy=0x7effac0cc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.498+0000 7effb0b59640 1 -- 172.21.15.84:0/2405127713 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effac06c170 con 0x7effac0ce2f0 2024-04-15T15:10:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.498+0000 7effb135a640 1 --2- 172.21.15.84:0/2405127713 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7effac0cc7c0 0x7effac155600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.499+0000 7effb0b59640 1 --2- 172.21.15.84:0/2405127713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7effac0ce2f0 0x7effac15c530 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7effa4009870 tx=0x7effa402b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8196c5329c802891 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.499+0000 7effab7fe640 1 -- 172.21.15.84:0/2405127713 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effa4035020 con 0x7effac0ce2f0 2024-04-15T15:10:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.499+0000 7effab7fe640 1 -- 172.21.15.84:0/2405127713 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7effa4031640 con 0x7effac0ce2f0 2024-04-15T15:10:16.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.499+0000 7effab7fe640 1 -- 172.21.15.84:0/2405127713 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effa402d040 con 0x7effac0ce2f0 2024-04-15T15:10:16.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.499+0000 7effb2dbd640 1 -- 172.21.15.84:0/2405127713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7effac0ce2f0 msgr2=0x7effac15c530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:16.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.499+0000 7effb2dbd640 1 --2- 172.21.15.84:0/2405127713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7effac0ce2f0 0x7effac15c530 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7effa4009870 tx=0x7effa402b8f0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.499+0000 7effb2dbd640 1 -- 172.21.15.84:0/2405127713 shutdown_connections 2024-04-15T15:10:16.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.499+0000 7effb2dbd640 1 --2- 172.21.15.84:0/2405127713 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7effac0cc7c0 0x7effac155600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.499+0000 7effb2dbd640 1 --2- 172.21.15.84:0/2405127713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7effac0ce2f0 0x7effac15c530 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.499+0000 7effb2dbd640 1 -- 172.21.15.84:0/2405127713 >> 172.21.15.84:0/2405127713 conn(0x7effac0b31d0 msgr2=0x7effac0b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:16.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.499+0000 7effb2dbd640 1 -- 172.21.15.84:0/2405127713 shutdown_connections 2024-04-15T15:10:16.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.499+0000 7effb2dbd640 1 -- 172.21.15.84:0/2405127713 wait complete. 2024-04-15T15:10:16.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.501+0000 7effb2dbd640 1 Processor -- start 2024-04-15T15:10:16.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.501+0000 7effb2dbd640 1 -- start start 2024-04-15T15:10:16.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.501+0000 7effb2dbd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7effac0cc7c0 0x7effac1538d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:16.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.501+0000 7effb2dbd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7effac0ce2f0 0x7effac14bf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:16.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.501+0000 7effb2dbd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7effac0d08f0 0x7effac14c470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:16.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.501+0000 7effb2dbd640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7effac0ce6d0 con 0x7effac0ce2f0 2024-04-15T15:10:16.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.501+0000 7effb2dbd640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7effac15ca70 con 0x7effac0cc7c0 2024-04-15T15:10:16.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.501+0000 7effb2dbd640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7effac0ce850 con 0x7effac0d08f0 2024-04-15T15:10:16.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.502+0000 7effabfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7effac0ce2f0 0x7effac14bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:16.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.502+0000 7effabfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7effac0ce2f0 0x7effac14bf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46578/0 (socket says 172.21.15.84:46578) 2024-04-15T15:10:16.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.502+0000 7effabfff640 1 -- 172.21.15.84:0/455977675 learned_addr learned my addr 172.21.15.84:0/455977675 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:16.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.502+0000 7effb135a640 1 --2- 172.21.15.84:0/455977675 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7effac0d08f0 0x7effac14c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:16.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.502+0000 7effb0b59640 1 --2- 172.21.15.84:0/455977675 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7effac0cc7c0 0x7effac1538d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:16.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.502+0000 7effabfff640 1 -- 172.21.15.84:0/455977675 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7effac0d08f0 msgr2=0x7effac14c470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:16.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.502+0000 7effabfff640 1 --2- 172.21.15.84:0/455977675 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7effac0d08f0 0x7effac14c470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.502+0000 7effabfff640 1 -- 172.21.15.84:0/455977675 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7effac0cc7c0 msgr2=0x7effac1538d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:16.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.502+0000 7effabfff640 1 --2- 172.21.15.84:0/455977675 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7effac0cc7c0 0x7effac1538d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.502+0000 7effabfff640 1 -- 172.21.15.84:0/455977675 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effac153e10 con 0x7effac0ce2f0 2024-04-15T15:10:16.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.502+0000 7effb0b59640 1 --2- 172.21.15.84:0/455977675 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7effac0cc7c0 0x7effac1538d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:16.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.502+0000 7effabfff640 1 --2- 172.21.15.84:0/455977675 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7effac0ce2f0 0x7effac14bf30 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7eff9c00c7f0 tx=0x7eff9c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:16.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.502+0000 7effa97fa640 1 -- 172.21.15.84:0/455977675 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff9c016020 con 0x7effac0ce2f0 2024-04-15T15:10:16.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.502+0000 7effa97fa640 1 -- 172.21.15.84:0/455977675 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff9c00aa50 con 0x7effac0ce2f0 2024-04-15T15:10:16.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.502+0000 7effb2dbd640 1 -- 172.21.15.84:0/455977675 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effac14a8f0 con 0x7effac0ce2f0 2024-04-15T15:10:16.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.502+0000 7effa97fa640 1 -- 172.21.15.84:0/455977675 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff9c00ae40 con 0x7effac0ce2f0 2024-04-15T15:10:16.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.502+0000 7effb2dbd640 1 -- 172.21.15.84:0/455977675 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effac072030 con 0x7effac0ce2f0 2024-04-15T15:10:16.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.503+0000 7effb2dbd640 1 -- 172.21.15.84:0/455977675 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effac075c50 con 0x7effac0ce2f0 2024-04-15T15:10:16.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.504+0000 7effa97fa640 1 -- 172.21.15.84:0/455977675 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7eff9c019020 con 0x7effac0ce2f0 2024-04-15T15:10:16.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.504+0000 7effa97fa640 1 --2- 172.21.15.84:0/455977675 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7eff8c06c8f0 0x7eff8c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:16.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.504+0000 7effa97fa640 1 -- 172.21.15.84:0/455977675 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7eff9c08b860 con 0x7effac0ce2f0 2024-04-15T15:10:16.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.504+0000 7effb0b59640 1 --2- 172.21.15.84:0/455977675 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7eff8c06c8f0 0x7eff8c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:16.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.504+0000 7effb0b59640 1 --2- 172.21.15.84:0/455977675 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7eff8c06c8f0 0x7eff8c06edb0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7effa4036000 tx=0x7effa403c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:16.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.508+0000 7effa97fa640 1 -- 172.21.15.84:0/455977675 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7eff9c020030 con 0x7effac0ce2f0 2024-04-15T15:10:16.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.684+0000 7effb2dbd640 1 -- 172.21.15.84:0/455977675 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7effac15b660 con 0x7effac0ce2f0 2024-04-15T15:10:16.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.685+0000 7effa97fa640 1 -- 172.21.15.84:0/455977675 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) ==== 93+0+10 (secure 0 0 0) 0x7eff9c05ee20 con 0x7effac0ce2f0 2024-04-15T15:10:16.687 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:10:16.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.687+0000 7effb2dbd640 1 -- 172.21.15.84:0/455977675 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7eff8c06c8f0 msgr2=0x7eff8c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:16.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.687+0000 7effb2dbd640 1 --2- 172.21.15.84:0/455977675 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7eff8c06c8f0 0x7eff8c06edb0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7effa4036000 tx=0x7effa403c040 comp rx=0 tx=0).stop 2024-04-15T15:10:16.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.687+0000 7effb2dbd640 1 -- 172.21.15.84:0/455977675 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7effac0ce2f0 msgr2=0x7effac14bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:16.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.687+0000 7effb2dbd640 1 --2- 172.21.15.84:0/455977675 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7effac0ce2f0 0x7effac14bf30 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7eff9c00c7f0 tx=0x7eff9c00ccb0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.687+0000 7effb2dbd640 1 -- 172.21.15.84:0/455977675 shutdown_connections 2024-04-15T15:10:16.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.687+0000 7effb2dbd640 1 --2- 172.21.15.84:0/455977675 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7effac0d08f0 0x7effac14c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.687+0000 7effb2dbd640 1 --2- 172.21.15.84:0/455977675 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7effac0ce2f0 0x7effac14bf30 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.687+0000 7effb2dbd640 1 --2- 172.21.15.84:0/455977675 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7eff8c06c8f0 0x7eff8c06edb0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.687+0000 7effb2dbd640 1 --2- 172.21.15.84:0/455977675 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7effac0cc7c0 0x7effac1538d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.687+0000 7effb2dbd640 1 -- 172.21.15.84:0/455977675 >> 172.21.15.84:0/455977675 conn(0x7effac0b31d0 msgr2=0x7effac06f1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:16.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.687+0000 7effb2dbd640 1 -- 172.21.15.84:0/455977675 shutdown_connections 2024-04-15T15:10:16.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.687+0000 7effb2dbd640 1 -- 172.21.15.84:0/455977675 wait complete. 2024-04-15T15:10:16.699 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:10:16.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.800+0000 7f3f6b50d640 1 Processor -- start 2024-04-15T15:10:16.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.800+0000 7f3f6b50d640 1 -- start start 2024-04-15T15:10:16.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.801+0000 7f3f6b50d640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f3f640d4aa0 0x7f3f640d4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:16.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.801+0000 7f3f6b50d640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3f640b60b0 con 0x7f3f6415e9b0 2024-04-15T15:10:16.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.801+0000 7f3f6b50d640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3f640d3ea0 con 0x7f3f640cfb50 2024-04-15T15:10:16.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.801+0000 7f3f6b50d640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f3f6415ed90 con 0x7f3f640d4aa0 2024-04-15T15:10:16.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.801+0000 7f3f68aa8640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f3f640d4aa0 0x7f3f640d4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:16.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.801+0000 7f3f68aa8640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f3f640d4aa0 0x7f3f640d4ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46584/0 (socket says 172.21.15.84:46584) 2024-04-15T15:10:16.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.801+0000 7f3f692a9640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f3f6415e9b0 0x7f3f640d3420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:35178/0 (socket says 172.21.15.84:35178) 2024-04-15T15:10:16.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.801+0000 7f3f68aa8640 1 -- 172.21.15.84:0/2965604861 learned_addr learned my addr 172.21.15.84:0/2965604861 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:16.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.801+0000 7f3f68aa8640 1 -- 172.21.15.84:0/2965604861 >> v1:172.21.15.203:6789/0 conn(0x7f3f640cfb50 legacy=0x7f3f640d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:16.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.801+0000 7f3f68aa8640 1 -- 172.21.15.84:0/2965604861 >> v1:172.21.15.84:6789/0 conn(0x7f3f6415e9b0 legacy=0x7f3f640d3420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:16.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.801+0000 7f3f68aa8640 1 -- 172.21.15.84:0/2965604861 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f640b6350 con 0x7f3f640d4aa0 2024-04-15T15:10:16.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.801+0000 7f3f5bfff640 1 -- 172.21.15.84:0/2965604861 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4070686388 0 0) 0x7f3f640b60b0 con 0x7f3f6415e9b0 2024-04-15T15:10:16.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.802+0000 7f3f68aa8640 1 --2- 172.21.15.84:0/2965604861 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3f640d4aa0 0x7f3f640d4ee0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f3f54009870 tx=0x7f3f5402ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4fc59c552e4785e server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:16.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.802+0000 7f3f5bfff640 1 -- 172.21.15.84:0/2965604861 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f5402f840 con 0x7f3f640d4aa0 2024-04-15T15:10:16.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.802+0000 7f3f5bfff640 1 -- 172.21.15.84:0/2965604861 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f5402f9e0 con 0x7f3f640d4aa0 2024-04-15T15:10:16.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.802+0000 7f3f5bfff640 1 -- 172.21.15.84:0/2965604861 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f5402fdb0 con 0x7f3f640d4aa0 2024-04-15T15:10:16.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.803+0000 7f3f6b50d640 1 -- 172.21.15.84:0/2965604861 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3f640d4aa0 msgr2=0x7f3f640d4ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:16.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.803+0000 7f3f6b50d640 1 --2- 172.21.15.84:0/2965604861 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3f640d4aa0 0x7f3f640d4ee0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f3f54009870 tx=0x7f3f5402ba20 comp rx=0 tx=0).stop 2024-04-15T15:10:16.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.803+0000 7f3f6b50d640 1 -- 172.21.15.84:0/2965604861 shutdown_connections 2024-04-15T15:10:16.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.803+0000 7f3f6b50d640 1 --2- 172.21.15.84:0/2965604861 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3f640d4aa0 0x7f3f640d4ee0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.803+0000 7f3f6b50d640 1 -- 172.21.15.84:0/2965604861 >> 172.21.15.84:0/2965604861 conn(0x7f3f6409db30 msgr2=0x7f3f640b95f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:16.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.803+0000 7f3f6b50d640 1 -- 172.21.15.84:0/2965604861 shutdown_connections 2024-04-15T15:10:16.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.803+0000 7f3f6b50d640 1 -- 172.21.15.84:0/2965604861 wait complete. 2024-04-15T15:10:16.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.804+0000 7f3f6b50d640 1 Processor -- start 2024-04-15T15:10:16.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.804+0000 7f3f6b50d640 1 -- start start 2024-04-15T15:10:16.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f6b50d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3f640cfb50 0x7f3f640ca120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:16.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f6b50d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3f640d4aa0 0x7f3f640b1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:16.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f6b50d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3f6415e9b0 0x7f3f640b2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:16.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f6b50d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3f640b6910 con 0x7f3f640cfb50 2024-04-15T15:10:16.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f6b50d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3f640d5420 con 0x7f3f6415e9b0 2024-04-15T15:10:16.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f6b50d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f3f640b6e30 con 0x7f3f640d4aa0 2024-04-15T15:10:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f692a9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3f640cfb50 0x7f3f640ca120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f692a9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3f640cfb50 0x7f3f640ca120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46594/0 (socket says 172.21.15.84:46594) 2024-04-15T15:10:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f692a9640 1 -- 172.21.15.84:0/409375869 learned_addr learned my addr 172.21.15.84:0/409375869 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f68aa8640 1 --2- 172.21.15.84:0/409375869 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3f640d4aa0 0x7f3f640b1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f69aaa640 1 --2- 172.21.15.84:0/409375869 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3f6415e9b0 0x7f3f640b2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f692a9640 1 -- 172.21.15.84:0/409375869 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3f640d4aa0 msgr2=0x7f3f640b1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f692a9640 1 --2- 172.21.15.84:0/409375869 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3f640d4aa0 0x7f3f640b1bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f692a9640 1 -- 172.21.15.84:0/409375869 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3f6415e9b0 msgr2=0x7f3f640b2130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f692a9640 1 --2- 172.21.15.84:0/409375869 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3f6415e9b0 0x7f3f640b2130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f692a9640 1 -- 172.21.15.84:0/409375869 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f64159310 con 0x7f3f640cfb50 2024-04-15T15:10:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f68aa8640 1 --2- 172.21.15.84:0/409375869 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3f640d4aa0 0x7f3f640b1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f692a9640 1 --2- 172.21.15.84:0/409375869 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3f640cfb50 0x7f3f640ca120 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f3f6000c460 tx=0x7f3f6000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f59ffb640 1 -- 172.21.15.84:0/409375869 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f60018070 con 0x7f3f640cfb50 2024-04-15T15:10:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f59ffb640 1 -- 172.21.15.84:0/409375869 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3f60007500 con 0x7f3f640cfb50 2024-04-15T15:10:16.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f59ffb640 1 -- 172.21.15.84:0/409375869 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f60004a20 con 0x7f3f640cfb50 2024-04-15T15:10:16.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f6b50d640 1 -- 172.21.15.84:0/409375869 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f6406e090 con 0x7f3f640cfb50 2024-04-15T15:10:16.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.805+0000 7f3f6b50d640 1 -- 172.21.15.84:0/409375869 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f6406e650 con 0x7f3f640cfb50 2024-04-15T15:10:16.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.806+0000 7f3f6b50d640 1 -- 172.21.15.84:0/409375869 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f640689e0 con 0x7f3f640cfb50 2024-04-15T15:10:16.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.807+0000 7f3f59ffb640 1 -- 172.21.15.84:0/409375869 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f3f6001b070 con 0x7f3f640cfb50 2024-04-15T15:10:16.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.807+0000 7f3f59ffb640 1 --2- 172.21.15.84:0/409375869 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3f4806c8f0 0x7f3f4806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:16.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.807+0000 7f3f68aa8640 1 --2- 172.21.15.84:0/409375869 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3f4806c8f0 0x7f3f4806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:16.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.807+0000 7f3f59ffb640 1 -- 172.21.15.84:0/409375869 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7f3f6008aa60 con 0x7f3f640cfb50 2024-04-15T15:10:16.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.808+0000 7f3f68aa8640 1 --2- 172.21.15.84:0/409375869 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3f4806c8f0 0x7f3f4806edb0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f3f54036000 tx=0x7f3f54039040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:16.813 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:16.812+0000 7f3f59ffb640 1 -- 172.21.15.84:0/409375869 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f3f64159310 con 0x7f3f640cfb50 2024-04-15T15:10:17.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:17.026+0000 7f3f6b50d640 1 -- 172.21.15.84:0/409375869 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3f640d0e50 con 0x7f3f640cfb50 2024-04-15T15:10:17.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:17.026+0000 7f3f59ffb640 1 -- 172.21.15.84:0/409375869 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1392 (secure 0 0 0) 0x7f3f600591e0 con 0x7f3f640cfb50 2024-04-15T15:10:17.029 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:17.029 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/3664072827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3664072827},{"type":"v1","addr":"172.21.15.84:6836","nonce":3664072827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-15T15:10:17.031 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 2 2024-04-15T15:10:17.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:17.028+0000 7f3f6b50d640 1 -- 172.21.15.84:0/409375869 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3f4806c8f0 msgr2=0x7f3f4806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:17.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:17.028+0000 7f3f6b50d640 1 --2- 172.21.15.84:0/409375869 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3f4806c8f0 0x7f3f4806edb0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f3f54036000 tx=0x7f3f54039040 comp rx=0 tx=0).stop 2024-04-15T15:10:17.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:17.028+0000 7f3f6b50d640 1 -- 172.21.15.84:0/409375869 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3f640cfb50 msgr2=0x7f3f640ca120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:17.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:17.028+0000 7f3f6b50d640 1 --2- 172.21.15.84:0/409375869 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3f640cfb50 0x7f3f640ca120 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f3f6000c460 tx=0x7f3f6000c920 comp rx=0 tx=0).stop 2024-04-15T15:10:17.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:17.028+0000 7f3f6b50d640 1 -- 172.21.15.84:0/409375869 shutdown_connections 2024-04-15T15:10:17.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:17.028+0000 7f3f6b50d640 1 --2- 172.21.15.84:0/409375869 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3f4806c8f0 0x7f3f4806edb0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:17.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:17.028+0000 7f3f6b50d640 1 --2- 172.21.15.84:0/409375869 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3f6415e9b0 0x7f3f640b2130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:17.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:17.028+0000 7f3f6b50d640 1 --2- 172.21.15.84:0/409375869 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3f640d4aa0 0x7f3f640b1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:17.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:17.028+0000 7f3f6b50d640 1 --2- 172.21.15.84:0/409375869 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3f640cfb50 0x7f3f640ca120 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:17.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:17.028+0000 7f3f6b50d640 1 -- 172.21.15.84:0/409375869 >> 172.21.15.84:0/409375869 conn(0x7f3f6409db30 msgr2=0x7f3f640b5320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:17.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:17.028+0000 7f3f6b50d640 1 -- 172.21.15.84:0/409375869 shutdown_connections 2024-04-15T15:10:17.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:17.028+0000 7f3f6b50d640 1 -- 172.21.15.84:0/409375869 wait complete. 2024-04-15T15:10:19.042 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:10:19.157 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.155+0000 7f7c026c5640 1 Processor -- start 2024-04-15T15:10:19.157 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.155+0000 7f7c026c5640 1 -- start start 2024-04-15T15:10:19.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.156+0000 7f7c026c5640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7bfc15c710 0x7f7bfc0b66b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:19.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.156+0000 7f7c026c5640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f7bfc0b5790 0x7f7bfc0d1080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:19.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.156+0000 7f7c026c5640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7bfc15caf0 con 0x7f7bfc0d15c0 2024-04-15T15:10:19.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.156+0000 7f7c026c5640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f7bfc06f510 con 0x7f7bfc0b5790 2024-04-15T15:10:19.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.156+0000 7f7c026c5640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f7bfc0ccb90 con 0x7f7bfc15c710 2024-04-15T15:10:19.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.156+0000 7f7bf3fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f7bfc0b5790 0x7f7bfc0d1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:19.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.156+0000 7f7bf3fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f7bfc0b5790 0x7f7bfc0d1080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46602/0 (socket says 172.21.15.84:46602) 2024-04-15T15:10:19.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.156+0000 7f7bf3fff640 1 -- 172.21.15.84:0/1920772314 learned_addr learned my addr 172.21.15.84:0/1920772314 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:19.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.157+0000 7f7bfbfff640 1 --2- 172.21.15.84:0/1920772314 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7bfc15c710 0x7f7bfc0b66b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:19.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.157+0000 7f7bf3fff640 1 -- 172.21.15.84:0/1920772314 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7bfc15c710 msgr2=0x7f7bfc0b66b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:19.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.157+0000 7f7bf3fff640 1 --2- 172.21.15.84:0/1920772314 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7bfc15c710 0x7f7bfc0b66b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.157+0000 7f7bf3fff640 1 -- 172.21.15.84:0/1920772314 >> v1:172.21.15.203:6789/0 conn(0x7f7bfc0d15c0 legacy=0x7f7bfc1601e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:19.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.157+0000 7f7bf3fff640 1 -- 172.21.15.84:0/1920772314 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bfc0cce70 con 0x7f7bfc0b5790 2024-04-15T15:10:19.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.157+0000 7f7bfbfff640 1 --2- 172.21.15.84:0/1920772314 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7bfc15c710 0x7f7bfc0b66b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:19.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.157+0000 7f7bf3fff640 1 --2- 172.21.15.84:0/1920772314 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bfc0b5790 0x7f7bfc0d1080 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7be4009870 tx=0x7f7be402b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce70087500b9b510 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:19.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.157+0000 7f7bfb7fe640 1 -- 172.21.15.84:0/1920772314 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7be4034070 con 0x7f7bfc0b5790 2024-04-15T15:10:19.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.157+0000 7f7bfb7fe640 1 -- 172.21.15.84:0/1920772314 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7be4030840 con 0x7f7bfc0b5790 2024-04-15T15:10:19.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.158+0000 7f7bfb7fe640 1 -- 172.21.15.84:0/1920772314 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7be4030c10 con 0x7f7bfc0b5790 2024-04-15T15:10:19.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.158+0000 7f7c026c5640 1 -- 172.21.15.84:0/1920772314 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bfc0b5790 msgr2=0x7f7bfc0d1080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:19.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.158+0000 7f7c026c5640 1 --2- 172.21.15.84:0/1920772314 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bfc0b5790 0x7f7bfc0d1080 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7be4009870 tx=0x7f7be402b980 comp rx=0 tx=0).stop 2024-04-15T15:10:19.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.158+0000 7f7c026c5640 1 -- 172.21.15.84:0/1920772314 shutdown_connections 2024-04-15T15:10:19.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.158+0000 7f7c026c5640 1 --2- 172.21.15.84:0/1920772314 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bfc0b5790 0x7f7bfc0d1080 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.158+0000 7f7c026c5640 1 --2- 172.21.15.84:0/1920772314 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7bfc15c710 0x7f7bfc0b66b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.158+0000 7f7c026c5640 1 -- 172.21.15.84:0/1920772314 >> 172.21.15.84:0/1920772314 conn(0x7f7bfc0b3f90 msgr2=0x7f7bfc0b43a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:19.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.158+0000 7f7c026c5640 1 -- 172.21.15.84:0/1920772314 shutdown_connections 2024-04-15T15:10:19.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.158+0000 7f7c026c5640 1 -- 172.21.15.84:0/1920772314 wait complete. 2024-04-15T15:10:19.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.159+0000 7f7c026c5640 1 Processor -- start 2024-04-15T15:10:19.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.159+0000 7f7c026c5640 1 -- start start 2024-04-15T15:10:19.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.160+0000 7f7c026c5640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7bfc0b5790 0x7f7bfc0c7f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:19.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.160+0000 7f7c026c5640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7bfc0d15c0 0x7f7bfc0b28e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:19.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.160+0000 7f7c026c5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bfc15c710 0x7f7bfc1517a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:19.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.160+0000 7f7c026c5640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7bfc0ce960 con 0x7f7bfc15c710 2024-04-15T15:10:19.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.160+0000 7f7c026c5640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7bfc0cd430 con 0x7f7bfc0d15c0 2024-04-15T15:10:19.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.160+0000 7f7c026c5640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f7bfc0d1cd0 con 0x7f7bfc0b5790 2024-04-15T15:10:19.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.160+0000 7f7c00c62640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bfc15c710 0x7f7bfc1517a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:19.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.160+0000 7f7c00c62640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bfc15c710 0x7f7bfc1517a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46612/0 (socket says 172.21.15.84:46612) 2024-04-15T15:10:19.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.160+0000 7f7c00c62640 1 -- 172.21.15.84:0/1298787422 learned_addr learned my addr 172.21.15.84:0/1298787422 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:19.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.160+0000 7f7bfbfff640 1 --2- 172.21.15.84:0/1298787422 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7bfc0b5790 0x7f7bfc0c7f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:19.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.160+0000 7f7bf3fff640 1 --2- 172.21.15.84:0/1298787422 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7bfc0d15c0 0x7f7bfc0b28e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:19.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.161+0000 7f7c00c62640 1 -- 172.21.15.84:0/1298787422 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7bfc0b5790 msgr2=0x7f7bfc0c7f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:19.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.161+0000 7f7c00c62640 1 --2- 172.21.15.84:0/1298787422 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7bfc0b5790 0x7f7bfc0c7f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.161+0000 7f7c00c62640 1 -- 172.21.15.84:0/1298787422 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7bfc0d15c0 msgr2=0x7f7bfc0b28e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:19.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.161+0000 7f7c00c62640 1 --2- 172.21.15.84:0/1298787422 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7bfc0d15c0 0x7f7bfc0b28e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.161+0000 7f7c00c62640 1 -- 172.21.15.84:0/1298787422 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bfc0c6330 con 0x7f7bfc15c710 2024-04-15T15:10:19.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.161+0000 7f7bfbfff640 1 --2- 172.21.15.84:0/1298787422 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7bfc0b5790 0x7f7bfc0c7f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:19.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.161+0000 7f7c00c62640 1 --2- 172.21.15.84:0/1298787422 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bfc15c710 0x7f7bfc1517a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7bf400c7b0 tx=0x7f7bf400cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:19.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.161+0000 7f7bf97fa640 1 -- 172.21.15.84:0/1298787422 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bf4004b60 con 0x7f7bfc15c710 2024-04-15T15:10:19.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.161+0000 7f7bf97fa640 1 -- 172.21.15.84:0/1298787422 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bf4004d00 con 0x7f7bfc15c710 2024-04-15T15:10:19.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.161+0000 7f7c026c5640 1 -- 172.21.15.84:0/1298787422 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bfc0c6610 con 0x7f7bfc15c710 2024-04-15T15:10:19.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.161+0000 7f7bf97fa640 1 -- 172.21.15.84:0/1298787422 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bf400aa90 con 0x7f7bfc15c710 2024-04-15T15:10:19.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.161+0000 7f7c026c5640 1 -- 172.21.15.84:0/1298787422 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bfc0c6bd0 con 0x7f7bfc15c710 2024-04-15T15:10:19.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.162+0000 7f7c026c5640 1 -- 172.21.15.84:0/1298787422 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7bfc0689e0 con 0x7f7bfc15c710 2024-04-15T15:10:19.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.163+0000 7f7bf97fa640 1 -- 172.21.15.84:0/1298787422 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f7bf400ac30 con 0x7f7bfc15c710 2024-04-15T15:10:19.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.163+0000 7f7bf97fa640 1 --2- 172.21.15.84:0/1298787422 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7bdc06c8f0 0x7f7bdc06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:19.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.163+0000 7f7bf97fa640 1 -- 172.21.15.84:0/1298787422 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7f7bf408ba60 con 0x7f7bfc15c710 2024-04-15T15:10:19.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.163+0000 7f7bfbfff640 1 --2- 172.21.15.84:0/1298787422 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7bdc06c8f0 0x7f7bdc06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:19.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.163+0000 7f7bfbfff640 1 --2- 172.21.15.84:0/1298787422 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7bdc06c8f0 0x7f7bdc06edb0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7bec00aa30 tx=0x7f7bec008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:19.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.168+0000 7f7bf97fa640 1 -- 172.21.15.84:0/1298787422 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f7bf4020070 con 0x7f7bfc15c710 2024-04-15T15:10:19.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.383+0000 7f7c026c5640 1 -- 172.21.15.84:0/1298787422 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7bfc0c9330 con 0x7f7bfc15c710 2024-04-15T15:10:19.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.384+0000 7f7bf97fa640 1 -- 172.21.15.84:0/1298787422 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3867 (secure 0 0 0) 0x7f7bf405a270 con 0x7f7bfc15c710 2024-04-15T15:10:19.386 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:19.386 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/3664072827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3664072827},{"type":"v1","addr":"172.21.15.84:6836","nonce":3664072827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/2090511752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":2090511752},{"type":"v1","addr":"172.21.15.84:6837","nonce":2090511752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/768052062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":768052062},{"type":"v1","addr":"172.21.15.203:6835","nonce":768052062}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4294,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6834/2436290281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2436290281},{"type":"v1","addr":"172.21.15.203:6834","nonce":2436290281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-15T15:10:19.386 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 3 2024-04-15T15:10:19.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.386+0000 7f7c026c5640 1 -- 172.21.15.84:0/1298787422 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7bdc06c8f0 msgr2=0x7f7bdc06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:19.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.386+0000 7f7c026c5640 1 --2- 172.21.15.84:0/1298787422 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7bdc06c8f0 0x7f7bdc06edb0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7bec00aa30 tx=0x7f7bec008040 comp rx=0 tx=0).stop 2024-04-15T15:10:19.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.386+0000 7f7c026c5640 1 -- 172.21.15.84:0/1298787422 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bfc15c710 msgr2=0x7f7bfc1517a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:19.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.386+0000 7f7c026c5640 1 --2- 172.21.15.84:0/1298787422 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bfc15c710 0x7f7bfc1517a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7bf400c7b0 tx=0x7f7bf400cc70 comp rx=0 tx=0).stop 2024-04-15T15:10:19.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.386+0000 7f7c026c5640 1 -- 172.21.15.84:0/1298787422 shutdown_connections 2024-04-15T15:10:19.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.386+0000 7f7c026c5640 1 --2- 172.21.15.84:0/1298787422 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7bdc06c8f0 0x7f7bdc06edb0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.386+0000 7f7c026c5640 1 --2- 172.21.15.84:0/1298787422 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7bfc0d15c0 0x7f7bfc0b28e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.386+0000 7f7c026c5640 1 --2- 172.21.15.84:0/1298787422 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bfc15c710 0x7f7bfc1517a0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.386+0000 7f7c026c5640 1 --2- 172.21.15.84:0/1298787422 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7bfc0b5790 0x7f7bfc0c7f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.386+0000 7f7c026c5640 1 -- 172.21.15.84:0/1298787422 >> 172.21.15.84:0/1298787422 conn(0x7f7bfc0b3f90 msgr2=0x7f7bfc0b6400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:19.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.386+0000 7f7c026c5640 1 -- 172.21.15.84:0/1298787422 shutdown_connections 2024-04-15T15:10:19.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.386+0000 7f7c026c5640 1 -- 172.21.15.84:0/1298787422 wait complete. 2024-04-15T15:10:19.401 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:10:19.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.503+0000 7efc1407b640 1 Processor -- start 2024-04-15T15:10:19.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.503+0000 7efc1407b640 1 -- start start 2024-04-15T15:10:19.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.504+0000 7efc1407b640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7efc0c15e9b0 0x7efc0c0d3420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:19.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.504+0000 7efc1407b640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc0c0b60b0 con 0x7efc0c0d3960 2024-04-15T15:10:19.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.504+0000 7efc1407b640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc0c0d3ea0 con 0x7efc0c0d51b0 2024-04-15T15:10:19.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.504+0000 7efc1407b640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7efc0c15ed90 con 0x7efc0c15e9b0 2024-04-15T15:10:19.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.504+0000 7efc11616640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7efc0c0d3960 0x7efc0c0d4aa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:35184/0 (socket says 172.21.15.84:35184) 2024-04-15T15:10:19.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.504+0000 7efc11616640 1 -- 172.21.15.84:0/4246055615 learned_addr learned my addr 172.21.15.84:0/4246055615 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:19.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.504+0000 7efc10e15640 1 -- 172.21.15.84:0/4246055615 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1914290800 0 0) 0x7efc0c0b60b0 con 0x7efc0c0d3960 2024-04-15T15:10:19.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.504+0000 7efc10e15640 1 -- 172.21.15.84:0/4246055615 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efbf8003520 con 0x7efc0c0d3960 2024-04-15T15:10:19.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.504+0000 7efc11e17640 1 --2- 172.21.15.84:0/4246055615 >> v2:172.21.15.203:3300/0 conn(0x7efc0c15e9b0 0x7efc0c0d3420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:19.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.505+0000 7efc10e15640 1 -- 172.21.15.84:0/4246055615 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1029952434 0 0) 0x7efbf8003520 con 0x7efc0c0d3960 2024-04-15T15:10:19.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.505+0000 7efc10e15640 1 -- 172.21.15.84:0/4246055615 >> v2:172.21.15.203:3300/0 conn(0x7efc0c15e9b0 msgr2=0x7efc0c0d3420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:19.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.505+0000 7efc10e15640 1 --2- 172.21.15.84:0/4246055615 >> v2:172.21.15.203:3300/0 conn(0x7efc0c15e9b0 0x7efc0c0d3420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.505+0000 7efc10e15640 1 -- 172.21.15.84:0/4246055615 >> v1:172.21.15.203:6789/0 conn(0x7efc0c0d51b0 legacy=0x7efc0c0cfb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:19.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.505+0000 7efc10e15640 1 -- 172.21.15.84:0/4246055615 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc0c0b6350 con 0x7efc0c0d3960 2024-04-15T15:10:19.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.505+0000 7efc10e15640 1 -- 172.21.15.84:0/4246055615 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7efbfc001670 con 0x7efc0c0d3960 2024-04-15T15:10:19.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.505+0000 7efc10e15640 1 -- 172.21.15.84:0/4246055615 >> v1:172.21.15.84:6789/0 conn(0x7efc0c0d3960 legacy=0x7efc0c0d4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:19.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.505+0000 7efc10e15640 1 --2- 172.21.15.84:0/4246055615 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efbf80039b0 0x7efbf8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:19.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.505+0000 7efc10e15640 1 --2- 172.21.15.84:0/4246055615 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efbf8004800 0x7efbf8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:19.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.505+0000 7efc10e15640 1 --2- 172.21.15.84:0/4246055615 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efbf80051c0 0x7efbf800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:19.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.505+0000 7efc10e15640 1 -- 172.21.15.84:0/4246055615 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7efc0c15ed90 con 0x7efbf80051c0 2024-04-15T15:10:19.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.505+0000 7efc10e15640 1 -- 172.21.15.84:0/4246055615 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7efbf800c070 con 0x7efbf8004800 2024-04-15T15:10:19.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.505+0000 7efc10e15640 1 -- 172.21.15.84:0/4246055615 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7efbf800c270 con 0x7efbf80039b0 2024-04-15T15:10:19.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.505+0000 7efc12618640 1 --2- 172.21.15.84:0/4246055615 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efbf80051c0 0x7efbf800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:19.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.505+0000 7efc11616640 1 --2- 172.21.15.84:0/4246055615 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efbf8004800 0x7efbf8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:19.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.505+0000 7efc11e17640 1 --2- 172.21.15.84:0/4246055615 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efbf80039b0 0x7efbf8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:19.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.505+0000 7efc12618640 1 -- 172.21.15.84:0/4246055615 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efbf80039b0 msgr2=0x7efbf8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:19.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.505+0000 7efc12618640 1 --2- 172.21.15.84:0/4246055615 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efbf80039b0 0x7efbf8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.505+0000 7efc12618640 1 -- 172.21.15.84:0/4246055615 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efbf8004800 msgr2=0x7efbf8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:19.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.505+0000 7efc12618640 1 --2- 172.21.15.84:0/4246055615 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efbf8004800 0x7efbf8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.505+0000 7efc12618640 1 -- 172.21.15.84:0/4246055615 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efbf8003520 con 0x7efbf80051c0 2024-04-15T15:10:19.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.506+0000 7efc12618640 1 -- 172.21.15.84:0/4246055615 reap_dead start 2024-04-15T15:10:19.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.506+0000 7efc12618640 1 --2- 172.21.15.84:0/4246055615 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efbf80051c0 0x7efbf800b9c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7efc04001e50 tx=0x7efbf8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43c9fb5cf4048c04 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:19.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.506+0000 7efc10e15640 1 -- 172.21.15.84:0/4246055615 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc04001a70 con 0x7efbf80051c0 2024-04-15T15:10:19.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.506+0000 7efc10e15640 1 -- 172.21.15.84:0/4246055615 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc04003bb0 con 0x7efbf80051c0 2024-04-15T15:10:19.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.506+0000 7efc10e15640 1 -- 172.21.15.84:0/4246055615 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc040050d0 con 0x7efbf80051c0 2024-04-15T15:10:19.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.506+0000 7efc1407b640 1 -- 172.21.15.84:0/4246055615 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efbf80051c0 msgr2=0x7efbf800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:19.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.506+0000 7efc1407b640 1 --2- 172.21.15.84:0/4246055615 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efbf80051c0 0x7efbf800b9c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7efc04001e50 tx=0x7efbf8005830 comp rx=0 tx=0).stop 2024-04-15T15:10:19.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.507+0000 7efc1407b640 1 -- 172.21.15.84:0/4246055615 shutdown_connections 2024-04-15T15:10:19.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.507+0000 7efc1407b640 1 --2- 172.21.15.84:0/4246055615 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efbf80051c0 0x7efbf800b9c0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.507+0000 7efc1407b640 1 -- 172.21.15.84:0/4246055615 >> 172.21.15.84:0/4246055615 conn(0x7efc0c09db30 msgr2=0x7efc0c0b95f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:19.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.507+0000 7efc1407b640 1 -- 172.21.15.84:0/4246055615 shutdown_connections 2024-04-15T15:10:19.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.507+0000 7efc1407b640 1 -- 172.21.15.84:0/4246055615 wait complete. 2024-04-15T15:10:19.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.508+0000 7efc1407b640 1 Processor -- start 2024-04-15T15:10:19.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.508+0000 7efc1407b640 1 -- start start 2024-04-15T15:10:19.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc1407b640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efbf80051c0 0x7efc0c160350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:19.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc1407b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc0c14fa10 0x7efc0c161b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:19.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc1407b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc0c1f47a0 0x7efc0c0cfaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:19.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc1407b640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7efc0c0b6e30 con 0x7efc0c14fa10 2024-04-15T15:10:19.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc1407b640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7efc0c0b6910 con 0x7efbf80051c0 2024-04-15T15:10:19.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc1407b640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7efc0c0b3b40 con 0x7efc0c1f47a0 2024-04-15T15:10:19.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc11616640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc0c14fa10 0x7efc0c161b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:19.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc11616640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc0c14fa10 0x7efc0c161b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46624/0 (socket says 172.21.15.84:46624) 2024-04-15T15:10:19.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc11616640 1 -- 172.21.15.84:0/3738484933 learned_addr learned my addr 172.21.15.84:0/3738484933 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:19.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc12618640 1 --2- 172.21.15.84:0/3738484933 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc0c1f47a0 0x7efc0c0cfaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:19.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc11e17640 1 --2- 172.21.15.84:0/3738484933 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efbf80051c0 0x7efc0c160350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:19.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc11616640 1 -- 172.21.15.84:0/3738484933 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc0c1f47a0 msgr2=0x7efc0c0cfaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:19.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc11616640 1 --2- 172.21.15.84:0/3738484933 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc0c1f47a0 0x7efc0c0cfaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc11616640 1 -- 172.21.15.84:0/3738484933 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efbf80051c0 msgr2=0x7efc0c160350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:19.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc11616640 1 --2- 172.21.15.84:0/3738484933 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efbf80051c0 0x7efc0c160350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc11616640 1 -- 172.21.15.84:0/3738484933 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc0c1620c0 con 0x7efc0c14fa10 2024-04-15T15:10:19.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc11616640 1 --2- 172.21.15.84:0/3738484933 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc0c14fa10 0x7efc0c161b80 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7efbfc007290 tx=0x7efbfc007750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:19.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc027fc640 1 -- 172.21.15.84:0/3738484933 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbfc00f960 con 0x7efc0c14fa10 2024-04-15T15:10:19.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc027fc640 1 -- 172.21.15.84:0/3738484933 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efbfc018070 con 0x7efc0c14fa10 2024-04-15T15:10:19.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc1407b640 1 -- 172.21.15.84:0/3738484933 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc0c06cfe0 con 0x7efc0c14fa10 2024-04-15T15:10:19.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc027fc640 1 -- 172.21.15.84:0/3738484933 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbfc00fd00 con 0x7efc0c14fa10 2024-04-15T15:10:19.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.509+0000 7efc1407b640 1 -- 172.21.15.84:0/3738484933 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc0c06d5a0 con 0x7efc0c14fa10 2024-04-15T15:10:19.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.510+0000 7efc1407b640 1 -- 172.21.15.84:0/3738484933 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc0c0689e0 con 0x7efc0c14fa10 2024-04-15T15:10:19.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.511+0000 7efc027fc640 1 -- 172.21.15.84:0/3738484933 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7efbfc01d460 con 0x7efc0c14fa10 2024-04-15T15:10:19.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.511+0000 7efc027fc640 1 --2- 172.21.15.84:0/3738484933 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efbf006c8f0 0x7efbf006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:19.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.511+0000 7efc027fc640 1 -- 172.21.15.84:0/3738484933 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7efbfc08b830 con 0x7efc0c14fa10 2024-04-15T15:10:19.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.511+0000 7efc11e17640 1 --2- 172.21.15.84:0/3738484933 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efbf006c8f0 0x7efbf006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:19.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.512+0000 7efc11e17640 1 --2- 172.21.15.84:0/3738484933 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efbf006c8f0 0x7efbf006edb0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7efc08009a80 tx=0x7efc08008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:19.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.516+0000 7efc027fc640 1 -- 172.21.15.84:0/3738484933 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7efbfc059960 con 0x7efc0c14fa10 2024-04-15T15:10:19.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.695+0000 7efc1407b640 1 -- 172.21.15.84:0/3738484933 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efc0c0b1dc0 con 0x7efc0c14fa10 2024-04-15T15:10:19.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.696+0000 7efc027fc640 1 -- 172.21.15.84:0/3738484933 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v16) ==== 74+0+12836 (secure 0 0 0) 0x7efbfc05dc60 con 0x7efc0c14fa10 2024-04-15T15:10:19.698 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:19.698 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":16,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:12.596012+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":14,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:10:19.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.698+0000 7efc1407b640 1 -- 172.21.15.84:0/3738484933 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efbf006c8f0 msgr2=0x7efbf006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:19.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.698+0000 7efc1407b640 1 --2- 172.21.15.84:0/3738484933 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efbf006c8f0 0x7efbf006edb0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7efc08009a80 tx=0x7efc08008040 comp rx=0 tx=0).stop 2024-04-15T15:10:19.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.698+0000 7efc1407b640 1 -- 172.21.15.84:0/3738484933 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc0c14fa10 msgr2=0x7efc0c161b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:19.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.698+0000 7efc1407b640 1 --2- 172.21.15.84:0/3738484933 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc0c14fa10 0x7efc0c161b80 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7efbfc007290 tx=0x7efbfc007750 comp rx=0 tx=0).stop 2024-04-15T15:10:19.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.698+0000 7efc1407b640 1 -- 172.21.15.84:0/3738484933 shutdown_connections 2024-04-15T15:10:19.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.698+0000 7efc1407b640 1 --2- 172.21.15.84:0/3738484933 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc0c1f47a0 0x7efc0c0cfaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.698+0000 7efc1407b640 1 --2- 172.21.15.84:0/3738484933 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc0c14fa10 0x7efc0c161b80 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.698+0000 7efc1407b640 1 --2- 172.21.15.84:0/3738484933 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efbf006c8f0 0x7efbf006edb0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.698+0000 7efc1407b640 1 --2- 172.21.15.84:0/3738484933 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efbf80051c0 0x7efc0c160350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.698+0000 7efc1407b640 1 -- 172.21.15.84:0/3738484933 >> 172.21.15.84:0/3738484933 conn(0x7efc0c09db30 msgr2=0x7efc0c0d1d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:19.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.698+0000 7efc1407b640 1 -- 172.21.15.84:0/3738484933 shutdown_connections 2024-04-15T15:10:19.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.698+0000 7efc1407b640 1 -- 172.21.15.84:0/3738484933 wait complete. 2024-04-15T15:10:19.710 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T15:10:19.711 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:10:19.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.815+0000 7fd6e659d640 1 Processor -- start 2024-04-15T15:10:19.817 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.815+0000 7fd6e659d640 1 -- start start 2024-04-15T15:10:19.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.816+0000 7fd6e659d640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fd6e015e610 0x7fd6e00d0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:19.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.816+0000 7fd6e659d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd6e015e9f0 0x7fd6e00d3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:19.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.816+0000 7fd6e659d640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fd6e006c400 0x7fd6e006c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:19.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.816+0000 7fd6e659d640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fd6e00d31d0 con 0x7fd6e006c400 2024-04-15T15:10:19.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.816+0000 7fd6e659d640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fd6e00d2320 con 0x7fd6e015e610 2024-04-15T15:10:19.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.816+0000 7fd6e659d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fd6e00d25c0 con 0x7fd6e015e9f0 2024-04-15T15:10:19.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.816+0000 7fd6e4b3a640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fd6e006c400 0x7fd6e006c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:19.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.816+0000 7fd6e4b3a640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fd6e006c400 0x7fd6e006c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46636/0 (socket says 172.21.15.84:46636) 2024-04-15T15:10:19.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.816+0000 7fd6e4b3a640 1 -- 172.21.15.84:0/81257853 learned_addr learned my addr 172.21.15.84:0/81257853 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:19.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.817+0000 7fd6df7fe640 1 --2- 172.21.15.84:0/81257853 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd6e015e9f0 0x7fd6e00d3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:19.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.817+0000 7fd6dffff640 1 --2- 172.21.15.84:0/81257853 >> v2:172.21.15.203:3300/0 conn(0x7fd6e015e610 0x7fd6e00d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:19.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.817+0000 7fd6e4b3a640 1 -- 172.21.15.84:0/81257853 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd6e015e9f0 msgr2=0x7fd6e00d3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:19.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.817+0000 7fd6e4b3a640 1 --2- 172.21.15.84:0/81257853 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd6e015e9f0 0x7fd6e00d3660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.817+0000 7fd6e4b3a640 1 -- 172.21.15.84:0/81257853 >> v2:172.21.15.203:3300/0 conn(0x7fd6e015e610 msgr2=0x7fd6e00d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:19.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.817+0000 7fd6e4b3a640 1 --2- 172.21.15.84:0/81257853 >> v2:172.21.15.203:3300/0 conn(0x7fd6e015e610 0x7fd6e00d0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.817+0000 7fd6e4b3a640 1 -- 172.21.15.84:0/81257853 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6e00d28a0 con 0x7fd6e006c400 2024-04-15T15:10:19.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.817+0000 7fd6df7fe640 1 --2- 172.21.15.84:0/81257853 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd6e015e9f0 0x7fd6e00d3660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:19.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.817+0000 7fd6dffff640 1 --2- 172.21.15.84:0/81257853 >> v2:172.21.15.203:3300/0 conn(0x7fd6e015e610 0x7fd6e00d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:19.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.817+0000 7fd6e4b3a640 1 --2- 172.21.15.84:0/81257853 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd6e006c400 0x7fd6e006c890 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd6e00b72a0 tx=0x7fd6d802bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f93155a8473365a server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:19.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.817+0000 7fd6deffd640 1 -- 172.21.15.84:0/81257853 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6d802cb00 con 0x7fd6e006c400 2024-04-15T15:10:19.822 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.818+0000 7fd6deffd640 1 -- 172.21.15.84:0/81257853 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6d802cca0 con 0x7fd6e006c400 2024-04-15T15:10:19.822 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.818+0000 7fd6deffd640 1 -- 172.21.15.84:0/81257853 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6d8034610 con 0x7fd6e006c400 2024-04-15T15:10:19.822 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.818+0000 7fd6e659d640 1 -- 172.21.15.84:0/81257853 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd6e006c400 msgr2=0x7fd6e006c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:19.822 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.818+0000 7fd6e659d640 1 --2- 172.21.15.84:0/81257853 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd6e006c400 0x7fd6e006c890 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd6e00b72a0 tx=0x7fd6d802bf60 comp rx=0 tx=0).stop 2024-04-15T15:10:19.822 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.818+0000 7fd6e659d640 1 -- 172.21.15.84:0/81257853 shutdown_connections 2024-04-15T15:10:19.822 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.818+0000 7fd6e659d640 1 --2- 172.21.15.84:0/81257853 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd6e006c400 0x7fd6e006c890 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.822 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.818+0000 7fd6e659d640 1 --2- 172.21.15.84:0/81257853 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd6e015e9f0 0x7fd6e00d3660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.822 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.818+0000 7fd6e659d640 1 --2- 172.21.15.84:0/81257853 >> v2:172.21.15.203:3300/0 conn(0x7fd6e015e610 0x7fd6e00d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.822 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.818+0000 7fd6e659d640 1 -- 172.21.15.84:0/81257853 >> 172.21.15.84:0/81257853 conn(0x7fd6e00d4750 msgr2=0x7fd6e00d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:19.822 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.818+0000 7fd6e659d640 1 -- 172.21.15.84:0/81257853 shutdown_connections 2024-04-15T15:10:19.822 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.818+0000 7fd6e659d640 1 -- 172.21.15.84:0/81257853 wait complete. 2024-04-15T15:10:19.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.819+0000 7fd6e659d640 1 Processor -- start 2024-04-15T15:10:19.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.820+0000 7fd6e659d640 1 -- start start 2024-04-15T15:10:19.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.820+0000 7fd6e659d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd6e006c400 0x7fd6e0156290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:19.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.820+0000 7fd6e659d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd6e015e610 0x7fd6e00cdbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:19.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.820+0000 7fd6e659d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6e015e9f0 0x7fd6e0151de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:19.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.820+0000 7fd6e659d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e006d130 con 0x7fd6e015e610 2024-04-15T15:10:19.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.820+0000 7fd6e659d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e00d2e60 con 0x7fd6e015e9f0 2024-04-15T15:10:19.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.820+0000 7fd6e659d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fd6e00d0bd0 con 0x7fd6e006c400 2024-04-15T15:10:19.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.820+0000 7fd6df7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd6e015e610 0x7fd6e00cdbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:19.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.820+0000 7fd6df7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd6e015e610 0x7fd6e00cdbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46640/0 (socket says 172.21.15.84:46640) 2024-04-15T15:10:19.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.820+0000 7fd6df7fe640 1 -- 172.21.15.84:0/890214 learned_addr learned my addr 172.21.15.84:0/890214 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:19.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.820+0000 7fd6dffff640 1 --2- 172.21.15.84:0/890214 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd6e006c400 0x7fd6e0156290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:19.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.820+0000 7fd6e4b3a640 1 --2- 172.21.15.84:0/890214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6e015e9f0 0x7fd6e0151de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:19.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.821+0000 7fd6df7fe640 1 -- 172.21.15.84:0/890214 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd6e006c400 msgr2=0x7fd6e0156290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:19.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.821+0000 7fd6df7fe640 1 --2- 172.21.15.84:0/890214 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd6e006c400 0x7fd6e0156290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.821+0000 7fd6df7fe640 1 -- 172.21.15.84:0/890214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6e015e9f0 msgr2=0x7fd6e0151de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:19.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.821+0000 7fd6df7fe640 1 --2- 172.21.15.84:0/890214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6e015e9f0 0x7fd6e0151de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:19.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.821+0000 7fd6df7fe640 1 -- 172.21.15.84:0/890214 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6e00b42c0 con 0x7fd6e015e610 2024-04-15T15:10:19.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.821+0000 7fd6df7fe640 1 --2- 172.21.15.84:0/890214 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd6e015e610 0x7fd6e00cdbe0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd6d400c7f0 tx=0x7fd6d400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:19.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.821+0000 7fd6dcff9640 1 -- 172.21.15.84:0/890214 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6d4015070 con 0x7fd6e015e610 2024-04-15T15:10:19.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.821+0000 7fd6dcff9640 1 -- 172.21.15.84:0/890214 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd6d4007820 con 0x7fd6e015e610 2024-04-15T15:10:19.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.821+0000 7fd6dcff9640 1 -- 172.21.15.84:0/890214 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6d4007bd0 con 0x7fd6e015e610 2024-04-15T15:10:19.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.821+0000 7fd6e659d640 1 -- 172.21.15.84:0/890214 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6e00b4600 con 0x7fd6e015e610 2024-04-15T15:10:19.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.821+0000 7fd6e659d640 1 -- 172.21.15.84:0/890214 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6e00b4e40 con 0x7fd6e015e610 2024-04-15T15:10:19.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.822+0000 7fd6e659d640 1 -- 172.21.15.84:0/890214 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6e0075c50 con 0x7fd6e015e610 2024-04-15T15:10:19.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.823+0000 7fd6dcff9640 1 -- 172.21.15.84:0/890214 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fd6d4018070 con 0x7fd6e015e610 2024-04-15T15:10:19.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.823+0000 7fd6dcff9640 1 --2- 172.21.15.84:0/890214 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd6cc06c8f0 0x7fd6cc06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:19.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.823+0000 7fd6dcff9640 1 -- 172.21.15.84:0/890214 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7fd6d408b900 con 0x7fd6e015e610 2024-04-15T15:10:19.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.823+0000 7fd6dffff640 1 --2- 172.21.15.84:0/890214 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd6cc06c8f0 0x7fd6cc06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:19.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.823+0000 7fd6dffff640 1 --2- 172.21.15.84:0/890214 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd6cc06c8f0 0x7fd6cc06edb0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd6d0006b10 tx=0x7fd6d0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:19.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:19.828+0000 7fd6dcff9640 1 -- 172.21.15.84:0/890214 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fd6e00b4600 con 0x7fd6e015e610 2024-04-15T15:10:20.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.004+0000 7fd6e659d640 1 -- 172.21.15.84:0/890214 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd6e00d3dd0 con 0x7fd6e015e610 2024-04-15T15:10:20.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.005+0000 7fd6dcff9640 1 -- 172.21.15.84:0/890214 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v16) ==== 93+0+10 (secure 0 0 0) 0x7fd6d40599b0 con 0x7fd6e015e610 2024-04-15T15:10:20.007 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:10:20.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.007+0000 7fd6e659d640 1 -- 172.21.15.84:0/890214 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd6cc06c8f0 msgr2=0x7fd6cc06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:20.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.007+0000 7fd6e659d640 1 --2- 172.21.15.84:0/890214 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd6cc06c8f0 0x7fd6cc06edb0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd6d0006b10 tx=0x7fd6d0008040 comp rx=0 tx=0).stop 2024-04-15T15:10:20.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.007+0000 7fd6e659d640 1 -- 172.21.15.84:0/890214 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd6e015e610 msgr2=0x7fd6e00cdbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:20.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.007+0000 7fd6e659d640 1 --2- 172.21.15.84:0/890214 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd6e015e610 0x7fd6e00cdbe0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd6d400c7f0 tx=0x7fd6d400ccb0 comp rx=0 tx=0).stop 2024-04-15T15:10:20.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.007+0000 7fd6e659d640 1 -- 172.21.15.84:0/890214 shutdown_connections 2024-04-15T15:10:20.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.007+0000 7fd6e659d640 1 --2- 172.21.15.84:0/890214 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd6cc06c8f0 0x7fd6cc06edb0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:20.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.007+0000 7fd6e659d640 1 --2- 172.21.15.84:0/890214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6e015e9f0 0x7fd6e0151de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:20.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.007+0000 7fd6e659d640 1 --2- 172.21.15.84:0/890214 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd6e015e610 0x7fd6e00cdbe0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:20.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.007+0000 7fd6e659d640 1 --2- 172.21.15.84:0/890214 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd6e006c400 0x7fd6e0156290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:20.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.007+0000 7fd6e659d640 1 -- 172.21.15.84:0/890214 >> 172.21.15.84:0/890214 conn(0x7fd6e00d4750 msgr2=0x7fd6e00d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:20.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.007+0000 7fd6e659d640 1 -- 172.21.15.84:0/890214 shutdown_connections 2024-04-15T15:10:20.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.007+0000 7fd6e659d640 1 -- 172.21.15.84:0/890214 wait complete. 2024-04-15T15:10:20.020 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-15T15:10:20.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.120+0000 7f25281f2640 1 Processor -- start 2024-04-15T15:10:20.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.121+0000 7f25281f2640 1 -- start start 2024-04-15T15:10:20.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.121+0000 7f25281f2640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f252015fe80 0x7f2520070310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:20.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.121+0000 7f25281f2640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2520070850 0x7f252006d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:20.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.121+0000 7f25281f2640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f252006f990 con 0x7f25201590d0 2024-04-15T15:10:20.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.121+0000 7f25281f2640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f2520070ca0 con 0x7f252015fe80 2024-04-15T15:10:20.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.121+0000 7f25281f2640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f252015f150 con 0x7f2520070850 2024-04-15T15:10:20.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.122+0000 7f252678f640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2520070850 0x7f252006d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:20.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.122+0000 7f252678f640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2520070850 0x7f252006d300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:36660/0 (socket says 172.21.15.84:36660) 2024-04-15T15:10:20.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.122+0000 7f2525f8e640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7f25201590d0 0x7f252006eeb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:58092/0 (socket says 172.21.15.84:58092) 2024-04-15T15:10:20.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.122+0000 7f252678f640 1 -- 172.21.15.84:0/606765802 learned_addr learned my addr 172.21.15.84:0/606765802 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:20.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.122+0000 7f252578d640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f252015fe80 0x7f2520070310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:20.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.122+0000 7f252678f640 1 -- 172.21.15.84:0/606765802 >> v2:172.21.15.203:3300/0 conn(0x7f252015fe80 msgr2=0x7f2520070310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:20.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.122+0000 7f252678f640 1 --2- 172.21.15.84:0/606765802 >> v2:172.21.15.203:3300/0 conn(0x7f252015fe80 0x7f2520070310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:20.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.122+0000 7f252678f640 1 -- 172.21.15.84:0/606765802 >> v1:172.21.15.203:6789/0 conn(0x7f25201590d0 legacy=0x7f252006eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:20.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.122+0000 7f252678f640 1 -- 172.21.15.84:0/606765802 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f252015f3a0 con 0x7f2520070850 2024-04-15T15:10:20.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.123+0000 7f252678f640 1 --2- 172.21.15.84:0/606765802 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2520070850 0x7f252006d300 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f2510009e50 tx=0x7f251002bf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=43edea62e1b7743f server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:20.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.123+0000 7f2524f8c640 1 -- 172.21.15.84:0/606765802 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f251002cb00 con 0x7f2520070850 2024-04-15T15:10:20.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.123+0000 7f2524f8c640 1 -- 172.21.15.84:0/606765802 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f251002cca0 con 0x7f2520070850 2024-04-15T15:10:20.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.123+0000 7f2524f8c640 1 -- 172.21.15.84:0/606765802 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2510034610 con 0x7f2520070850 2024-04-15T15:10:20.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.124+0000 7f25281f2640 1 -- 172.21.15.84:0/606765802 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2520070850 msgr2=0x7f252006d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:20.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.124+0000 7f25281f2640 1 --2- 172.21.15.84:0/606765802 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2520070850 0x7f252006d300 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f2510009e50 tx=0x7f251002bf60 comp rx=0 tx=0).stop 2024-04-15T15:10:20.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.124+0000 7f25281f2640 1 -- 172.21.15.84:0/606765802 shutdown_connections 2024-04-15T15:10:20.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.124+0000 7f25281f2640 1 --2- 172.21.15.84:0/606765802 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2520070850 0x7f252006d300 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:20.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.124+0000 7f25281f2640 1 --2- 172.21.15.84:0/606765802 >> v2:172.21.15.203:3300/0 conn(0x7f252015fe80 0x7f2520070310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:20.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.124+0000 7f25281f2640 1 -- 172.21.15.84:0/606765802 >> 172.21.15.84:0/606765802 conn(0x7f25200cdd20 msgr2=0x7f25200ce100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:20.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.124+0000 7f25281f2640 1 -- 172.21.15.84:0/606765802 shutdown_connections 2024-04-15T15:10:20.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.124+0000 7f25281f2640 1 -- 172.21.15.84:0/606765802 wait complete. 2024-04-15T15:10:20.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.125+0000 7f25281f2640 1 Processor -- start 2024-04-15T15:10:20.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.125+0000 7f25281f2640 1 -- start start 2024-04-15T15:10:20.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f25281f2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2520070850 0x7f2520149d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:20.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f25281f2640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f25201590d0 0x7f252014daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:20.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f25281f2640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f252015fe80 0x7f25200cb350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:20.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f25281f2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f252015c9c0 con 0x7f2520070850 2024-04-15T15:10:20.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f25281f2640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f25201594b0 con 0x7f25201590d0 2024-04-15T15:10:20.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f25281f2640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f252006f5c0 con 0x7f252015fe80 2024-04-15T15:10:20.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f2525f8e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2520070850 0x7f2520149d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:20.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f2525f8e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2520070850 0x7f2520149d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46644/0 (socket says 172.21.15.84:46644) 2024-04-15T15:10:20.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f2525f8e640 1 -- 172.21.15.84:0/3208917285 learned_addr learned my addr 172.21.15.84:0/3208917285 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:20.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f252678f640 1 --2- 172.21.15.84:0/3208917285 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f252015fe80 0x7f25200cb350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:20.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f252578d640 1 --2- 172.21.15.84:0/3208917285 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f25201590d0 0x7f252014daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:20.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f2525f8e640 1 -- 172.21.15.84:0/3208917285 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f252015fe80 msgr2=0x7f25200cb350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:20.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f2525f8e640 1 --2- 172.21.15.84:0/3208917285 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f252015fe80 0x7f25200cb350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:20.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f2525f8e640 1 -- 172.21.15.84:0/3208917285 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f25201590d0 msgr2=0x7f252014daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:20.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f2525f8e640 1 --2- 172.21.15.84:0/3208917285 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f25201590d0 0x7f252014daa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:20.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f2525f8e640 1 -- 172.21.15.84:0/3208917285 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2520147d80 con 0x7f2520070850 2024-04-15T15:10:20.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f252578d640 1 --2- 172.21.15.84:0/3208917285 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f25201590d0 0x7f252014daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:20.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f2525f8e640 1 --2- 172.21.15.84:0/3208917285 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2520070850 0x7f2520149d30 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f251800c400 tx=0x7f251800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:20.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f251e7fc640 1 -- 172.21.15.84:0/3208917285 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25180074e0 con 0x7f2520070850 2024-04-15T15:10:20.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f251e7fc640 1 -- 172.21.15.84:0/3208917285 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25180047e0 con 0x7f2520070850 2024-04-15T15:10:20.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f25281f2640 1 -- 172.21.15.84:0/3208917285 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f252014a350 con 0x7f2520070850 2024-04-15T15:10:20.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f251e7fc640 1 -- 172.21.15.84:0/3208917285 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2518004bd0 con 0x7f2520070850 2024-04-15T15:10:20.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.126+0000 7f25281f2640 1 -- 172.21.15.84:0/3208917285 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f252014a910 con 0x7f2520070850 2024-04-15T15:10:20.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.127+0000 7f25281f2640 1 -- 172.21.15.84:0/3208917285 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25200690f0 con 0x7f2520070850 2024-04-15T15:10:20.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.128+0000 7f251e7fc640 1 -- 172.21.15.84:0/3208917285 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f251801a020 con 0x7f2520070850 2024-04-15T15:10:20.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.128+0000 7f251e7fc640 1 --2- 172.21.15.84:0/3208917285 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f250c06c8f0 0x7f250c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:20.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.129+0000 7f252578d640 1 --2- 172.21.15.84:0/3208917285 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f250c06c8f0 0x7f250c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:20.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.129+0000 7f251e7fc640 1 -- 172.21.15.84:0/3208917285 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7f251808b000 con 0x7f2520070850 2024-04-15T15:10:20.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.129+0000 7f252578d640 1 --2- 172.21.15.84:0/3208917285 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f250c06c8f0 0x7f250c06edb0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f25200b0d90 tx=0x7f2514008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:20.134 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.133+0000 7f251e7fc640 1 -- 172.21.15.84:0/3208917285 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f2518059780 con 0x7f2520070850 2024-04-15T15:10:20.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.309+0000 7f25281f2640 1 -- 172.21.15.84:0/3208917285 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f25200d06b0 con 0x7f2520070850 2024-04-15T15:10:20.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.310+0000 7f251e7fc640 1 -- 172.21.15.84:0/3208917285 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v16) ==== 84+0+65 (secure 0 0 0) 0x7f2518059080 con 0x7f2520070850 2024-04-15T15:10:20.312 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:20.312 INFO:teuthology.orchestra.run.smithi084.stdout:[ 2024-04-15T15:10:20.312 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:10:20.312 INFO:teuthology.orchestra.run.smithi084.stdout: "poolnum": 1, 2024-04-15T15:10:20.312 INFO:teuthology.orchestra.run.smithi084.stdout: "poolname": ".mgr" 2024-04-15T15:10:20.312 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:10:20.312 INFO:teuthology.orchestra.run.smithi084.stdout:] 2024-04-15T15:10:20.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.312+0000 7f25281f2640 1 -- 172.21.15.84:0/3208917285 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f250c06c8f0 msgr2=0x7f250c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:20.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.312+0000 7f25281f2640 1 --2- 172.21.15.84:0/3208917285 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f250c06c8f0 0x7f250c06edb0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f25200b0d90 tx=0x7f2514008040 comp rx=0 tx=0).stop 2024-04-15T15:10:20.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.312+0000 7f25281f2640 1 -- 172.21.15.84:0/3208917285 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2520070850 msgr2=0x7f2520149d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:20.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.312+0000 7f25281f2640 1 --2- 172.21.15.84:0/3208917285 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2520070850 0x7f2520149d30 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f251800c400 tx=0x7f251800c8c0 comp rx=0 tx=0).stop 2024-04-15T15:10:20.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.312+0000 7f25281f2640 1 -- 172.21.15.84:0/3208917285 shutdown_connections 2024-04-15T15:10:20.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.312+0000 7f25281f2640 1 --2- 172.21.15.84:0/3208917285 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f250c06c8f0 0x7f250c06edb0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:20.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.312+0000 7f25281f2640 1 --2- 172.21.15.84:0/3208917285 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f25201590d0 0x7f252014daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:20.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.312+0000 7f25281f2640 1 --2- 172.21.15.84:0/3208917285 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f252015fe80 0x7f25200cb350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:20.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.312+0000 7f25281f2640 1 --2- 172.21.15.84:0/3208917285 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2520070850 0x7f2520149d30 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:20.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.312+0000 7f25281f2640 1 -- 172.21.15.84:0/3208917285 >> 172.21.15.84:0/3208917285 conn(0x7f25200cdd20 msgr2=0x7f25200b1500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:20.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.312+0000 7f25281f2640 1 -- 172.21.15.84:0/3208917285 shutdown_connections 2024-04-15T15:10:20.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.312+0000 7f25281f2640 1 -- 172.21.15.84:0/3208917285 wait complete. 2024-04-15T15:10:20.324 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-15T15:10:20.324 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-15T15:10:20.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.430+0000 7fcafa847640 1 Processor -- start 2024-04-15T15:10:20.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.430+0000 7fcafa847640 1 -- start start 2024-04-15T15:10:20.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.430+0000 7fcafa847640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fcaf406d080 0x7fcaf406eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:20.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.431+0000 7fcafa847640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fcaf40cfa70 0x7fcaf40cdf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:20.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.431+0000 7fcafa847640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcaf40cfee0 con 0x7fcaf4145f30 2024-04-15T15:10:20.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.431+0000 7fcafa847640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fcaf40d0170 con 0x7fcaf40cfa70 2024-04-15T15:10:20.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.431+0000 7fcafa847640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fcaf40d0450 con 0x7fcaf406d080 2024-04-15T15:10:20.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.431+0000 7fcaf8de4640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fcaf40cfa70 0x7fcaf40cdf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:20.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.431+0000 7fcaf8de4640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fcaf40cfa70 0x7fcaf40cdf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46658/0 (socket says 172.21.15.84:46658) 2024-04-15T15:10:20.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.431+0000 7fcaf8de4640 1 -- 172.21.15.84:0/499442179 learned_addr learned my addr 172.21.15.84:0/499442179 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:20.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.431+0000 7fcaebfff640 1 --2- 172.21.15.84:0/499442179 >> v2:172.21.15.203:3300/0 conn(0x7fcaf406d080 0x7fcaf406eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:20.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.431+0000 7fcaf8de4640 1 -- 172.21.15.84:0/499442179 >> v2:172.21.15.203:3300/0 conn(0x7fcaf406d080 msgr2=0x7fcaf406eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:20.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.431+0000 7fcaf8de4640 1 --2- 172.21.15.84:0/499442179 >> v2:172.21.15.203:3300/0 conn(0x7fcaf406d080 0x7fcaf406eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:20.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.431+0000 7fcaf8de4640 1 -- 172.21.15.84:0/499442179 >> v1:172.21.15.203:6789/0 conn(0x7fcaf4145f30 legacy=0x7fcaf406c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:20.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.431+0000 7fcaf8de4640 1 -- 172.21.15.84:0/499442179 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcaf40d0730 con 0x7fcaf40cfa70 2024-04-15T15:10:20.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.431+0000 7fcaebfff640 1 --2- 172.21.15.84:0/499442179 >> v2:172.21.15.203:3300/0 conn(0x7fcaf406d080 0x7fcaf406eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:20.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.432+0000 7fcaf8de4640 1 --2- 172.21.15.84:0/499442179 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcaf40cfa70 0x7fcaf40cdf90 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fcaf40748e0 tx=0x7fcaec02bee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ff2874f9759d205 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:20.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.432+0000 7fcaf37fe640 1 -- 172.21.15.84:0/499442179 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaec02ca80 con 0x7fcaf40cfa70 2024-04-15T15:10:20.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.432+0000 7fcaf37fe640 1 -- 172.21.15.84:0/499442179 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcaec02cc20 con 0x7fcaf40cfa70 2024-04-15T15:10:20.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.432+0000 7fcaf37fe640 1 -- 172.21.15.84:0/499442179 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaec0343f0 con 0x7fcaf40cfa70 2024-04-15T15:10:20.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.432+0000 7fcafa847640 1 -- 172.21.15.84:0/499442179 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcaf40cfa70 msgr2=0x7fcaf40cdf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:20.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.432+0000 7fcafa847640 1 --2- 172.21.15.84:0/499442179 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcaf40cfa70 0x7fcaf40cdf90 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fcaf40748e0 tx=0x7fcaec02bee0 comp rx=0 tx=0).stop 2024-04-15T15:10:20.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.432+0000 7fcafa847640 1 -- 172.21.15.84:0/499442179 shutdown_connections 2024-04-15T15:10:20.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.432+0000 7fcafa847640 1 --2- 172.21.15.84:0/499442179 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcaf40cfa70 0x7fcaf40cdf90 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:20.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.432+0000 7fcafa847640 1 --2- 172.21.15.84:0/499442179 >> v2:172.21.15.203:3300/0 conn(0x7fcaf406d080 0x7fcaf406eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:20.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.432+0000 7fcafa847640 1 -- 172.21.15.84:0/499442179 >> 172.21.15.84:0/499442179 conn(0x7fcaf40703a0 msgr2=0x7fcaf4070780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:20.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.433+0000 7fcafa847640 1 -- 172.21.15.84:0/499442179 shutdown_connections 2024-04-15T15:10:20.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.433+0000 7fcafa847640 1 -- 172.21.15.84:0/499442179 wait complete. 2024-04-15T15:10:20.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.434+0000 7fcafa847640 1 Processor -- start 2024-04-15T15:10:20.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.434+0000 7fcafa847640 1 -- start start 2024-04-15T15:10:20.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.434+0000 7fcafa847640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcaf406d080 0x7fcaf415e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:20.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.434+0000 7fcafa847640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcaf40cfa70 0x7fcaf415b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:20.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.434+0000 7fcafa847640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcaf4145f30 0x7fcaf40b4870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:20.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.434+0000 7fcafa847640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf406d670 con 0x7fcaf40cfa70 2024-04-15T15:10:20.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.434+0000 7fcafa847640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf40d0cf0 con 0x7fcaf4145f30 2024-04-15T15:10:20.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.434+0000 7fcafa847640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fcaf40ce4d0 con 0x7fcaf406d080 2024-04-15T15:10:20.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.434+0000 7fcaebfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcaf40cfa70 0x7fcaf415b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:20.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.435+0000 7fcaebfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcaf40cfa70 0x7fcaf415b060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46664/0 (socket says 172.21.15.84:46664) 2024-04-15T15:10:20.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.435+0000 7fcaebfff640 1 -- 172.21.15.84:0/101903531 learned_addr learned my addr 172.21.15.84:0/101903531 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:20.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.435+0000 7fcaf3fff640 1 --2- 172.21.15.84:0/101903531 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcaf406d080 0x7fcaf415e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:20.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.435+0000 7fcaf8de4640 1 --2- 172.21.15.84:0/101903531 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcaf4145f30 0x7fcaf40b4870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:20.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.435+0000 7fcaebfff640 1 -- 172.21.15.84:0/101903531 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcaf406d080 msgr2=0x7fcaf415e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:20.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.435+0000 7fcaebfff640 1 --2- 172.21.15.84:0/101903531 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcaf406d080 0x7fcaf415e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:20.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.435+0000 7fcaebfff640 1 -- 172.21.15.84:0/101903531 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcaf4145f30 msgr2=0x7fcaf40b4870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:20.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.435+0000 7fcaebfff640 1 --2- 172.21.15.84:0/101903531 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcaf4145f30 0x7fcaf40b4870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:20.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.435+0000 7fcaebfff640 1 -- 172.21.15.84:0/101903531 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcaf40b40b0 con 0x7fcaf40cfa70 2024-04-15T15:10:20.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.435+0000 7fcaebfff640 1 --2- 172.21.15.84:0/101903531 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcaf40cfa70 0x7fcaf415b060 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fcadc010f60 tx=0x7fcadc010f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:20.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.435+0000 7fcaf17fa640 1 -- 172.21.15.84:0/101903531 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcadc01e070 con 0x7fcaf40cfa70 2024-04-15T15:10:20.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.435+0000 7fcaf17fa640 1 -- 172.21.15.84:0/101903531 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcadc011840 con 0x7fcaf40cfa70 2024-04-15T15:10:20.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.435+0000 7fcafa847640 1 -- 172.21.15.84:0/101903531 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcaf415e980 con 0x7fcaf40cfa70 2024-04-15T15:10:20.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.435+0000 7fcaf17fa640 1 -- 172.21.15.84:0/101903531 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcadc011c10 con 0x7fcaf40cfa70 2024-04-15T15:10:20.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.435+0000 7fcafa847640 1 -- 172.21.15.84:0/101903531 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcaf40b4350 con 0x7fcaf40cfa70 2024-04-15T15:10:20.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.436+0000 7fcafa847640 1 -- 172.21.15.84:0/101903531 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcaf40690f0 con 0x7fcaf40cfa70 2024-04-15T15:10:20.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.437+0000 7fcaf17fa640 1 -- 172.21.15.84:0/101903531 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fcadc021070 con 0x7fcaf40cfa70 2024-04-15T15:10:20.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.437+0000 7fcaf17fa640 1 --2- 172.21.15.84:0/101903531 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fcad406c8f0 0x7fcad406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:20.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.437+0000 7fcaf3fff640 1 --2- 172.21.15.84:0/101903531 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fcad406c8f0 0x7fcad406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:20.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.437+0000 7fcaf17fa640 1 -- 172.21.15.84:0/101903531 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(16..16 src has 1..16) ==== 4857+0+0 (secure 0 0 0) 0x7fcadc08fec0 con 0x7fcaf40cfa70 2024-04-15T15:10:20.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.437+0000 7fcaf3fff640 1 --2- 172.21.15.84:0/101903531 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fcad406c8f0 0x7fcad406edb0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fcae4006fd0 tx=0x7fcae4009060 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:20.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.441+0000 7fcaf17fa640 1 -- 172.21.15.84:0/101903531 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fcadc05e080 con 0x7fcaf40cfa70 2024-04-15T15:10:20.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:20.617+0000 7fcafa847640 1 -- 172.21.15.84:0/101903531 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fcaf406cc30 con 0x7fcaf40cfa70 2024-04-15T15:10:21.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.326+0000 7fcaf17fa640 1 -- 172.21.15.84:0/101903531 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v17) ==== 138+0+0 (secure 0 0 0) 0x7fcadc062380 con 0x7fcaf40cfa70 2024-04-15T15:10:21.328 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'cephfs_metadata' created 2024-04-15T15:10:21.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.329+0000 7fcafa847640 1 -- 172.21.15.84:0/101903531 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fcad406c8f0 msgr2=0x7fcad406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:21.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.329+0000 7fcafa847640 1 --2- 172.21.15.84:0/101903531 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fcad406c8f0 0x7fcad406edb0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fcae4006fd0 tx=0x7fcae4009060 comp rx=0 tx=0).stop 2024-04-15T15:10:21.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.329+0000 7fcafa847640 1 -- 172.21.15.84:0/101903531 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcaf40cfa70 msgr2=0x7fcaf415b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:21.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.329+0000 7fcafa847640 1 --2- 172.21.15.84:0/101903531 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcaf40cfa70 0x7fcaf415b060 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fcadc010f60 tx=0x7fcadc010f90 comp rx=0 tx=0).stop 2024-04-15T15:10:21.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.329+0000 7fcafa847640 1 -- 172.21.15.84:0/101903531 shutdown_connections 2024-04-15T15:10:21.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.329+0000 7fcafa847640 1 --2- 172.21.15.84:0/101903531 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fcad406c8f0 0x7fcad406edb0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:21.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.329+0000 7fcafa847640 1 --2- 172.21.15.84:0/101903531 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcaf4145f30 0x7fcaf40b4870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:21.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.329+0000 7fcafa847640 1 --2- 172.21.15.84:0/101903531 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcaf40cfa70 0x7fcaf415b060 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:21.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.329+0000 7fcafa847640 1 --2- 172.21.15.84:0/101903531 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcaf406d080 0x7fcaf415e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:21.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.329+0000 7fcafa847640 1 -- 172.21.15.84:0/101903531 >> 172.21.15.84:0/101903531 conn(0x7fcaf40703a0 msgr2=0x7fcaf40cedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:21.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.330+0000 7fcafa847640 1 -- 172.21.15.84:0/101903531 shutdown_connections 2024-04-15T15:10:21.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.330+0000 7fcafa847640 1 -- 172.21.15.84:0/101903531 wait complete. 2024-04-15T15:10:21.349 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-04-15T15:10:21.463 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.461+0000 7f6591d49640 1 Processor -- start 2024-04-15T15:10:21.463 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.461+0000 7f6591d49640 1 -- start start 2024-04-15T15:10:21.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.462+0000 7f6591d49640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f658c15e960 0x7f658c0d1920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:21.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.462+0000 7f6591d49640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f658c0b11d0 0x7f658c0d4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:21.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.462+0000 7f6591d49640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f658c0b6040 0x7f658c0d4e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:21.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.462+0000 7f6591d49640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f658c0b65b0 con 0x7f658c0b11d0 2024-04-15T15:10:21.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.462+0000 7f6591d49640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f658c0b6890 con 0x7f658c15e960 2024-04-15T15:10:21.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.462+0000 7f6591d49640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f658c0b6b70 con 0x7f658c0b6040 2024-04-15T15:10:21.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.462+0000 7f658affd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f658c0b11d0 0x7f658c0d4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:21.465 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.462+0000 7f658affd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f658c0b11d0 0x7f658c0d4900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46680/0 (socket says 172.21.15.84:46680) 2024-04-15T15:10:21.465 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.462+0000 7f658affd640 1 -- 172.21.15.84:0/856974367 learned_addr learned my addr 172.21.15.84:0/856974367 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:21.465 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.462+0000 7f658bfff640 1 --2- 172.21.15.84:0/856974367 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f658c0b6040 0x7f658c0d4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:21.465 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.462+0000 7f658b7fe640 1 --2- 172.21.15.84:0/856974367 >> v2:172.21.15.203:3300/0 conn(0x7f658c15e960 0x7f658c0d1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:21.465 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.462+0000 7f658affd640 1 -- 172.21.15.84:0/856974367 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f658c0b6040 msgr2=0x7f658c0d4e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:21.465 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.462+0000 7f658affd640 1 --2- 172.21.15.84:0/856974367 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f658c0b6040 0x7f658c0d4e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:21.465 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.462+0000 7f658affd640 1 -- 172.21.15.84:0/856974367 >> v2:172.21.15.203:3300/0 conn(0x7f658c15e960 msgr2=0x7f658c0d1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:21.465 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.462+0000 7f658affd640 1 --2- 172.21.15.84:0/856974367 >> v2:172.21.15.203:3300/0 conn(0x7f658c15e960 0x7f658c0d1920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:21.466 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.462+0000 7f658affd640 1 -- 172.21.15.84:0/856974367 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f658c0b6e50 con 0x7f658c0b11d0 2024-04-15T15:10:21.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.463+0000 7f658affd640 1 --2- 172.21.15.84:0/856974367 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658c0b11d0 0x7f658c0d4900 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f658c0d31a0 tx=0x7f658002b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32d3dc879b17cd1a server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:21.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.463+0000 7f658a7fc640 1 -- 172.21.15.84:0/856974367 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6580035020 con 0x7f658c0b11d0 2024-04-15T15:10:21.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.463+0000 7f658a7fc640 1 -- 172.21.15.84:0/856974367 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6580031870 con 0x7f658c0b11d0 2024-04-15T15:10:21.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.463+0000 7f658a7fc640 1 -- 172.21.15.84:0/856974367 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6580031c40 con 0x7f658c0b11d0 2024-04-15T15:10:21.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.464+0000 7f6591d49640 1 -- 172.21.15.84:0/856974367 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658c0b11d0 msgr2=0x7f658c0d4900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:21.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.464+0000 7f6591d49640 1 --2- 172.21.15.84:0/856974367 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658c0b11d0 0x7f658c0d4900 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f658c0d31a0 tx=0x7f658002b910 comp rx=0 tx=0).stop 2024-04-15T15:10:21.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.464+0000 7f6591d49640 1 -- 172.21.15.84:0/856974367 shutdown_connections 2024-04-15T15:10:21.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.464+0000 7f6591d49640 1 --2- 172.21.15.84:0/856974367 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658c0b11d0 0x7f658c0d4900 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:21.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.464+0000 7f6591d49640 1 --2- 172.21.15.84:0/856974367 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f658c0b6040 0x7f658c0d4e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:21.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.464+0000 7f6591d49640 1 --2- 172.21.15.84:0/856974367 >> v2:172.21.15.203:3300/0 conn(0x7f658c15e960 0x7f658c0d1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:21.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.464+0000 7f6591d49640 1 -- 172.21.15.84:0/856974367 >> 172.21.15.84:0/856974367 conn(0x7f658c0b9580 msgr2=0x7f658c0b9990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:21.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.464+0000 7f6591d49640 1 -- 172.21.15.84:0/856974367 shutdown_connections 2024-04-15T15:10:21.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.464+0000 7f6591d49640 1 -- 172.21.15.84:0/856974367 wait complete. 2024-04-15T15:10:21.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.465+0000 7f6591d49640 1 Processor -- start 2024-04-15T15:10:21.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.465+0000 7f6591d49640 1 -- start start 2024-04-15T15:10:21.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.466+0000 7f6591d49640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f658c0b11d0 0x7f658c06cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:21.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.466+0000 7f6591d49640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f658c0b6040 0x7f658c1607e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:21.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.466+0000 7f6591d49640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658c15e960 0x7f658c15c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:21.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.466+0000 7f6591d49640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f658c0cfb40 con 0x7f658c15e960 2024-04-15T15:10:21.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.466+0000 7f6591d49640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f658c0cf9c0 con 0x7f658c0b6040 2024-04-15T15:10:21.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.466+0000 7f6591d49640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f658c0d2190 con 0x7f658c0b11d0 2024-04-15T15:10:21.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.466+0000 7f658bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658c15e960 0x7f658c15c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:21.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.466+0000 7f658bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658c15e960 0x7f658c15c1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46692/0 (socket says 172.21.15.84:46692) 2024-04-15T15:10:21.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.466+0000 7f658bfff640 1 -- 172.21.15.84:0/335625328 learned_addr learned my addr 172.21.15.84:0/335625328 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:21.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.466+0000 7f658affd640 1 --2- 172.21.15.84:0/335625328 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f658c0b6040 0x7f658c1607e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:21.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.466+0000 7f658b7fe640 1 --2- 172.21.15.84:0/335625328 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f658c0b11d0 0x7f658c06cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:21.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.466+0000 7f658bfff640 1 -- 172.21.15.84:0/335625328 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f658c0b11d0 msgr2=0x7f658c06cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:21.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.466+0000 7f658bfff640 1 --2- 172.21.15.84:0/335625328 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f658c0b11d0 0x7f658c06cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:21.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.466+0000 7f658bfff640 1 -- 172.21.15.84:0/335625328 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f658c0b6040 msgr2=0x7f658c1607e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:21.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.466+0000 7f658bfff640 1 --2- 172.21.15.84:0/335625328 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f658c0b6040 0x7f658c1607e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:21.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.466+0000 7f658bfff640 1 -- 172.21.15.84:0/335625328 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f658c06d210 con 0x7f658c15e960 2024-04-15T15:10:21.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.466+0000 7f658bfff640 1 --2- 172.21.15.84:0/335625328 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658c15e960 0x7f658c15c1f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f658400c570 tx=0x7f658400ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:21.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.466+0000 7f6573fff640 1 -- 172.21.15.84:0/335625328 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6584015070 con 0x7f658c15e960 2024-04-15T15:10:21.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.466+0000 7f6573fff640 1 -- 172.21.15.84:0/335625328 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6584004220 con 0x7f658c15e960 2024-04-15T15:10:21.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.467+0000 7f6591d49640 1 -- 172.21.15.84:0/335625328 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f658c06d4f0 con 0x7f658c15e960 2024-04-15T15:10:21.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.467+0000 7f6573fff640 1 -- 172.21.15.84:0/335625328 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6584003610 con 0x7f658c15e960 2024-04-15T15:10:21.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.467+0000 7f6591d49640 1 -- 172.21.15.84:0/335625328 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f658c1602c0 con 0x7f658c15e960 2024-04-15T15:10:21.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.467+0000 7f6591d49640 1 -- 172.21.15.84:0/335625328 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f658c075c50 con 0x7f658c15e960 2024-04-15T15:10:21.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.468+0000 7f6573fff640 1 -- 172.21.15.84:0/335625328 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f65840037b0 con 0x7f658c15e960 2024-04-15T15:10:21.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.468+0000 7f6573fff640 1 --2- 172.21.15.84:0/335625328 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f657806c8f0 0x7f657806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:21.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.468+0000 7f6573fff640 1 -- 172.21.15.84:0/335625328 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 5227+0+0 (secure 0 0 0) 0x7f658408b630 con 0x7f658c15e960 2024-04-15T15:10:21.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.468+0000 7f658b7fe640 1 --2- 172.21.15.84:0/335625328 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f657806c8f0 0x7f657806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:21.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.469+0000 7f658b7fe640 1 --2- 172.21.15.84:0/335625328 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f657806c8f0 0x7f657806edb0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f658c15e030 tx=0x7f657c007710 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:21.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.473+0000 7f6573fff640 1 -- 172.21.15.84:0/335625328 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f6584059680 con 0x7f658c15e960 2024-04-15T15:10:21.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:21.649+0000 7f6591d49640 1 -- 172.21.15.84:0/335625328 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7f658c0d15d0 con 0x7f658c15e960 2024-04-15T15:10:22.031 DEBUG:teuthology.orchestra.run.smithi084:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-15T15:10:22.034 DEBUG:teuthology.orchestra.run.smithi203:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-15T15:10:22.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.328+0000 7f6573fff640 1 -- 172.21.15.84:0/335625328 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v18) ==== 171+0+0 (secure 0 0 0) 0x7f658405d980 con 0x7f658c15e960 2024-04-15T15:10:22.330 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'cephfs_data' created 2024-04-15T15:10:22.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.331+0000 7f6591d49640 1 -- 172.21.15.84:0/335625328 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f657806c8f0 msgr2=0x7f657806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:22.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.331+0000 7f6591d49640 1 --2- 172.21.15.84:0/335625328 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f657806c8f0 0x7f657806edb0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f658c15e030 tx=0x7f657c007710 comp rx=0 tx=0).stop 2024-04-15T15:10:22.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.331+0000 7f6591d49640 1 -- 172.21.15.84:0/335625328 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658c15e960 msgr2=0x7f658c15c1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:22.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.331+0000 7f6591d49640 1 --2- 172.21.15.84:0/335625328 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658c15e960 0x7f658c15c1f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f658400c570 tx=0x7f658400ca30 comp rx=0 tx=0).stop 2024-04-15T15:10:22.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.331+0000 7f6591d49640 1 -- 172.21.15.84:0/335625328 shutdown_connections 2024-04-15T15:10:22.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.331+0000 7f6591d49640 1 --2- 172.21.15.84:0/335625328 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f657806c8f0 0x7f657806edb0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:22.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.331+0000 7f6591d49640 1 --2- 172.21.15.84:0/335625328 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f658c0b6040 0x7f658c1607e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:22.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.331+0000 7f6591d49640 1 --2- 172.21.15.84:0/335625328 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658c15e960 0x7f658c15c1f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:22.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.331+0000 7f6591d49640 1 --2- 172.21.15.84:0/335625328 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f658c0b11d0 0x7f658c06cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:22.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.331+0000 7f6591d49640 1 -- 172.21.15.84:0/335625328 >> 172.21.15.84:0/335625328 conn(0x7f658c0b9580 msgr2=0x7f658c0d25a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:22.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.331+0000 7f6591d49640 1 -- 172.21.15.84:0/335625328 shutdown_connections 2024-04-15T15:10:22.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.331+0000 7f6591d49640 1 -- 172.21.15.84:0/335625328 wait complete. 2024-04-15T15:10:22.356 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-15T15:10:22.465 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.463+0000 7fa80bab3640 1 Processor -- start 2024-04-15T15:10:22.465 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.463+0000 7fa80bab3640 1 -- start start 2024-04-15T15:10:22.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.464+0000 7fa80bab3640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fa8040b67c0 0x7fa8040d1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:22.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.464+0000 7fa80bab3640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fa8040b6c20 0x7fa8040d1640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:22.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.464+0000 7fa80bab3640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8040ccfe0 con 0x7fa804161ee0 2024-04-15T15:10:22.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.464+0000 7fa80bab3640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fa8041622c0 con 0x7fa8040b67c0 2024-04-15T15:10:22.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.464+0000 7fa80bab3640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fa8040cd2c0 con 0x7fa8040b6c20 2024-04-15T15:10:22.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.464+0000 7fa80984f640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fa804161ee0 0x7fa8040c95f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:35200/0 (socket says 172.21.15.84:35200) 2024-04-15T15:10:22.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.464+0000 7fa80984f640 1 -- 172.21.15.84:0/2843573867 learned_addr learned my addr 172.21.15.84:0/2843573867 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:22.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.464+0000 7fa80904e640 1 --2- 172.21.15.84:0/2843573867 >> v2:172.21.15.84:3300/0 conn(0x7fa8040b67c0 0x7fa8040d1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:22.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.464+0000 7fa80a050640 1 --2- 172.21.15.84:0/2843573867 >> v2:172.21.15.203:3300/0 conn(0x7fa8040b6c20 0x7fa8040d1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:22.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.465+0000 7fa80884d640 1 -- 172.21.15.84:0/2843573867 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 508089318 0 0) 0x7fa8040ccfe0 con 0x7fa804161ee0 2024-04-15T15:10:22.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.465+0000 7fa80884d640 1 -- 172.21.15.84:0/2843573867 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa7f0003520 con 0x7fa804161ee0 2024-04-15T15:10:22.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.465+0000 7fa80904e640 1 -- 172.21.15.84:0/2843573867 >> v2:172.21.15.203:3300/0 conn(0x7fa8040b6c20 msgr2=0x7fa8040d1640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:22.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.465+0000 7fa80904e640 1 --2- 172.21.15.84:0/2843573867 >> v2:172.21.15.203:3300/0 conn(0x7fa8040b6c20 0x7fa8040d1640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:22.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.465+0000 7fa80904e640 1 -- 172.21.15.84:0/2843573867 >> v1:172.21.15.84:6789/0 conn(0x7fa804161ee0 legacy=0x7fa8040c95f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:22.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.465+0000 7fa80904e640 1 -- 172.21.15.84:0/2843573867 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8040cd5a0 con 0x7fa8040b67c0 2024-04-15T15:10:22.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.465+0000 7fa80a050640 1 --2- 172.21.15.84:0/2843573867 >> v2:172.21.15.203:3300/0 conn(0x7fa8040b6c20 0x7fa8040d1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:22.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.465+0000 7fa80904e640 1 --2- 172.21.15.84:0/2843573867 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8040b67c0 0x7fa8040d1100 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa804073b10 tx=0x7fa7f402b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6718d83a03d5e0c3 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:22.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.465+0000 7fa80884d640 1 -- 172.21.15.84:0/2843573867 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f4035020 con 0x7fa8040b67c0 2024-04-15T15:10:22.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.465+0000 7fa80884d640 1 -- 172.21.15.84:0/2843573867 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7f4031830 con 0x7fa8040b67c0 2024-04-15T15:10:22.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.465+0000 7fa80884d640 1 -- 172.21.15.84:0/2843573867 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f4031c00 con 0x7fa8040b67c0 2024-04-15T15:10:22.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.466+0000 7fa80bab3640 1 -- 172.21.15.84:0/2843573867 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8040b67c0 msgr2=0x7fa8040d1100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:22.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.466+0000 7fa80bab3640 1 --2- 172.21.15.84:0/2843573867 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8040b67c0 0x7fa8040d1100 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa804073b10 tx=0x7fa7f402b8d0 comp rx=0 tx=0).stop 2024-04-15T15:10:22.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.466+0000 7fa80bab3640 1 -- 172.21.15.84:0/2843573867 shutdown_connections 2024-04-15T15:10:22.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.466+0000 7fa80bab3640 1 --2- 172.21.15.84:0/2843573867 >> v2:172.21.15.203:3300/0 conn(0x7fa8040b6c20 0x7fa8040d1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:22.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.466+0000 7fa80bab3640 1 --2- 172.21.15.84:0/2843573867 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8040b67c0 0x7fa8040d1100 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:22.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.466+0000 7fa80bab3640 1 -- 172.21.15.84:0/2843573867 >> 172.21.15.84:0/2843573867 conn(0x7fa8040b4010 msgr2=0x7fa8040b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:22.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.466+0000 7fa80bab3640 1 -- 172.21.15.84:0/2843573867 shutdown_connections 2024-04-15T15:10:22.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.466+0000 7fa80bab3640 1 -- 172.21.15.84:0/2843573867 wait complete. 2024-04-15T15:10:22.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.467+0000 7fa80bab3640 1 Processor -- start 2024-04-15T15:10:22.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.467+0000 7fa80bab3640 1 -- start start 2024-04-15T15:10:22.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.468+0000 7fa80bab3640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa8040b67c0 0x7fa804152c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:22.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.468+0000 7fa80bab3640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8040b6c20 0x7fa804070800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:22.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.468+0000 7fa80bab3640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa804161ee0 0x7fa804070d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:22.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.468+0000 7fa80bab3640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa8040cccf0 con 0x7fa8040b6c20 2024-04-15T15:10:22.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.468+0000 7fa80bab3640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa8040ccb70 con 0x7fa8040b67c0 2024-04-15T15:10:22.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.468+0000 7fa80bab3640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fa8040ce080 con 0x7fa804161ee0 2024-04-15T15:10:22.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.468+0000 7fa80904e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8040b6c20 0x7fa804070800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:22.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.468+0000 7fa80904e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8040b6c20 0x7fa804070800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46712/0 (socket says 172.21.15.84:46712) 2024-04-15T15:10:22.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.468+0000 7fa80904e640 1 -- 172.21.15.84:0/3635895108 learned_addr learned my addr 172.21.15.84:0/3635895108 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:22.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.468+0000 7fa80984f640 1 --2- 172.21.15.84:0/3635895108 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa8040b67c0 0x7fa804152c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:22.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.468+0000 7fa80904e640 1 -- 172.21.15.84:0/3635895108 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa804161ee0 msgr2=0x7fa804070d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:22.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.468+0000 7fa80904e640 1 --2- 172.21.15.84:0/3635895108 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa804161ee0 0x7fa804070d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:22.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.468+0000 7fa80904e640 1 -- 172.21.15.84:0/3635895108 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa8040b67c0 msgr2=0x7fa804152c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:22.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.468+0000 7fa80904e640 1 --2- 172.21.15.84:0/3635895108 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa8040b67c0 0x7fa804152c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:22.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.468+0000 7fa80904e640 1 -- 172.21.15.84:0/3635895108 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8040ae530 con 0x7fa8040b6c20 2024-04-15T15:10:22.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.468+0000 7fa80984f640 1 --2- 172.21.15.84:0/3635895108 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa8040b67c0 0x7fa804152c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:22.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.469+0000 7fa80904e640 1 --2- 172.21.15.84:0/3635895108 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8040b6c20 0x7fa804070800 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa7f4009890 tx=0x7fa7f40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:22.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.469+0000 7fa7fa7fc640 1 -- 172.21.15.84:0/3635895108 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f4041070 con 0x7fa8040b6c20 2024-04-15T15:10:22.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.469+0000 7fa7fa7fc640 1 -- 172.21.15.84:0/3635895108 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7f403b920 con 0x7fa8040b6c20 2024-04-15T15:10:22.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.469+0000 7fa7fa7fc640 1 -- 172.21.15.84:0/3635895108 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7f4035040 con 0x7fa8040b6c20 2024-04-15T15:10:22.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.469+0000 7fa80bab3640 1 -- 172.21.15.84:0/3635895108 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa804071370 con 0x7fa8040b6c20 2024-04-15T15:10:22.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.469+0000 7fa80bab3640 1 -- 172.21.15.84:0/3635895108 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa804071930 con 0x7fa8040b6c20 2024-04-15T15:10:22.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.470+0000 7fa80bab3640 1 -- 172.21.15.84:0/3635895108 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa804075c50 con 0x7fa8040b6c20 2024-04-15T15:10:22.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.470+0000 7fa7fa7fc640 1 -- 172.21.15.84:0/3635895108 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fa7f4038020 con 0x7fa8040b6c20 2024-04-15T15:10:22.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.471+0000 7fa7fa7fc640 1 --2- 172.21.15.84:0/3635895108 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa7e806c8f0 0x7fa7e806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:22.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.471+0000 7fa7fa7fc640 1 -- 172.21.15.84:0/3635895108 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 5609+0+0 (secure 0 0 0) 0x7fa7f40ad4a0 con 0x7fa8040b6c20 2024-04-15T15:10:22.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.471+0000 7fa80984f640 1 --2- 172.21.15.84:0/3635895108 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa7e806c8f0 0x7fa7e806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:22.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.471+0000 7fa80984f640 1 --2- 172.21.15.84:0/3635895108 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa7e806c8f0 0x7fa7e806edb0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fa800005c00 tx=0x7fa800009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:22.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.475+0000 7fa7fa7fc640 1 -- 172.21.15.84:0/3635895108 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fa7f402f2e0 con 0x7fa8040b6c20 2024-04-15T15:10:22.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:22.688+0000 7fa80bab3640 1 -- 172.21.15.84:0/3635895108 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fa804068e70 con 0x7fa8040b6c20 2024-04-15T15:10:23.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.357+0000 7fa7fa7fc640 1 -- 172.21.15.84:0/3635895108 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7fa7f4031800 con 0x7fa8040b6c20 2024-04-15T15:10:23.360 INFO:teuthology.orchestra.run.smithi084.stderr:new fs with metadata pool 2 and data pool 3 2024-04-15T15:10:23.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.362+0000 7fa80bab3640 1 -- 172.21.15.84:0/3635895108 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa7e806c8f0 msgr2=0x7fa7e806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:23.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.362+0000 7fa80bab3640 1 --2- 172.21.15.84:0/3635895108 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa7e806c8f0 0x7fa7e806edb0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fa800005c00 tx=0x7fa800009040 comp rx=0 tx=0).stop 2024-04-15T15:10:23.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.362+0000 7fa80bab3640 1 -- 172.21.15.84:0/3635895108 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8040b6c20 msgr2=0x7fa804070800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:23.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.362+0000 7fa80bab3640 1 --2- 172.21.15.84:0/3635895108 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8040b6c20 0x7fa804070800 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fa7f4009890 tx=0x7fa7f40046c0 comp rx=0 tx=0).stop 2024-04-15T15:10:23.365 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.363+0000 7fa80bab3640 1 -- 172.21.15.84:0/3635895108 shutdown_connections 2024-04-15T15:10:23.365 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.363+0000 7fa80bab3640 1 --2- 172.21.15.84:0/3635895108 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa804161ee0 0x7fa804070d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:23.365 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.363+0000 7fa80bab3640 1 --2- 172.21.15.84:0/3635895108 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa8040b6c20 0x7fa804070800 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:23.365 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.363+0000 7fa80bab3640 1 --2- 172.21.15.84:0/3635895108 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa7e806c8f0 0x7fa7e806edb0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:23.365 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.363+0000 7fa80bab3640 1 --2- 172.21.15.84:0/3635895108 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa8040b67c0 0x7fa804152c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:23.365 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.363+0000 7fa80bab3640 1 -- 172.21.15.84:0/3635895108 >> 172.21.15.84:0/3635895108 conn(0x7fa8040b4010 msgr2=0x7fa8040cbfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:23.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.363+0000 7fa80bab3640 1 -- 172.21.15.84:0/3635895108 shutdown_connections 2024-04-15T15:10:23.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.364+0000 7fa80bab3640 1 -- 172.21.15.84:0/3635895108 wait complete. 2024-04-15T15:10:23.385 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-04-15T15:10:23.385 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-04-15T15:10:23.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.493+0000 7f6e80ad9640 1 Processor -- start 2024-04-15T15:10:23.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.493+0000 7f6e80ad9640 1 -- start start 2024-04-15T15:10:23.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.493+0000 7f6e80ad9640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e7c0d39d0 0x7f6e7c0d2b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:23.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.493+0000 7f6e80ad9640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f6e7c0d5290 0x7f6e7c0cfa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:23.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.493+0000 7f6e80ad9640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e7c0b3c20 con 0x7f6e7c15eaa0 2024-04-15T15:10:23.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.493+0000 7f6e80ad9640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f6e7c0d30c0 con 0x7f6e7c0d5290 2024-04-15T15:10:23.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.493+0000 7f6e80ad9640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f6e7c0b39d0 con 0x7f6e7c0d39d0 2024-04-15T15:10:23.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e7a59c640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f6e7c15eaa0 0x7f6e7c0d32c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42092/0 (socket says 172.21.15.84:42092) 2024-04-15T15:10:23.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e7a59c640 1 -- 172.21.15.84:0/666904405 learned_addr learned my addr 172.21.15.84:0/666904405 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:23.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e73fff640 1 --2- 172.21.15.84:0/666904405 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e7c0d39d0 0x7f6e7c0d2b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:23.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e7ad9d640 1 --2- 172.21.15.84:0/666904405 >> v2:172.21.15.203:3300/0 conn(0x7f6e7c0d5290 0x7f6e7c0cfa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:23.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e79d9b640 1 -- 172.21.15.84:0/666904405 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3061178185 0 0) 0x7f6e7c0b3c20 con 0x7f6e7c15eaa0 2024-04-15T15:10:23.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e79d9b640 1 -- 172.21.15.84:0/666904405 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6e68003520 con 0x7f6e7c15eaa0 2024-04-15T15:10:23.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e79d9b640 1 -- 172.21.15.84:0/666904405 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4215962156 0 0) 0x7f6e68003520 con 0x7f6e7c15eaa0 2024-04-15T15:10:23.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e79d9b640 1 -- 172.21.15.84:0/666904405 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e7c0d39d0 msgr2=0x7f6e7c0d2b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:23.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e79d9b640 1 --2- 172.21.15.84:0/666904405 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e7c0d39d0 0x7f6e7c0d2b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:23.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e79d9b640 1 -- 172.21.15.84:0/666904405 >> v2:172.21.15.203:3300/0 conn(0x7f6e7c0d5290 msgr2=0x7f6e7c0cfa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:23.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e79d9b640 1 --2- 172.21.15.84:0/666904405 >> v2:172.21.15.203:3300/0 conn(0x7f6e7c0d5290 0x7f6e7c0cfa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:23.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e79d9b640 1 -- 172.21.15.84:0/666904405 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e7c0d2380 con 0x7f6e7c15eaa0 2024-04-15T15:10:23.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e79d9b640 1 -- 172.21.15.84:0/666904405 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f6e6c001670 con 0x7f6e7c15eaa0 2024-04-15T15:10:23.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e79d9b640 1 -- 172.21.15.84:0/666904405 >> v1:172.21.15.84:6789/0 conn(0x7f6e7c15eaa0 legacy=0x7f6e7c0d32c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:23.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e79d9b640 1 --2- 172.21.15.84:0/666904405 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e680039b0 0x7f6e68003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:23.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e79d9b640 1 --2- 172.21.15.84:0/666904405 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e68004800 0x7f6e68004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:23.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e79d9b640 1 --2- 172.21.15.84:0/666904405 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e680051c0 0x7f6e6800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:23.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e79d9b640 1 -- 172.21.15.84:0/666904405 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6e7c0d30c0 con 0x7f6e680039b0 2024-04-15T15:10:23.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e79d9b640 1 -- 172.21.15.84:0/666904405 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6e7c0b39d0 con 0x7f6e680051c0 2024-04-15T15:10:23.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e79d9b640 1 -- 172.21.15.84:0/666904405 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f6e6800bf50 con 0x7f6e68004800 2024-04-15T15:10:23.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e73fff640 1 --2- 172.21.15.84:0/666904405 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e7c0d39d0 0x7f6e7c0d2b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:10:23.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e7a59c640 1 --2- 172.21.15.84:0/666904405 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e680039b0 0x7f6e68003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:23.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e7ad9d640 1 --2- 172.21.15.84:0/666904405 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e680051c0 0x7f6e6800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:23.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e73fff640 1 --2- 172.21.15.84:0/666904405 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e68004800 0x7f6e68004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:23.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e7a59c640 1 -- 172.21.15.84:0/666904405 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e68004800 msgr2=0x7f6e68004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:23.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e7a59c640 1 --2- 172.21.15.84:0/666904405 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e68004800 0x7f6e68004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:23.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e7a59c640 1 -- 172.21.15.84:0/666904405 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e680051c0 msgr2=0x7f6e6800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:23.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e7a59c640 1 --2- 172.21.15.84:0/666904405 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e680051c0 0x7f6e6800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:23.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.494+0000 7f6e7a59c640 1 -- 172.21.15.84:0/666904405 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e68003520 con 0x7f6e680039b0 2024-04-15T15:10:23.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.495+0000 7f6e7a59c640 1 --2- 172.21.15.84:0/666904405 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e680039b0 0x7f6e68003dd0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c00c240 tx=0x7f6e68005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=685ea9c89c4060c2 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:23.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.495+0000 7f6e79d9b640 1 -- 172.21.15.84:0/666904405 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e6c007d50 con 0x7f6e680039b0 2024-04-15T15:10:23.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.495+0000 7f6e79d9b640 1 -- 172.21.15.84:0/666904405 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e6c030070 con 0x7f6e680039b0 2024-04-15T15:10:23.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.495+0000 7f6e79d9b640 1 -- 172.21.15.84:0/666904405 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e6c02cd80 con 0x7f6e680039b0 2024-04-15T15:10:23.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.496+0000 7f6e80ad9640 1 -- 172.21.15.84:0/666904405 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e680039b0 msgr2=0x7f6e68003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:23.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.496+0000 7f6e80ad9640 1 --2- 172.21.15.84:0/666904405 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e680039b0 0x7f6e68003dd0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c00c240 tx=0x7f6e68005830 comp rx=0 tx=0).stop 2024-04-15T15:10:23.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.496+0000 7f6e7ad9d640 1 -- 172.21.15.84:0/666904405 reap_dead start 2024-04-15T15:10:23.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.496+0000 7f6e80ad9640 1 -- 172.21.15.84:0/666904405 shutdown_connections 2024-04-15T15:10:23.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.496+0000 7f6e80ad9640 1 -- 172.21.15.84:0/666904405 >> 172.21.15.84:0/666904405 conn(0x7f6e7c09d970 msgr2=0x7f6e7c0b9590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:23.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.496+0000 7f6e80ad9640 1 -- 172.21.15.84:0/666904405 shutdown_connections 2024-04-15T15:10:23.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.496+0000 7f6e80ad9640 1 -- 172.21.15.84:0/666904405 wait complete. 2024-04-15T15:10:23.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.497+0000 7f6e80ad9640 1 Processor -- start 2024-04-15T15:10:23.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.497+0000 7f6e80ad9640 1 -- start start 2024-04-15T15:10:23.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.498+0000 7f6e80ad9640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e680039b0 0x7f6e7c0cb6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:23.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.498+0000 7f6e80ad9640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e7c161910 0x7f6e7c15ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:23.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.498+0000 7f6e80ad9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e7c15ee80 0x7f6e7c15f300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:23.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.498+0000 7f6e80ad9640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6e7c0d1dc0 con 0x7f6e7c15ee80 2024-04-15T15:10:23.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.498+0000 7f6e80ad9640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6e7c0d26f0 con 0x7f6e7c161910 2024-04-15T15:10:23.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.498+0000 7f6e80ad9640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f6e7c0d1f40 con 0x7f6e680039b0 2024-04-15T15:10:23.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.498+0000 7f6e7ad9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e7c15ee80 0x7f6e7c15f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:23.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.498+0000 7f6e7ad9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e7c15ee80 0x7f6e7c15f300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57370/0 (socket says 172.21.15.84:57370) 2024-04-15T15:10:23.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.498+0000 7f6e7ad9d640 1 -- 172.21.15.84:0/3272925453 learned_addr learned my addr 172.21.15.84:0/3272925453 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:23.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.498+0000 7f6e73fff640 1 --2- 172.21.15.84:0/3272925453 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e7c161910 0x7f6e7c15ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:23.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.498+0000 7f6e7a59c640 1 --2- 172.21.15.84:0/3272925453 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e680039b0 0x7f6e7c0cb6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:23.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.498+0000 7f6e7ad9d640 1 -- 172.21.15.84:0/3272925453 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e680039b0 msgr2=0x7f6e7c0cb6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:23.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.498+0000 7f6e7ad9d640 1 --2- 172.21.15.84:0/3272925453 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e680039b0 0x7f6e7c0cb6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:23.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.498+0000 7f6e7ad9d640 1 -- 172.21.15.84:0/3272925453 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e7c161910 msgr2=0x7f6e7c15ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:23.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.498+0000 7f6e7ad9d640 1 --2- 172.21.15.84:0/3272925453 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e7c161910 0x7f6e7c15ba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:23.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.498+0000 7f6e7ad9d640 1 -- 172.21.15.84:0/3272925453 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e7c161d90 con 0x7f6e7c15ee80 2024-04-15T15:10:23.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.498+0000 7f6e7ad9d640 1 --2- 172.21.15.84:0/3272925453 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e7c15ee80 0x7f6e7c15f300 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6e74007d10 tx=0x7f6e740115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:23.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.499+0000 7f6e72ffd640 1 -- 172.21.15.84:0/3272925453 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e74011e40 con 0x7f6e7c15ee80 2024-04-15T15:10:23.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.499+0000 7f6e72ffd640 1 -- 172.21.15.84:0/3272925453 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e7401b070 con 0x7f6e7c15ee80 2024-04-15T15:10:23.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.499+0000 7f6e72ffd640 1 -- 172.21.15.84:0/3272925453 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e74003990 con 0x7f6e7c15ee80 2024-04-15T15:10:23.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.499+0000 7f6e80ad9640 1 -- 172.21.15.84:0/3272925453 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e7c0cbd60 con 0x7f6e7c15ee80 2024-04-15T15:10:23.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.499+0000 7f6e80ad9640 1 -- 172.21.15.84:0/3272925453 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e7c0cc320 con 0x7f6e7c15ee80 2024-04-15T15:10:23.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.500+0000 7f6e80ad9640 1 -- 172.21.15.84:0/3272925453 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e7c0690f0 con 0x7f6e7c15ee80 2024-04-15T15:10:23.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.500+0000 7f6e72ffd640 1 -- 172.21.15.84:0/3272925453 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f6e74005d10 con 0x7f6e7c15ee80 2024-04-15T15:10:23.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.500+0000 7f6e72ffd640 1 --2- 172.21.15.84:0/3272925453 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6e5c06c920 0x7f6e5c06ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:23.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.500+0000 7f6e72ffd640 1 -- 172.21.15.84:0/3272925453 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5709+0+0 (secure 0 0 0) 0x7f6e7408bee0 con 0x7f6e7c15ee80 2024-04-15T15:10:23.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.500+0000 7f6e7a59c640 1 --2- 172.21.15.84:0/3272925453 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6e5c06c920 0x7f6e5c06ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:23.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.501+0000 7f6e7a59c640 1 --2- 172.21.15.84:0/3272925453 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6e5c06c920 0x7f6e5c06ede0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c034000 tx=0x7f6e6c007000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:23.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.505+0000 7f6e72ffd640 1 -- 172.21.15.84:0/3272925453 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f6e74014350 con 0x7f6e7c15ee80 2024-04-15T15:10:23.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:23.691+0000 7f6e80ad9640 1 -- 172.21.15.84:0/3272925453 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f6e7c15bf90 con 0x7f6e7c15ee80 2024-04-15T15:10:24.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.360+0000 7f6e72ffd640 1 -- 172.21.15.84:0/3272925453 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v20) ==== 157+0+0 (secure 0 0 0) 0x7f6e7405a310 con 0x7f6e7c15ee80 2024-04-15T15:10:24.365 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.363+0000 7f6e80ad9640 1 -- 172.21.15.84:0/3272925453 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6e5c06c920 msgr2=0x7f6e5c06ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:24.365 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.363+0000 7f6e80ad9640 1 --2- 172.21.15.84:0/3272925453 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6e5c06c920 0x7f6e5c06ede0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f6e6c034000 tx=0x7f6e6c007000 comp rx=0 tx=0).stop 2024-04-15T15:10:24.365 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.363+0000 7f6e80ad9640 1 -- 172.21.15.84:0/3272925453 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e7c15ee80 msgr2=0x7f6e7c15f300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:24.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.363+0000 7f6e80ad9640 1 --2- 172.21.15.84:0/3272925453 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e7c15ee80 0x7f6e7c15f300 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6e74007d10 tx=0x7f6e740115a0 comp rx=0 tx=0).stop 2024-04-15T15:10:24.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.363+0000 7f6e80ad9640 1 -- 172.21.15.84:0/3272925453 shutdown_connections 2024-04-15T15:10:24.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.363+0000 7f6e80ad9640 1 --2- 172.21.15.84:0/3272925453 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6e5c06c920 0x7f6e5c06ede0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:24.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.363+0000 7f6e80ad9640 1 --2- 172.21.15.84:0/3272925453 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e7c161910 0x7f6e7c15ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:24.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.363+0000 7f6e80ad9640 1 --2- 172.21.15.84:0/3272925453 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e7c15ee80 0x7f6e7c15f300 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:24.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.363+0000 7f6e80ad9640 1 --2- 172.21.15.84:0/3272925453 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e680039b0 0x7f6e7c0cb6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:24.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.363+0000 7f6e80ad9640 1 -- 172.21.15.84:0/3272925453 >> 172.21.15.84:0/3272925453 conn(0x7f6e7c09d970 msgr2=0x7f6e7c0ca9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:24.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.364+0000 7f6e80ad9640 1 -- 172.21.15.84:0/3272925453 shutdown_connections 2024-04-15T15:10:24.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.364+0000 7f6e80ad9640 1 -- 172.21.15.84:0/3272925453 wait complete. 2024-04-15T15:10:24.377 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-04-15T15:10:24.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.488+0000 7f4b2e759640 1 Processor -- start 2024-04-15T15:10:24.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.489+0000 7f4b2e759640 1 -- start start 2024-04-15T15:10:24.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.489+0000 7f4b2e759640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f4b280d0010 0x7f4b280d0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:24.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.489+0000 7f4b2e759640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4b280cce50 con 0x7f4b2815e870 2024-04-15T15:10:24.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.489+0000 7f4b2e759640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4b280cd130 con 0x7f4b280cdef0 2024-04-15T15:10:24.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.489+0000 7f4b2e759640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f4b280d09b0 con 0x7f4b280d0010 2024-04-15T15:10:24.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.489+0000 7f4b27fff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f4b2815e870 0x7f4b2806df20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42104/0 (socket says 172.21.15.84:42104) 2024-04-15T15:10:24.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.489+0000 7f4b27fff640 1 -- 172.21.15.84:0/1475873703 learned_addr learned my addr 172.21.15.84:0/1475873703 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:24.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b1ffff640 1 --2- 172.21.15.84:0/1475873703 >> v2:172.21.15.203:3300/0 conn(0x7f4b280d0010 0x7f4b280d0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:24.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b277fe640 1 -- 172.21.15.84:0/1475873703 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3916360095 0 0) 0x7f4b280cce50 con 0x7f4b2815e870 2024-04-15T15:10:24.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b277fe640 1 -- 172.21.15.84:0/1475873703 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4b14003520 con 0x7f4b2815e870 2024-04-15T15:10:24.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b277fe640 1 -- 172.21.15.84:0/1475873703 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2702102340 0 0) 0x7f4b14003520 con 0x7f4b2815e870 2024-04-15T15:10:24.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b277fe640 1 -- 172.21.15.84:0/1475873703 >> v2:172.21.15.203:3300/0 conn(0x7f4b280d0010 msgr2=0x7f4b280d0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:24.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b277fe640 1 --2- 172.21.15.84:0/1475873703 >> v2:172.21.15.203:3300/0 conn(0x7f4b280d0010 0x7f4b280d0470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:24.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b277fe640 1 -- 172.21.15.84:0/1475873703 >> v1:172.21.15.203:6789/0 conn(0x7f4b280cdef0 legacy=0x7f4b280ce340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:24.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b277fe640 1 -- 172.21.15.84:0/1475873703 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b280cd410 con 0x7f4b2815e870 2024-04-15T15:10:24.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b277fe640 1 -- 172.21.15.84:0/1475873703 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f4b18001670 con 0x7f4b2815e870 2024-04-15T15:10:24.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b277fe640 1 -- 172.21.15.84:0/1475873703 >> v1:172.21.15.84:6789/0 conn(0x7f4b2815e870 legacy=0x7f4b2806df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:24.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b277fe640 1 --2- 172.21.15.84:0/1475873703 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4b140039b0 0x7f4b14003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:24.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b277fe640 1 --2- 172.21.15.84:0/1475873703 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b14004800 0x7f4b14004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:24.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b277fe640 1 --2- 172.21.15.84:0/1475873703 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b140051c0 0x7f4b1400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:24.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b277fe640 1 -- 172.21.15.84:0/1475873703 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4b1400c030 con 0x7f4b14004800 2024-04-15T15:10:24.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b277fe640 1 -- 172.21.15.84:0/1475873703 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4b1400c1e0 con 0x7f4b140051c0 2024-04-15T15:10:24.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b277fe640 1 -- 172.21.15.84:0/1475873703 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4b1400c3e0 con 0x7f4b140039b0 2024-04-15T15:10:24.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b1ffff640 1 --2- 172.21.15.84:0/1475873703 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b14004800 0x7f4b14004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:24.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b27fff640 1 --2- 172.21.15.84:0/1475873703 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4b140039b0 0x7f4b14003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:24.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b2ccf6640 1 --2- 172.21.15.84:0/1475873703 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b140051c0 0x7f4b1400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:24.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b1ffff640 1 -- 172.21.15.84:0/1475873703 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4b140039b0 msgr2=0x7f4b14003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:24.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b1ffff640 1 --2- 172.21.15.84:0/1475873703 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4b140039b0 0x7f4b14003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:24.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b1ffff640 1 -- 172.21.15.84:0/1475873703 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b140051c0 msgr2=0x7f4b1400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:24.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b1ffff640 1 --2- 172.21.15.84:0/1475873703 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b140051c0 0x7f4b1400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:24.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b2ccf6640 1 -- 172.21.15.84:0/1475873703 reap_dead start 2024-04-15T15:10:24.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.490+0000 7f4b1ffff640 1 -- 172.21.15.84:0/1475873703 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b14003520 con 0x7f4b14004800 2024-04-15T15:10:24.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.491+0000 7f4b1ffff640 1 --2- 172.21.15.84:0/1475873703 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b14004800 0x7f4b14004c80 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4b10009ac0 tx=0x7f4b14005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f40d9561ff6220cd server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:24.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.491+0000 7f4b277fe640 1 -- 172.21.15.84:0/1475873703 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b10039070 con 0x7f4b14004800 2024-04-15T15:10:24.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.491+0000 7f4b277fe640 1 -- 172.21.15.84:0/1475873703 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b1002c6b0 con 0x7f4b14004800 2024-04-15T15:10:24.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.491+0000 7f4b277fe640 1 -- 172.21.15.84:0/1475873703 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b10009690 con 0x7f4b14004800 2024-04-15T15:10:24.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.492+0000 7f4b2e759640 1 -- 172.21.15.84:0/1475873703 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b14004800 msgr2=0x7f4b14004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:24.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.492+0000 7f4b2e759640 1 --2- 172.21.15.84:0/1475873703 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b14004800 0x7f4b14004c80 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4b10009ac0 tx=0x7f4b14005830 comp rx=0 tx=0).stop 2024-04-15T15:10:24.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.492+0000 7f4b2e759640 1 -- 172.21.15.84:0/1475873703 shutdown_connections 2024-04-15T15:10:24.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.492+0000 7f4b2e759640 1 --2- 172.21.15.84:0/1475873703 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b14004800 0x7f4b14004c80 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:24.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.492+0000 7f4b2e759640 1 -- 172.21.15.84:0/1475873703 >> 172.21.15.84:0/1475873703 conn(0x7f4b280b4010 msgr2=0x7f4b280b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:24.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.492+0000 7f4b2e759640 1 -- 172.21.15.84:0/1475873703 shutdown_connections 2024-04-15T15:10:24.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.492+0000 7f4b2e759640 1 -- 172.21.15.84:0/1475873703 wait complete. 2024-04-15T15:10:24.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.493+0000 7f4b2e759640 1 Processor -- start 2024-04-15T15:10:24.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.493+0000 7f4b2e759640 1 -- start start 2024-04-15T15:10:24.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.494+0000 7f4b2e759640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4b14004800 0x7f4b2814f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:24.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.494+0000 7f4b2e759640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b280c5f70 0x7f4b2815ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:24.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.494+0000 7f4b2e759640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b280cb6e0 0x7f4b280cbb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:24.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.494+0000 7f4b2e759640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4b280cca90 con 0x7f4b280cb6e0 2024-04-15T15:10:24.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.494+0000 7f4b2e759640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4b280cd9d0 con 0x7f4b280c5f70 2024-04-15T15:10:24.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.494+0000 7f4b2e759640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4b280ccc10 con 0x7f4b14004800 2024-04-15T15:10:24.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.494+0000 7f4b2ccf6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b280cb6e0 0x7f4b280cbb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:24.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.494+0000 7f4b2ccf6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b280cb6e0 0x7f4b280cbb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57394/0 (socket says 172.21.15.84:57394) 2024-04-15T15:10:24.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.494+0000 7f4b2ccf6640 1 -- 172.21.15.84:0/159008030 learned_addr learned my addr 172.21.15.84:0/159008030 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:24.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.494+0000 7f4b27fff640 1 --2- 172.21.15.84:0/159008030 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4b14004800 0x7f4b2814f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:24.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.494+0000 7f4b1ffff640 1 --2- 172.21.15.84:0/159008030 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b280c5f70 0x7f4b2815ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:24.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.494+0000 7f4b2ccf6640 1 -- 172.21.15.84:0/159008030 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4b14004800 msgr2=0x7f4b2814f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:24.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.494+0000 7f4b2ccf6640 1 --2- 172.21.15.84:0/159008030 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4b14004800 0x7f4b2814f9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:24.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.494+0000 7f4b2ccf6640 1 -- 172.21.15.84:0/159008030 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b280c5f70 msgr2=0x7f4b2815ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:24.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.494+0000 7f4b2ccf6640 1 --2- 172.21.15.84:0/159008030 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b280c5f70 0x7f4b2815ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:24.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.494+0000 7f4b2ccf6640 1 -- 172.21.15.84:0/159008030 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b280c6470 con 0x7f4b280cb6e0 2024-04-15T15:10:24.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.494+0000 7f4b1ffff640 1 --2- 172.21.15.84:0/159008030 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b280c5f70 0x7f4b2815ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:24.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.494+0000 7f4b2ccf6640 1 --2- 172.21.15.84:0/159008030 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b280cb6e0 0x7f4b280cbb70 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4b280b85d0 tx=0x7f4b2000fc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:24.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.494+0000 7f4b257fa640 1 -- 172.21.15.84:0/159008030 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b2001a070 con 0x7f4b280cb6e0 2024-04-15T15:10:24.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.494+0000 7f4b257fa640 1 -- 172.21.15.84:0/159008030 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b20006d60 con 0x7f4b280cb6e0 2024-04-15T15:10:24.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.495+0000 7f4b2e759640 1 -- 172.21.15.84:0/159008030 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b280c6750 con 0x7f4b280cb6e0 2024-04-15T15:10:24.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.495+0000 7f4b257fa640 1 -- 172.21.15.84:0/159008030 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b20003bb0 con 0x7f4b280cb6e0 2024-04-15T15:10:24.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.495+0000 7f4b2e759640 1 -- 172.21.15.84:0/159008030 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b280c6d10 con 0x7f4b280cb6e0 2024-04-15T15:10:24.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.495+0000 7f4b2e759640 1 -- 172.21.15.84:0/159008030 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b280689e0 con 0x7f4b280cb6e0 2024-04-15T15:10:24.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.496+0000 7f4b257fa640 1 -- 172.21.15.84:0/159008030 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f4b2001d070 con 0x7f4b280cb6e0 2024-04-15T15:10:24.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.496+0000 7f4b257fa640 1 --2- 172.21.15.84:0/159008030 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4b0806c8f0 0x7f4b0806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:24.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.496+0000 7f4b257fa640 1 -- 172.21.15.84:0/159008030 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 6007+0+0 (secure 0 0 0) 0x7f4b2008b090 con 0x7f4b280cb6e0 2024-04-15T15:10:24.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.497+0000 7f4b27fff640 1 --2- 172.21.15.84:0/159008030 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4b0806c8f0 0x7f4b0806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:24.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.497+0000 7f4b27fff640 1 --2- 172.21.15.84:0/159008030 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4b0806c8f0 0x7f4b0806edb0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4b280d1150 tx=0x7f4b18001c30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:24.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.501+0000 7f4b257fa640 1 -- 172.21.15.84:0/159008030 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f4b20058d40 con 0x7f4b280cb6e0 2024-04-15T15:10:24.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:24.682+0000 7f4b2e759640 1 -- 172.21.15.84:0/159008030 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f4b280b39e0 con 0x7f4b280cb6e0 2024-04-15T15:10:26.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.370+0000 7f4b257fa640 1 -- 172.21.15.84:0/159008030 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v22) ==== 228+0+0 (secure 0 0 0) 0x7f4b2005d040 con 0x7f4b280cb6e0 2024-04-15T15:10:26.372 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'cephfs_data_ec' created 2024-04-15T15:10:26.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.373+0000 7f4b2e759640 1 -- 172.21.15.84:0/159008030 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4b0806c8f0 msgr2=0x7f4b0806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:26.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.373+0000 7f4b2e759640 1 --2- 172.21.15.84:0/159008030 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4b0806c8f0 0x7f4b0806edb0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4b280d1150 tx=0x7f4b18001c30 comp rx=0 tx=0).stop 2024-04-15T15:10:26.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.373+0000 7f4b2e759640 1 -- 172.21.15.84:0/159008030 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b280cb6e0 msgr2=0x7f4b280cbb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:26.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.373+0000 7f4b2e759640 1 --2- 172.21.15.84:0/159008030 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b280cb6e0 0x7f4b280cbb70 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4b280b85d0 tx=0x7f4b2000fc00 comp rx=0 tx=0).stop 2024-04-15T15:10:26.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.374+0000 7f4b2e759640 1 -- 172.21.15.84:0/159008030 shutdown_connections 2024-04-15T15:10:26.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.374+0000 7f4b2e759640 1 --2- 172.21.15.84:0/159008030 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4b0806c8f0 0x7f4b0806edb0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:26.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.374+0000 7f4b2e759640 1 --2- 172.21.15.84:0/159008030 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4b280c5f70 0x7f4b2815ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:26.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.374+0000 7f4b2e759640 1 --2- 172.21.15.84:0/159008030 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4b280cb6e0 0x7f4b280cbb70 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:26.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.374+0000 7f4b2e759640 1 --2- 172.21.15.84:0/159008030 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4b14004800 0x7f4b2814f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:26.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.374+0000 7f4b2e759640 1 -- 172.21.15.84:0/159008030 >> 172.21.15.84:0/159008030 conn(0x7f4b280b4010 msgr2=0x7f4b280d11c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:26.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.374+0000 7f4b2e759640 1 -- 172.21.15.84:0/159008030 shutdown_connections 2024-04-15T15:10:26.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.374+0000 7f4b2e759640 1 -- 172.21.15.84:0/159008030 wait complete. 2024-04-15T15:10:26.395 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-04-15T15:10:26.507 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.506+0000 7fa32ed8d640 1 Processor -- start 2024-04-15T15:10:26.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.506+0000 7fa32ed8d640 1 -- start start 2024-04-15T15:10:26.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.506+0000 7fa32ed8d640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fa3280d0600 0x7fa32806ef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:26.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.506+0000 7fa32ed8d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa32815ed10 0x7fa32815fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:26.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.506+0000 7fa32ed8d640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa32815fcb0 con 0x7fa328160410 2024-04-15T15:10:26.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.506+0000 7fa32ed8d640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fa32815f170 con 0x7fa3280d0600 2024-04-15T15:10:26.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.506+0000 7fa32ed8d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fa32815f410 con 0x7fa32815ed10 2024-04-15T15:10:26.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.507+0000 7fa32cb29640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fa3280d0600 0x7fa32806ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:26.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.507+0000 7fa32d32a640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fa328160410 0x7fa328162950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42120/0 (socket says 172.21.15.84:42120) 2024-04-15T15:10:26.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.507+0000 7fa32cb29640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fa3280d0600 0x7fa32806ef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57398/0 (socket says 172.21.15.84:57398) 2024-04-15T15:10:26.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.507+0000 7fa32d32a640 1 -- 172.21.15.84:0/2046026126 learned_addr learned my addr 172.21.15.84:0/2046026126 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:26.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.507+0000 7fa327fff640 1 --2- 172.21.15.84:0/2046026126 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa32815ed10 0x7fa32815fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:26.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.507+0000 7fa32cb29640 1 -- 172.21.15.84:0/2046026126 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa32815ed10 msgr2=0x7fa32815fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:26.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.507+0000 7fa32cb29640 1 --2- 172.21.15.84:0/2046026126 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa32815ed10 0x7fa32815fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:26.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.507+0000 7fa32cb29640 1 -- 172.21.15.84:0/2046026126 >> v1:172.21.15.84:6789/0 conn(0x7fa328160410 legacy=0x7fa328162950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:26.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.507+0000 7fa32cb29640 1 -- 172.21.15.84:0/2046026126 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa32815f6f0 con 0x7fa3280d0600 2024-04-15T15:10:26.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.507+0000 7fa3277fe640 1 -- 172.21.15.84:0/2046026126 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1713434382 0 0) 0x7fa32815fcb0 con 0x7fa328160410 2024-04-15T15:10:26.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.508+0000 7fa32cb29640 1 --2- 172.21.15.84:0/2046026126 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3280d0600 0x7fa32806ef10 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa3180097a0 tx=0x7fa31802b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=997af3fe48682c0b server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:26.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.508+0000 7fa3277fe640 1 -- 172.21.15.84:0/2046026126 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3180315a0 con 0x7fa3280d0600 2024-04-15T15:10:26.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.508+0000 7fa3277fe640 1 -- 172.21.15.84:0/2046026126 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa318037070 con 0x7fa3280d0600 2024-04-15T15:10:26.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.508+0000 7fa3277fe640 1 -- 172.21.15.84:0/2046026126 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa318031960 con 0x7fa3280d0600 2024-04-15T15:10:26.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.508+0000 7fa32ed8d640 1 -- 172.21.15.84:0/2046026126 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3280d0600 msgr2=0x7fa32806ef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:26.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.508+0000 7fa32ed8d640 1 --2- 172.21.15.84:0/2046026126 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3280d0600 0x7fa32806ef10 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa3180097a0 tx=0x7fa31802b840 comp rx=0 tx=0).stop 2024-04-15T15:10:26.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.508+0000 7fa32ed8d640 1 -- 172.21.15.84:0/2046026126 shutdown_connections 2024-04-15T15:10:26.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.508+0000 7fa32ed8d640 1 --2- 172.21.15.84:0/2046026126 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa32815ed10 0x7fa32815fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:26.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.508+0000 7fa32ed8d640 1 --2- 172.21.15.84:0/2046026126 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3280d0600 0x7fa32806ef10 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:26.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.508+0000 7fa32ed8d640 1 -- 172.21.15.84:0/2046026126 >> 172.21.15.84:0/2046026126 conn(0x7fa3280d23e0 msgr2=0x7fa3280d27f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.508+0000 7fa32ed8d640 1 -- 172.21.15.84:0/2046026126 shutdown_connections 2024-04-15T15:10:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.508+0000 7fa32ed8d640 1 -- 172.21.15.84:0/2046026126 wait complete. 2024-04-15T15:10:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.509+0000 7fa32ed8d640 1 Processor -- start 2024-04-15T15:10:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.510+0000 7fa32ed8d640 1 -- start start 2024-04-15T15:10:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.510+0000 7fa32ed8d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa3280d0600 0x7fa328149c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.510+0000 7fa32ed8d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa32815ed10 0x7fa32806da80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.510+0000 7fa32ed8d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa328160410 0x7fa328148220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.510+0000 7fa32ed8d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa3280d09e0 con 0x7fa328160410 2024-04-15T15:10:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.510+0000 7fa32ed8d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa328162430 con 0x7fa32815ed10 2024-04-15T15:10:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.510+0000 7fa32ed8d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fa3280d0b60 con 0x7fa3280d0600 2024-04-15T15:10:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.511+0000 7fa32d32a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa328160410 0x7fa328148220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.511+0000 7fa32d32a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa328160410 0x7fa328148220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57410/0 (socket says 172.21.15.84:57410) 2024-04-15T15:10:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.511+0000 7fa32d32a640 1 -- 172.21.15.84:0/1908833116 learned_addr learned my addr 172.21.15.84:0/1908833116 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.511+0000 7fa32cb29640 1 --2- 172.21.15.84:0/1908833116 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa3280d0600 0x7fa328149c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.511+0000 7fa327fff640 1 --2- 172.21.15.84:0/1908833116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa32815ed10 0x7fa32806da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.511+0000 7fa32d32a640 1 -- 172.21.15.84:0/1908833116 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa3280d0600 msgr2=0x7fa328149c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.511+0000 7fa32d32a640 1 --2- 172.21.15.84:0/1908833116 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa3280d0600 0x7fa328149c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.511+0000 7fa32d32a640 1 -- 172.21.15.84:0/1908833116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa32815ed10 msgr2=0x7fa32806da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.511+0000 7fa32d32a640 1 --2- 172.21.15.84:0/1908833116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa32815ed10 0x7fa32806da80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.511+0000 7fa32d32a640 1 -- 172.21.15.84:0/1908833116 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa328148b90 con 0x7fa328160410 2024-04-15T15:10:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.511+0000 7fa327fff640 1 --2- 172.21.15.84:0/1908833116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa32815ed10 0x7fa32806da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.511+0000 7fa32d32a640 1 --2- 172.21.15.84:0/1908833116 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa328160410 0x7fa328148220 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa32000c7a0 tx=0x7fa32000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.511+0000 7fa3257fa640 1 -- 172.21.15.84:0/1908833116 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa320018070 con 0x7fa328160410 2024-04-15T15:10:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.511+0000 7fa3257fa640 1 -- 172.21.15.84:0/1908833116 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa32000a640 con 0x7fa328160410 2024-04-15T15:10:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.511+0000 7fa3257fa640 1 -- 172.21.15.84:0/1908833116 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa32000aab0 con 0x7fa328160410 2024-04-15T15:10:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.511+0000 7fa32ed8d640 1 -- 172.21.15.84:0/1908833116 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa328148e70 con 0x7fa328160410 2024-04-15T15:10:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.511+0000 7fa32ed8d640 1 -- 172.21.15.84:0/1908833116 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa328149430 con 0x7fa328160410 2024-04-15T15:10:26.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.512+0000 7fa32ed8d640 1 -- 172.21.15.84:0/1908833116 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3280ce560 con 0x7fa328160410 2024-04-15T15:10:26.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.513+0000 7fa3257fa640 1 -- 172.21.15.84:0/1908833116 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fa32000ac50 con 0x7fa328160410 2024-04-15T15:10:26.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.513+0000 7fa3257fa640 1 --2- 172.21.15.84:0/1908833116 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa31406c920 0x7fa31406ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:26.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.513+0000 7fa3257fa640 1 -- 172.21.15.84:0/1908833116 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 6500+0+0 (secure 0 0 0) 0x7fa32008b350 con 0x7fa328160410 2024-04-15T15:10:26.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.513+0000 7fa32cb29640 1 --2- 172.21.15.84:0/1908833116 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa31406c920 0x7fa31406ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:26.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.514+0000 7fa32cb29640 1 --2- 172.21.15.84:0/1908833116 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa31406c920 0x7fa31406ede0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa318036000 tx=0x7fa318008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:26.520 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.518+0000 7fa3257fa640 1 -- 172.21.15.84:0/1908833116 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fa320058e10 con 0x7fa328160410 2024-04-15T15:10:26.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:26.695+0000 7fa32ed8d640 1 -- 172.21.15.84:0/1908833116 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7fa3280690f0 con 0x7fa328160410 2024-04-15T15:10:27.162 INFO:tasks.ceph.mds.d.smithi203.stderr:2024-04-15T15:10:27.160+0000 7f9d73872640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-15T15:10:27.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.375+0000 7fa3257fa640 1 -- 172.21.15.84:0/1908833116 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v23) ==== 169+0+0 (secure 0 0 0) 0x7fa32005d110 con 0x7fa328160410 2024-04-15T15:10:27.377 INFO:teuthology.orchestra.run.smithi084.stderr:set pool 4 allow_ec_overwrites to true 2024-04-15T15:10:27.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.380+0000 7fa32ed8d640 1 -- 172.21.15.84:0/1908833116 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa31406c920 msgr2=0x7fa31406ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:27.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.380+0000 7fa32ed8d640 1 --2- 172.21.15.84:0/1908833116 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa31406c920 0x7fa31406ede0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fa318036000 tx=0x7fa318008030 comp rx=0 tx=0).stop 2024-04-15T15:10:27.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.380+0000 7fa32ed8d640 1 -- 172.21.15.84:0/1908833116 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa328160410 msgr2=0x7fa328148220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:27.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.380+0000 7fa32ed8d640 1 --2- 172.21.15.84:0/1908833116 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa328160410 0x7fa328148220 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa32000c7a0 tx=0x7fa32000cc60 comp rx=0 tx=0).stop 2024-04-15T15:10:27.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.380+0000 7fa32ed8d640 1 -- 172.21.15.84:0/1908833116 shutdown_connections 2024-04-15T15:10:27.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.380+0000 7fa32ed8d640 1 --2- 172.21.15.84:0/1908833116 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa31406c920 0x7fa31406ede0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:27.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.380+0000 7fa32ed8d640 1 --2- 172.21.15.84:0/1908833116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa32815ed10 0x7fa32806da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:27.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.380+0000 7fa32ed8d640 1 --2- 172.21.15.84:0/1908833116 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa328160410 0x7fa328148220 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:27.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.380+0000 7fa32ed8d640 1 --2- 172.21.15.84:0/1908833116 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa3280d0600 0x7fa328149c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:27.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.380+0000 7fa32ed8d640 1 -- 172.21.15.84:0/1908833116 >> 172.21.15.84:0/1908833116 conn(0x7fa3280d23e0 msgr2=0x7fa328070720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:27.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.384+0000 7fa32ed8d640 1 -- 172.21.15.84:0/1908833116 shutdown_connections 2024-04-15T15:10:27.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.384+0000 7fa32ed8d640 1 -- 172.21.15.84:0/1908833116 wait complete. 2024-04-15T15:10:27.409 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-04-15T15:10:27.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.515+0000 7fb5ec857640 1 Processor -- start 2024-04-15T15:10:27.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.515+0000 7fb5ec857640 1 -- start start 2024-04-15T15:10:27.520 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.516+0000 7fb5ec857640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb5e815e770 0x7fb5e80cf040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:27.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.516+0000 7fb5ec857640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5e80ae160 con 0x7fb5e80b4dc0 2024-04-15T15:10:27.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.516+0000 7fb5ec857640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5e80b5310 con 0x7fb5e80cfe30 2024-04-15T15:10:27.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.516+0000 7fb5ec857640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fb5e80cf580 con 0x7fb5e815e770 2024-04-15T15:10:27.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.516+0000 7fb5e659c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb5e815e770 0x7fb5e80cf040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:27.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.516+0000 7fb5ddd9b640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fb5e80b4dc0 0x7fb5e80cf720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42126/0 (socket says 172.21.15.84:42126) 2024-04-15T15:10:27.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.516+0000 7fb5ddd9b640 1 -- 172.21.15.84:0/154970038 learned_addr learned my addr 172.21.15.84:0/154970038 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:27.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.516+0000 7fb5e659c640 1 -- 172.21.15.84:0/154970038 >> v1:172.21.15.203:6789/0 conn(0x7fb5e80cfe30 legacy=0x7fb5e80ae600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:27.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.516+0000 7fb5e659c640 1 -- 172.21.15.84:0/154970038 >> v1:172.21.15.84:6789/0 conn(0x7fb5e80b4dc0 legacy=0x7fb5e80cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:27.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.516+0000 7fb5e659c640 1 -- 172.21.15.84:0/154970038 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5e80b55f0 con 0x7fb5e815e770 2024-04-15T15:10:27.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.516+0000 7fb5e5d9b640 1 -- 172.21.15.84:0/154970038 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 304245730 0 0) 0x7fb5e80ae160 con 0x7fb5e80b4dc0 2024-04-15T15:10:27.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.517+0000 7fb5e659c640 1 --2- 172.21.15.84:0/154970038 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5e815e770 0x7fb5e80cf040 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb5d80097a0 tx=0x7fb5d802b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d9697d35d3ae6b4 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:27.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.517+0000 7fb5e5d9b640 1 -- 172.21.15.84:0/154970038 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d8035020 con 0x7fb5e815e770 2024-04-15T15:10:27.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.517+0000 7fb5e5d9b640 1 -- 172.21.15.84:0/154970038 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5d8031830 con 0x7fb5e815e770 2024-04-15T15:10:27.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.517+0000 7fb5e5d9b640 1 -- 172.21.15.84:0/154970038 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d8031c00 con 0x7fb5e815e770 2024-04-15T15:10:27.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.517+0000 7fb5ec857640 1 -- 172.21.15.84:0/154970038 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5e815e770 msgr2=0x7fb5e80cf040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:27.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.517+0000 7fb5ec857640 1 --2- 172.21.15.84:0/154970038 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5e815e770 0x7fb5e80cf040 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb5d80097a0 tx=0x7fb5d802b8d0 comp rx=0 tx=0).stop 2024-04-15T15:10:27.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.517+0000 7fb5ec857640 1 -- 172.21.15.84:0/154970038 shutdown_connections 2024-04-15T15:10:27.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.517+0000 7fb5ec857640 1 --2- 172.21.15.84:0/154970038 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5e815e770 0x7fb5e80cf040 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:27.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.517+0000 7fb5ec857640 1 -- 172.21.15.84:0/154970038 >> 172.21.15.84:0/154970038 conn(0x7fb5e80d13a0 msgr2=0x7fb5e80d1780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:27.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.518+0000 7fb5ec857640 1 -- 172.21.15.84:0/154970038 shutdown_connections 2024-04-15T15:10:27.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.518+0000 7fb5ec857640 1 -- 172.21.15.84:0/154970038 wait complete. 2024-04-15T15:10:27.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.519+0000 7fb5ec857640 1 Processor -- start 2024-04-15T15:10:27.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.519+0000 7fb5ec857640 1 -- start start 2024-04-15T15:10:27.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5ec857640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5e80b4dc0 0x7fb5e81492b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:27.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5ec857640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb5e80cfe30 0x7fb5e8147240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:27.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5ec857640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb5e815e770 0x7fb5e8147780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:27.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5ec857640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e815eb50 con 0x7fb5e80b4dc0 2024-04-15T15:10:27.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5ec857640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb5e80b5bb0 con 0x7fb5e815e770 2024-04-15T15:10:27.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5ec857640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb5e815ecd0 con 0x7fb5e80cfe30 2024-04-15T15:10:27.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5e659c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5e80b4dc0 0x7fb5e81492b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:27.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5e659c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5e80b4dc0 0x7fb5e81492b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57430/0 (socket says 172.21.15.84:57430) 2024-04-15T15:10:27.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5e659c640 1 -- 172.21.15.84:0/3684093964 learned_addr learned my addr 172.21.15.84:0/3684093964 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:27.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5ddd9b640 1 --2- 172.21.15.84:0/3684093964 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb5e80cfe30 0x7fb5e8147240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:27.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5e6d9d640 1 --2- 172.21.15.84:0/3684093964 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb5e815e770 0x7fb5e8147780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:27.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5e659c640 1 -- 172.21.15.84:0/3684093964 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb5e80cfe30 msgr2=0x7fb5e8147240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:27.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5e659c640 1 --2- 172.21.15.84:0/3684093964 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb5e80cfe30 0x7fb5e8147240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:27.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5e659c640 1 -- 172.21.15.84:0/3684093964 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb5e815e770 msgr2=0x7fb5e8147780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:27.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5e659c640 1 --2- 172.21.15.84:0/3684093964 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb5e815e770 0x7fb5e8147780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:27.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5e659c640 1 -- 172.21.15.84:0/3684093964 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5e81461a0 con 0x7fb5e80b4dc0 2024-04-15T15:10:27.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5e6d9d640 1 --2- 172.21.15.84:0/3684093964 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb5e815e770 0x7fb5e8147780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:27.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5e659c640 1 --2- 172.21.15.84:0/3684093964 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5e80b4dc0 0x7fb5e81492b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb5d80098c0 tx=0x7fb5d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:27.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5df7fe640 1 -- 172.21.15.84:0/3684093964 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d8040070 con 0x7fb5e80b4dc0 2024-04-15T15:10:27.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5df7fe640 1 -- 172.21.15.84:0/3684093964 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5d8039a00 con 0x7fb5e80b4dc0 2024-04-15T15:10:27.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5df7fe640 1 -- 172.21.15.84:0/3684093964 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d8035040 con 0x7fb5e80b4dc0 2024-04-15T15:10:27.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5ec857640 1 -- 172.21.15.84:0/3684093964 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5e8146480 con 0x7fb5e80b4dc0 2024-04-15T15:10:27.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.520+0000 7fb5ec857640 1 -- 172.21.15.84:0/3684093964 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5e8146a40 con 0x7fb5e80b4dc0 2024-04-15T15:10:27.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.521+0000 7fb5ec857640 1 -- 172.21.15.84:0/3684093964 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5e815e2b0 con 0x7fb5e80b4dc0 2024-04-15T15:10:27.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.522+0000 7fb5df7fe640 1 -- 172.21.15.84:0/3684093964 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fb5d8038020 con 0x7fb5e80b4dc0 2024-04-15T15:10:27.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.522+0000 7fb5df7fe640 1 --2- 172.21.15.84:0/3684093964 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb5c806c8f0 0x7fb5c806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:27.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.522+0000 7fb5df7fe640 1 -- 172.21.15.84:0/3684093964 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 6500+0+0 (secure 0 0 0) 0x7fb5d80ad880 con 0x7fb5e80b4dc0 2024-04-15T15:10:27.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.522+0000 7fb5ddd9b640 1 --2- 172.21.15.84:0/3684093964 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb5c806c8f0 0x7fb5c806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:27.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.523+0000 7fb5ddd9b640 1 --2- 172.21.15.84:0/3684093964 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb5c806c8f0 0x7fb5c806edb0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb5e80b4b80 tx=0x7fb5d0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:27.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.528+0000 7fb5df7fe640 1 -- 172.21.15.84:0/3684093964 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fb5d807b990 con 0x7fb5e80b4dc0 2024-04-15T15:10:27.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:27.742+0000 7fb5ec857640 1 -- 172.21.15.84:0/3684093964 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7fb5e8075c50 con 0x7fb5e80b4dc0 2024-04-15T15:10:28.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.380+0000 7fb5df7fe640 1 -- 172.21.15.84:0/3684093964 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v7) ==== 137+0+0 (secure 0 0 0) 0x7fb5d807b290 con 0x7fb5e80b4dc0 2024-04-15T15:10:28.383 INFO:teuthology.orchestra.run.smithi084.stderr:added data pool 4 to fsmap 2024-04-15T15:10:28.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.383+0000 7fb5ec857640 1 -- 172.21.15.84:0/3684093964 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb5c806c8f0 msgr2=0x7fb5c806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:28.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.383+0000 7fb5ec857640 1 --2- 172.21.15.84:0/3684093964 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb5c806c8f0 0x7fb5c806edb0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fb5e80b4b80 tx=0x7fb5d0009040 comp rx=0 tx=0).stop 2024-04-15T15:10:28.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.383+0000 7fb5ec857640 1 -- 172.21.15.84:0/3684093964 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5e80b4dc0 msgr2=0x7fb5e81492b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:28.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.383+0000 7fb5ec857640 1 --2- 172.21.15.84:0/3684093964 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5e80b4dc0 0x7fb5e81492b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb5d80098c0 tx=0x7fb5d80046c0 comp rx=0 tx=0).stop 2024-04-15T15:10:28.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.383+0000 7fb5ec857640 1 -- 172.21.15.84:0/3684093964 shutdown_connections 2024-04-15T15:10:28.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.383+0000 7fb5ec857640 1 --2- 172.21.15.84:0/3684093964 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb5c806c8f0 0x7fb5c806edb0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:28.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.383+0000 7fb5ec857640 1 --2- 172.21.15.84:0/3684093964 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb5e815e770 0x7fb5e8147780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:28.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.383+0000 7fb5ec857640 1 --2- 172.21.15.84:0/3684093964 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb5e80cfe30 0x7fb5e8147240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:28.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.383+0000 7fb5ec857640 1 --2- 172.21.15.84:0/3684093964 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5e80b4dc0 0x7fb5e81492b0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:28.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.383+0000 7fb5ec857640 1 -- 172.21.15.84:0/3684093964 >> 172.21.15.84:0/3684093964 conn(0x7fb5e80d13a0 msgr2=0x7fb5e815bdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:28.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.383+0000 7fb5ec857640 1 -- 172.21.15.84:0/3684093964 shutdown_connections 2024-04-15T15:10:28.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.383+0000 7fb5ec857640 1 -- 172.21.15.84:0/3684093964 wait complete. 2024-04-15T15:10:28.399 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:10:28.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.504+0000 7f40615d5640 1 Processor -- start 2024-04-15T15:10:28.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.504+0000 7f40615d5640 1 -- start start 2024-04-15T15:10:28.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.504+0000 7f40615d5640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f405c0d12b0 0x7f405c0d2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:28.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.504+0000 7f40615d5640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f405c0d2ea0 0x7f405c0d45b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:28.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.504+0000 7f40615d5640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f405c162220 con 0x7f405c161e40 2024-04-15T15:10:28.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.505+0000 7f40615d5640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f405c0b3f00 con 0x7f405c0d2ea0 2024-04-15T15:10:28.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.505+0000 7f40615d5640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f405c0d21f0 con 0x7f405c0d12b0 2024-04-15T15:10:28.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.505+0000 7f405affd640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f405c161e40 0x7f405c0b37f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42130/0 (socket says 172.21.15.84:42130) 2024-04-15T15:10:28.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.505+0000 7f405affd640 1 -- 172.21.15.84:0/2345411761 learned_addr learned my addr 172.21.15.84:0/2345411761 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:28.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.505+0000 7f405b7fe640 1 --2- 172.21.15.84:0/2345411761 >> v2:172.21.15.84:3300/0 conn(0x7f405c0d2ea0 0x7f405c0d45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:28.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.505+0000 7f4059ffb640 1 -- 172.21.15.84:0/2345411761 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 694963498 0 0) 0x7f405c162220 con 0x7f405c161e40 2024-04-15T15:10:28.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.505+0000 7f405a7fc640 1 --2- 172.21.15.84:0/2345411761 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f405c0d12b0 0x7f405c0d2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:28.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.505+0000 7f4059ffb640 1 -- 172.21.15.84:0/2345411761 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4048003520 con 0x7f405c161e40 2024-04-15T15:10:28.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.505+0000 7f405b7fe640 1 -- 172.21.15.84:0/2345411761 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f405c0d12b0 msgr2=0x7f405c0d2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:28.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.505+0000 7f405b7fe640 1 --2- 172.21.15.84:0/2345411761 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f405c0d12b0 0x7f405c0d2960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:28.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.505+0000 7f405b7fe640 1 -- 172.21.15.84:0/2345411761 >> v1:172.21.15.84:6789/0 conn(0x7f405c161e40 legacy=0x7f405c0b37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:28.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.505+0000 7f405b7fe640 1 -- 172.21.15.84:0/2345411761 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f405c0d1820 con 0x7f405c0d2ea0 2024-04-15T15:10:28.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.505+0000 7f405a7fc640 1 --2- 172.21.15.84:0/2345411761 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f405c0d12b0 0x7f405c0d2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:28.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.506+0000 7f405b7fe640 1 --2- 172.21.15.84:0/2345411761 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f405c0d2ea0 0x7f405c0d45b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4054009d90 tx=0x7f405402be10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d64c5df3862a2f31 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:28.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.506+0000 7f4059ffb640 1 -- 172.21.15.84:0/2345411761 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4054039070 con 0x7f405c0d2ea0 2024-04-15T15:10:28.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.506+0000 7f4059ffb640 1 -- 172.21.15.84:0/2345411761 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f405402cbc0 con 0x7f405c0d2ea0 2024-04-15T15:10:28.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.506+0000 7f4059ffb640 1 -- 172.21.15.84:0/2345411761 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4054034440 con 0x7f405c0d2ea0 2024-04-15T15:10:28.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.506+0000 7f40615d5640 1 -- 172.21.15.84:0/2345411761 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f405c0d2ea0 msgr2=0x7f405c0d45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:28.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.506+0000 7f40615d5640 1 --2- 172.21.15.84:0/2345411761 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f405c0d2ea0 0x7f405c0d45b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4054009d90 tx=0x7f405402be10 comp rx=0 tx=0).stop 2024-04-15T15:10:28.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.506+0000 7f40615d5640 1 -- 172.21.15.84:0/2345411761 shutdown_connections 2024-04-15T15:10:28.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.506+0000 7f40615d5640 1 --2- 172.21.15.84:0/2345411761 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f405c0d2ea0 0x7f405c0d45b0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:28.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.506+0000 7f40615d5640 1 --2- 172.21.15.84:0/2345411761 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f405c0d12b0 0x7f405c0d2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:28.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.506+0000 7f40615d5640 1 -- 172.21.15.84:0/2345411761 >> 172.21.15.84:0/2345411761 conn(0x7f405c09d970 msgr2=0x7f405c0b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:28.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.506+0000 7f40615d5640 1 -- 172.21.15.84:0/2345411761 shutdown_connections 2024-04-15T15:10:28.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.506+0000 7f40615d5640 1 -- 172.21.15.84:0/2345411761 wait complete. 2024-04-15T15:10:28.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.508+0000 7f40615d5640 1 Processor -- start 2024-04-15T15:10:28.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.508+0000 7f40615d5640 1 -- start start 2024-04-15T15:10:28.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.508+0000 7f40615d5640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f405c0d12b0 0x7f405c06b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:28.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.508+0000 7f40615d5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f405c161e40 0x7f405c0a1f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:28.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.508+0000 7f40615d5640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f405c15f0b0 0x7f405c0b5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:28.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.508+0000 7f40615d5640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f405c0d2440 con 0x7f405c161e40 2024-04-15T15:10:28.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.508+0000 7f40615d5640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f405c0d1de0 con 0x7f405c15f0b0 2024-04-15T15:10:28.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.508+0000 7f40615d5640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f405c0d4af0 con 0x7f405c0d12b0 2024-04-15T15:10:28.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.509+0000 7f405a7fc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f405c161e40 0x7f405c0a1f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:28.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.509+0000 7f405a7fc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f405c161e40 0x7f405c0a1f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57436/0 (socket says 172.21.15.84:57436) 2024-04-15T15:10:28.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.509+0000 7f405a7fc640 1 -- 172.21.15.84:0/2716079676 learned_addr learned my addr 172.21.15.84:0/2716079676 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:28.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.509+0000 7f405affd640 1 --2- 172.21.15.84:0/2716079676 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f405c0d12b0 0x7f405c06b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:28.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.509+0000 7f405b7fe640 1 --2- 172.21.15.84:0/2716079676 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f405c15f0b0 0x7f405c0b5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:28.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.509+0000 7f405a7fc640 1 -- 172.21.15.84:0/2716079676 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f405c0d12b0 msgr2=0x7f405c06b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:28.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.509+0000 7f405a7fc640 1 --2- 172.21.15.84:0/2716079676 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f405c0d12b0 0x7f405c06b960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:28.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.509+0000 7f405a7fc640 1 -- 172.21.15.84:0/2716079676 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f405c15f0b0 msgr2=0x7f405c0b5180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:28.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.509+0000 7f405a7fc640 1 --2- 172.21.15.84:0/2716079676 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f405c15f0b0 0x7f405c0b5180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:28.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.509+0000 7f405a7fc640 1 -- 172.21.15.84:0/2716079676 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f405c0c8120 con 0x7f405c161e40 2024-04-15T15:10:28.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.509+0000 7f405affd640 1 --2- 172.21.15.84:0/2716079676 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f405c0d12b0 0x7f405c06b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:28.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.509+0000 7f405b7fe640 1 --2- 172.21.15.84:0/2716079676 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f405c15f0b0 0x7f405c0b5180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:28.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.509+0000 7f405a7fc640 1 --2- 172.21.15.84:0/2716079676 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f405c161e40 0x7f405c0a1f30 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f404400c7f0 tx=0x7f404400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:28.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.509+0000 7f40537fe640 1 -- 172.21.15.84:0/2716079676 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4044015070 con 0x7f405c161e40 2024-04-15T15:10:28.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.509+0000 7f40537fe640 1 -- 172.21.15.84:0/2716079676 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40440077c0 con 0x7f405c161e40 2024-04-15T15:10:28.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.509+0000 7f40615d5640 1 -- 172.21.15.84:0/2716079676 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f405c0c8400 con 0x7f405c161e40 2024-04-15T15:10:28.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.509+0000 7f40537fe640 1 -- 172.21.15.84:0/2716079676 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4044007b90 con 0x7f405c161e40 2024-04-15T15:10:28.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.509+0000 7f40615d5640 1 -- 172.21.15.84:0/2716079676 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f405c0c89c0 con 0x7f405c161e40 2024-04-15T15:10:28.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.510+0000 7f40615d5640 1 -- 172.21.15.84:0/2716079676 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f405c0d4530 con 0x7f405c161e40 2024-04-15T15:10:28.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.511+0000 7f40537fe640 1 -- 172.21.15.84:0/2716079676 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f4044018070 con 0x7f405c161e40 2024-04-15T15:10:28.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.511+0000 7f40537fe640 1 --2- 172.21.15.84:0/2716079676 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f403c06c920 0x7f403c06ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:28.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.511+0000 7f405affd640 1 --2- 172.21.15.84:0/2716079676 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f403c06c920 0x7f403c06ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:28.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.511+0000 7f40537fe640 1 -- 172.21.15.84:0/2716079676 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f404408be90 con 0x7f405c161e40 2024-04-15T15:10:28.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.512+0000 7f405affd640 1 --2- 172.21.15.84:0/2716079676 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f403c06c920 0x7f403c06ede0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f404c007fd0 tx=0x7f404c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:28.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.516+0000 7f40537fe640 1 -- 172.21.15.84:0/2716079676 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f404405a010 con 0x7f405c161e40 2024-04-15T15:10:28.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.731+0000 7f40615d5640 1 -- 172.21.15.84:0/2716079676 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f405c0d51b0 con 0x7f405c161e40 2024-04-15T15:10:28.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.731+0000 7f40537fe640 1 -- 172.21.15.84:0/2716079676 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5180 (secure 0 0 0) 0x7f4044059910 con 0x7f405c161e40 2024-04-15T15:10:28.733 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:28.734 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/3664072827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3664072827},{"type":"v1","addr":"172.21.15.84:6836","nonce":3664072827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/2090511752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":2090511752},{"type":"v1","addr":"172.21.15.84:6837","nonce":2090511752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/768052062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":768052062},{"type":"v1","addr":"172.21.15.203:6835","nonce":768052062}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T15:10:22.689828+0000","modified":"2024-04-15T15:10:27.745403+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.203:6834/2436290281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2436290281},{"type":"v1","addr":"172.21.15.203:6834","nonce":2436290281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4294,"qdb_cluster":[4294]},"id":1}]} 2024-04-15T15:10:28.734 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 7 2024-04-15T15:10:28.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.733+0000 7f40615d5640 1 -- 172.21.15.84:0/2716079676 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f403c06c920 msgr2=0x7f403c06ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:28.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.733+0000 7f40615d5640 1 --2- 172.21.15.84:0/2716079676 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f403c06c920 0x7f403c06ede0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f404c007fd0 tx=0x7f404c009040 comp rx=0 tx=0).stop 2024-04-15T15:10:28.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.733+0000 7f40615d5640 1 -- 172.21.15.84:0/2716079676 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f405c161e40 msgr2=0x7f405c0a1f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:28.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.733+0000 7f40615d5640 1 --2- 172.21.15.84:0/2716079676 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f405c161e40 0x7f405c0a1f30 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f404400c7f0 tx=0x7f404400cbf0 comp rx=0 tx=0).stop 2024-04-15T15:10:28.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.733+0000 7f40615d5640 1 -- 172.21.15.84:0/2716079676 shutdown_connections 2024-04-15T15:10:28.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.733+0000 7f40615d5640 1 --2- 172.21.15.84:0/2716079676 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f403c06c920 0x7f403c06ede0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:28.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.733+0000 7f40615d5640 1 --2- 172.21.15.84:0/2716079676 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f405c15f0b0 0x7f405c0b5180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:28.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.733+0000 7f40615d5640 1 --2- 172.21.15.84:0/2716079676 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f405c161e40 0x7f405c0a1f30 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:28.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.733+0000 7f40615d5640 1 --2- 172.21.15.84:0/2716079676 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f405c0d12b0 0x7f405c06b960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:28.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.733+0000 7f40615d5640 1 -- 172.21.15.84:0/2716079676 >> 172.21.15.84:0/2716079676 conn(0x7f405c09d970 msgr2=0x7f405c0b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:28.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.733+0000 7f40615d5640 1 -- 172.21.15.84:0/2716079676 shutdown_connections 2024-04-15T15:10:28.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.733+0000 7f40615d5640 1 -- 172.21.15.84:0/2716079676 wait complete. 2024-04-15T15:10:28.746 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:10:28.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.847+0000 7fc2186a0640 1 Processor -- start 2024-04-15T15:10:28.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.847+0000 7fc2186a0640 1 -- start start 2024-04-15T15:10:28.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.848+0000 7fc2186a0640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc21015fe80 0x7fc210070310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:28.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.848+0000 7fc2186a0640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc210070850 0x7fc21006d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:28.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.848+0000 7fc2186a0640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc21006f990 con 0x7fc2101590d0 2024-04-15T15:10:28.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.848+0000 7fc2186a0640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fc210070ca0 con 0x7fc21015fe80 2024-04-15T15:10:28.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.848+0000 7fc2186a0640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc21015f150 con 0x7fc210070850 2024-04-15T15:10:28.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.849+0000 7fc215c3b640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc21015fe80 0x7fc210070310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:28.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.849+0000 7fc215c3b640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc21015fe80 0x7fc210070310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57450/0 (socket says 172.21.15.84:57450) 2024-04-15T15:10:28.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.849+0000 7fc215c3b640 1 -- 172.21.15.84:0/1755722442 learned_addr learned my addr 172.21.15.84:0/1755722442 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:28.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.849+0000 7fc216c3d640 1 --2- 172.21.15.84:0/1755722442 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc210070850 0x7fc21006d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:28.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.849+0000 7fc215c3b640 1 -- 172.21.15.84:0/1755722442 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc210070850 msgr2=0x7fc21006d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:28.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.849+0000 7fc215c3b640 1 --2- 172.21.15.84:0/1755722442 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc210070850 0x7fc21006d300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:28.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.849+0000 7fc215c3b640 1 -- 172.21.15.84:0/1755722442 >> v1:172.21.15.203:6789/0 conn(0x7fc2101590d0 legacy=0x7fc21006eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:28.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.849+0000 7fc215c3b640 1 -- 172.21.15.84:0/1755722442 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc21015f3a0 con 0x7fc21015fe80 2024-04-15T15:10:28.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.849+0000 7fc216c3d640 1 --2- 172.21.15.84:0/1755722442 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc210070850 0x7fc21006d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:28.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.850+0000 7fc215c3b640 1 --2- 172.21.15.84:0/1755722442 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc21015fe80 0x7fc210070310 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc20c009870 tx=0x7fc20c02b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84cd360de5fcdc2a server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:28.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.850+0000 7fc21543a640 1 -- 172.21.15.84:0/1755722442 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc20c034070 con 0x7fc21015fe80 2024-04-15T15:10:28.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.850+0000 7fc21543a640 1 -- 172.21.15.84:0/1755722442 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc20c030840 con 0x7fc21015fe80 2024-04-15T15:10:28.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.850+0000 7fc21543a640 1 -- 172.21.15.84:0/1755722442 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc20c030c10 con 0x7fc21015fe80 2024-04-15T15:10:28.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.850+0000 7fc2186a0640 1 -- 172.21.15.84:0/1755722442 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc21015fe80 msgr2=0x7fc210070310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:28.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.850+0000 7fc2186a0640 1 --2- 172.21.15.84:0/1755722442 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc21015fe80 0x7fc210070310 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fc20c009870 tx=0x7fc20c02b980 comp rx=0 tx=0).stop 2024-04-15T15:10:28.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.850+0000 7fc2186a0640 1 -- 172.21.15.84:0/1755722442 shutdown_connections 2024-04-15T15:10:28.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.850+0000 7fc2186a0640 1 --2- 172.21.15.84:0/1755722442 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc210070850 0x7fc21006d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:28.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.850+0000 7fc2186a0640 1 --2- 172.21.15.84:0/1755722442 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc21015fe80 0x7fc210070310 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:28.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.850+0000 7fc2186a0640 1 -- 172.21.15.84:0/1755722442 >> 172.21.15.84:0/1755722442 conn(0x7fc2100cdd20 msgr2=0x7fc2100ce100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:28.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.850+0000 7fc2186a0640 1 -- 172.21.15.84:0/1755722442 shutdown_connections 2024-04-15T15:10:28.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.850+0000 7fc2186a0640 1 -- 172.21.15.84:0/1755722442 wait complete. 2024-04-15T15:10:28.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.852+0000 7fc2186a0640 1 Processor -- start 2024-04-15T15:10:28.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.852+0000 7fc2186a0640 1 -- start start 2024-04-15T15:10:28.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.852+0000 7fc2186a0640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc210070850 0x7fc210152e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:28.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.852+0000 7fc2186a0640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc2101590d0 0x7fc210155330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:28.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.852+0000 7fc2186a0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc21015fe80 0x7fc210072b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:28.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.852+0000 7fc2186a0640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc21015c9c0 con 0x7fc21015fe80 2024-04-15T15:10:28.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.852+0000 7fc2186a0640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc2101594b0 con 0x7fc210070850 2024-04-15T15:10:28.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.852+0000 7fc2186a0640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc21006f5c0 con 0x7fc2101590d0 2024-04-15T15:10:28.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.852+0000 7fc216c3d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc21015fe80 0x7fc210072b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:28.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.852+0000 7fc216c3d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc21015fe80 0x7fc210072b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57462/0 (socket says 172.21.15.84:57462) 2024-04-15T15:10:28.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.852+0000 7fc216c3d640 1 -- 172.21.15.84:0/345319658 learned_addr learned my addr 172.21.15.84:0/345319658 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:28.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.853+0000 7fc215c3b640 1 --2- 172.21.15.84:0/345319658 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc2101590d0 0x7fc210155330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:28.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.853+0000 7fc21643c640 1 --2- 172.21.15.84:0/345319658 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc210070850 0x7fc210152e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:28.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.853+0000 7fc216c3d640 1 -- 172.21.15.84:0/345319658 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc2101590d0 msgr2=0x7fc210155330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:28.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.853+0000 7fc216c3d640 1 --2- 172.21.15.84:0/345319658 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc2101590d0 0x7fc210155330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:28.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.853+0000 7fc216c3d640 1 -- 172.21.15.84:0/345319658 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc210070850 msgr2=0x7fc210152e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:28.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.853+0000 7fc216c3d640 1 --2- 172.21.15.84:0/345319658 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc210070850 0x7fc210152e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:28.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.853+0000 7fc216c3d640 1 -- 172.21.15.84:0/345319658 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc210155d10 con 0x7fc21015fe80 2024-04-15T15:10:28.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.853+0000 7fc216c3d640 1 --2- 172.21.15.84:0/345319658 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc21015fe80 0x7fc210072b80 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc208007df0 tx=0x7fc20800d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:28.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.853+0000 7fc202ffd640 1 -- 172.21.15.84:0/345319658 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc20801a070 con 0x7fc21015fe80 2024-04-15T15:10:28.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.853+0000 7fc202ffd640 1 -- 172.21.15.84:0/345319658 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc208003990 con 0x7fc21015fe80 2024-04-15T15:10:28.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.853+0000 7fc2186a0640 1 -- 172.21.15.84:0/345319658 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc210155ff0 con 0x7fc21015fe80 2024-04-15T15:10:28.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.853+0000 7fc202ffd640 1 -- 172.21.15.84:0/345319658 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc208003d80 con 0x7fc21015fe80 2024-04-15T15:10:28.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.853+0000 7fc2186a0640 1 -- 172.21.15.84:0/345319658 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc210156890 con 0x7fc21015fe80 2024-04-15T15:10:28.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.854+0000 7fc2186a0640 1 -- 172.21.15.84:0/345319658 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2101563e0 con 0x7fc21015fe80 2024-04-15T15:10:28.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.854+0000 7fc202ffd640 1 -- 172.21.15.84:0/345319658 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fc20801d070 con 0x7fc21015fe80 2024-04-15T15:10:28.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.855+0000 7fc202ffd640 1 --2- 172.21.15.84:0/345319658 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc1f406c8f0 0x7fc1f406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:28.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.855+0000 7fc202ffd640 1 -- 172.21.15.84:0/345319658 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fc20808c110 con 0x7fc21015fe80 2024-04-15T15:10:28.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.855+0000 7fc21643c640 1 --2- 172.21.15.84:0/345319658 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc1f406c8f0 0x7fc1f406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:28.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.855+0000 7fc21643c640 1 --2- 172.21.15.84:0/345319658 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc1f406c8f0 0x7fc1f406edb0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc204000f60 tx=0x7fc204009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:28.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:28.859+0000 7fc202ffd640 1 -- 172.21.15.84:0/345319658 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fc208010070 con 0x7fc21015fe80 2024-04-15T15:10:29.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.040+0000 7fc2186a0640 1 -- 172.21.15.84:0/345319658 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc2100690f0 con 0x7fc21015fe80 2024-04-15T15:10:29.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.041+0000 7fc202ffd640 1 -- 172.21.15.84:0/345319658 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18466 (secure 0 0 0) 0x7fc20805a200 con 0x7fc21015fe80 2024-04-15T15:10:29.043 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:29.044 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":24,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:27.745198+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:10:29.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.044+0000 7fc2186a0640 1 -- 172.21.15.84:0/345319658 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc1f406c8f0 msgr2=0x7fc1f406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:29.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.044+0000 7fc2186a0640 1 --2- 172.21.15.84:0/345319658 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc1f406c8f0 0x7fc1f406edb0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc204000f60 tx=0x7fc204009040 comp rx=0 tx=0).stop 2024-04-15T15:10:29.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.044+0000 7fc2186a0640 1 -- 172.21.15.84:0/345319658 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc21015fe80 msgr2=0x7fc210072b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:29.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.044+0000 7fc2186a0640 1 --2- 172.21.15.84:0/345319658 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc21015fe80 0x7fc210072b80 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc208007df0 tx=0x7fc20800d4a0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.044+0000 7fc2186a0640 1 -- 172.21.15.84:0/345319658 shutdown_connections 2024-04-15T15:10:29.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.044+0000 7fc2186a0640 1 --2- 172.21.15.84:0/345319658 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc21015fe80 0x7fc210072b80 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.044+0000 7fc2186a0640 1 --2- 172.21.15.84:0/345319658 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc2101590d0 0x7fc210155330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.044+0000 7fc2186a0640 1 --2- 172.21.15.84:0/345319658 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc1f406c8f0 0x7fc1f406edb0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.044+0000 7fc2186a0640 1 --2- 172.21.15.84:0/345319658 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc210070850 0x7fc210152e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.044+0000 7fc2186a0640 1 -- 172.21.15.84:0/345319658 >> 172.21.15.84:0/345319658 conn(0x7fc2100cdd20 msgr2=0x7fc21006eeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:29.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.044+0000 7fc2186a0640 1 -- 172.21.15.84:0/345319658 shutdown_connections 2024-04-15T15:10:29.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.044+0000 7fc2186a0640 1 -- 172.21.15.84:0/345319658 wait complete. 2024-04-15T15:10:29.057 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:10:29.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.158+0000 7efc367a8640 1 Processor -- start 2024-04-15T15:10:29.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.158+0000 7efc367a8640 1 -- start start 2024-04-15T15:10:29.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.159+0000 7efc367a8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc3015eba0 0x7efc3006f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:29.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.159+0000 7efc367a8640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7efc300ccb90 0x7efc300cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:29.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.159+0000 7efc367a8640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc300afb10 con 0x7efc3006f720 2024-04-15T15:10:29.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.159+0000 7efc367a8640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7efc3015ef80 con 0x7efc300ccb90 2024-04-15T15:10:29.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.159+0000 7efc367a8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7efc300ce2b0 con 0x7efc3015eba0 2024-04-15T15:10:29.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.159+0000 7efc34d45640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7efc300ccb90 0x7efc300cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:29.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.159+0000 7efc34d45640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7efc300ccb90 0x7efc300cd020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57470/0 (socket says 172.21.15.84:57470) 2024-04-15T15:10:29.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.159+0000 7efc34d45640 1 -- 172.21.15.84:0/2987527654 learned_addr learned my addr 172.21.15.84:0/2987527654 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:29.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.159+0000 7efc2ffff640 1 --2- 172.21.15.84:0/2987527654 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc3015eba0 0x7efc3006f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:29.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.159+0000 7efc34d45640 1 -- 172.21.15.84:0/2987527654 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc3015eba0 msgr2=0x7efc3006f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:29.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.159+0000 7efc34d45640 1 --2- 172.21.15.84:0/2987527654 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc3015eba0 0x7efc3006f1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.159+0000 7efc34d45640 1 -- 172.21.15.84:0/2987527654 >> v1:172.21.15.203:6789/0 conn(0x7efc3006f720 legacy=0x7efc300af400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:29.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.159+0000 7efc34d45640 1 -- 172.21.15.84:0/2987527654 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc300ce590 con 0x7efc300ccb90 2024-04-15T15:10:29.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.160+0000 7efc34d45640 1 --2- 172.21.15.84:0/2987527654 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc300ccb90 0x7efc300cd020 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7efc28009e50 tx=0x7efc2802bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db10dad772def9fd server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:29.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.160+0000 7efc2f7fe640 1 -- 172.21.15.84:0/2987527654 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc2802ca70 con 0x7efc300ccb90 2024-04-15T15:10:29.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.160+0000 7efc2f7fe640 1 -- 172.21.15.84:0/2987527654 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc2802cc10 con 0x7efc300ccb90 2024-04-15T15:10:29.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.160+0000 7efc2f7fe640 1 -- 172.21.15.84:0/2987527654 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc280343f0 con 0x7efc300ccb90 2024-04-15T15:10:29.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.161+0000 7efc367a8640 1 -- 172.21.15.84:0/2987527654 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc300ccb90 msgr2=0x7efc300cd020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:29.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.161+0000 7efc367a8640 1 --2- 172.21.15.84:0/2987527654 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc300ccb90 0x7efc300cd020 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7efc28009e50 tx=0x7efc2802bed0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.161+0000 7efc367a8640 1 -- 172.21.15.84:0/2987527654 shutdown_connections 2024-04-15T15:10:29.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.161+0000 7efc367a8640 1 --2- 172.21.15.84:0/2987527654 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc300ccb90 0x7efc300cd020 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.161+0000 7efc367a8640 1 --2- 172.21.15.84:0/2987527654 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc3015eba0 0x7efc3006f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.161+0000 7efc367a8640 1 -- 172.21.15.84:0/2987527654 >> 172.21.15.84:0/2987527654 conn(0x7efc300b1dd0 msgr2=0x7efc300b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:29.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.161+0000 7efc367a8640 1 -- 172.21.15.84:0/2987527654 shutdown_connections 2024-04-15T15:10:29.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.161+0000 7efc367a8640 1 -- 172.21.15.84:0/2987527654 wait complete. 2024-04-15T15:10:29.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.162+0000 7efc367a8640 1 Processor -- start 2024-04-15T15:10:29.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.162+0000 7efc367a8640 1 -- start start 2024-04-15T15:10:29.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.163+0000 7efc367a8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc300ccb90 0x7efc3014dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:29.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.163+0000 7efc367a8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc3015eba0 0x7efc30153750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:29.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.163+0000 7efc367a8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc3009af20 0x7efc300d01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:29.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.163+0000 7efc367a8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7efc300b2b80 con 0x7efc3009af20 2024-04-15T15:10:29.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.163+0000 7efc367a8640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7efc3006ecc0 con 0x7efc3015eba0 2024-04-15T15:10:29.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.163+0000 7efc367a8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7efc300ceb50 con 0x7efc300ccb90 2024-04-15T15:10:29.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.163+0000 7efc34d45640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc3009af20 0x7efc300d01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:29.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.163+0000 7efc34d45640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc3009af20 0x7efc300d01a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57474/0 (socket says 172.21.15.84:57474) 2024-04-15T15:10:29.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.163+0000 7efc34d45640 1 -- 172.21.15.84:0/2267809528 learned_addr learned my addr 172.21.15.84:0/2267809528 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:29.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.163+0000 7efc2ffff640 1 --2- 172.21.15.84:0/2267809528 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc300ccb90 0x7efc3014dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:29.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.163+0000 7efc27fff640 1 --2- 172.21.15.84:0/2267809528 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc3015eba0 0x7efc30153750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:29.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.163+0000 7efc34d45640 1 -- 172.21.15.84:0/2267809528 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc300ccb90 msgr2=0x7efc3014dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:29.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.163+0000 7efc34d45640 1 --2- 172.21.15.84:0/2267809528 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc300ccb90 0x7efc3014dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.163+0000 7efc34d45640 1 -- 172.21.15.84:0/2267809528 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc3015eba0 msgr2=0x7efc30153750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:29.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.163+0000 7efc34d45640 1 --2- 172.21.15.84:0/2267809528 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc3015eba0 0x7efc30153750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.163+0000 7efc34d45640 1 -- 172.21.15.84:0/2267809528 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc301519f0 con 0x7efc3009af20 2024-04-15T15:10:29.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.163+0000 7efc34d45640 1 --2- 172.21.15.84:0/2267809528 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc3009af20 0x7efc300d01a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7efc28036040 tx=0x7efc28004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:29.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.163+0000 7efc2d7fa640 1 -- 172.21.15.84:0/2267809528 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc28043020 con 0x7efc3009af20 2024-04-15T15:10:29.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.163+0000 7efc2d7fa640 1 -- 172.21.15.84:0/2267809528 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc2803e450 con 0x7efc3009af20 2024-04-15T15:10:29.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.163+0000 7efc367a8640 1 -- 172.21.15.84:0/2267809528 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc30151cd0 con 0x7efc3009af20 2024-04-15T15:10:29.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.163+0000 7efc2d7fa640 1 -- 172.21.15.84:0/2267809528 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc28009510 con 0x7efc3009af20 2024-04-15T15:10:29.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.164+0000 7efc367a8640 1 -- 172.21.15.84:0/2267809528 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc30152290 con 0x7efc3009af20 2024-04-15T15:10:29.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.165+0000 7efc367a8640 1 -- 172.21.15.84:0/2267809528 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc300689e0 con 0x7efc3009af20 2024-04-15T15:10:29.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.165+0000 7efc2d7fa640 1 -- 172.21.15.84:0/2267809528 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7efc28046020 con 0x7efc3009af20 2024-04-15T15:10:29.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.165+0000 7efc2d7fa640 1 --2- 172.21.15.84:0/2267809528 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efc1006c920 0x7efc1006ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:29.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.166+0000 7efc2ffff640 1 --2- 172.21.15.84:0/2267809528 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efc1006c920 0x7efc1006ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:29.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.166+0000 7efc2d7fa640 1 -- 172.21.15.84:0/2267809528 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7efc280ae5e0 con 0x7efc3009af20 2024-04-15T15:10:29.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.166+0000 7efc2ffff640 1 --2- 172.21.15.84:0/2267809528 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efc1006c920 0x7efc1006ede0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7efc20006fd0 tx=0x7efc20008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:29.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.170+0000 7efc2d7fa640 1 -- 172.21.15.84:0/2267809528 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7efc2804d030 con 0x7efc3009af20 2024-04-15T15:10:29.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.352+0000 7efc367a8640 1 -- 172.21.15.84:0/2267809528 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efc30073c50 con 0x7efc3009af20 2024-04-15T15:10:29.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.353+0000 7efc2d7fa640 1 -- 172.21.15.84:0/2267809528 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18466 (secure 0 0 0) 0x7efc2807c760 con 0x7efc3009af20 2024-04-15T15:10:29.355 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:29.355 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":24,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:27.745198+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:10:29.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.355+0000 7efc367a8640 1 -- 172.21.15.84:0/2267809528 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efc1006c920 msgr2=0x7efc1006ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:29.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.355+0000 7efc367a8640 1 --2- 172.21.15.84:0/2267809528 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efc1006c920 0x7efc1006ede0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7efc20006fd0 tx=0x7efc20008040 comp rx=0 tx=0).stop 2024-04-15T15:10:29.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.355+0000 7efc367a8640 1 -- 172.21.15.84:0/2267809528 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc3009af20 msgr2=0x7efc300d01a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:29.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.355+0000 7efc367a8640 1 --2- 172.21.15.84:0/2267809528 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc3009af20 0x7efc300d01a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7efc28036040 tx=0x7efc28004a40 comp rx=0 tx=0).stop 2024-04-15T15:10:29.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.355+0000 7efc367a8640 1 -- 172.21.15.84:0/2267809528 shutdown_connections 2024-04-15T15:10:29.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.355+0000 7efc367a8640 1 --2- 172.21.15.84:0/2267809528 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efc1006c920 0x7efc1006ede0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.355+0000 7efc367a8640 1 --2- 172.21.15.84:0/2267809528 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc3015eba0 0x7efc30153750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.355+0000 7efc367a8640 1 --2- 172.21.15.84:0/2267809528 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc3009af20 0x7efc300d01a0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.355+0000 7efc367a8640 1 --2- 172.21.15.84:0/2267809528 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc300ccb90 0x7efc3014dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.355+0000 7efc367a8640 1 -- 172.21.15.84:0/2267809528 >> 172.21.15.84:0/2267809528 conn(0x7efc300b1dd0 msgr2=0x7efc300adac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:29.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.355+0000 7efc367a8640 1 -- 172.21.15.84:0/2267809528 shutdown_connections 2024-04-15T15:10:29.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.355+0000 7efc367a8640 1 -- 172.21.15.84:0/2267809528 wait complete. 2024-04-15T15:10:29.382 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:10:29.485 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.483+0000 7f2abaf59640 1 Processor -- start 2024-04-15T15:10:29.485 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.483+0000 7f2abaf59640 1 -- start start 2024-04-15T15:10:29.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.484+0000 7f2abaf59640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f2ab415e9b0 0x7f2ab40d3420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:29.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.484+0000 7f2abaf59640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f2ab40d51b0 0x7f2ab40cfb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:29.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.484+0000 7f2abaf59640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ab40b60b0 con 0x7f2ab40d3960 2024-04-15T15:10:29.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.484+0000 7f2abaf59640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f2ab415ed90 con 0x7f2ab415e9b0 2024-04-15T15:10:29.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.484+0000 7f2abaf59640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f2ab40d3ea0 con 0x7f2ab40d51b0 2024-04-15T15:10:29.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.484+0000 7f2ab8cf5640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f2ab415e9b0 0x7f2ab40d3420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:29.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.484+0000 7f2ab3fff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f2ab40d3960 0x7f2ab40d4aa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42146/0 (socket says 172.21.15.84:42146) 2024-04-15T15:10:29.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.484+0000 7f2ab3fff640 1 -- 172.21.15.84:0/2364452373 learned_addr learned my addr 172.21.15.84:0/2364452373 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:29.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.484+0000 7f2ab94f6640 1 --2- 172.21.15.84:0/2364452373 >> v2:172.21.15.203:3300/0 conn(0x7f2ab40d51b0 0x7f2ab40cfb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:29.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.484+0000 7f2ab8cf5640 1 -- 172.21.15.84:0/2364452373 >> v2:172.21.15.203:3300/0 conn(0x7f2ab40d51b0 msgr2=0x7f2ab40cfb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:29.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.484+0000 7f2ab8cf5640 1 --2- 172.21.15.84:0/2364452373 >> v2:172.21.15.203:3300/0 conn(0x7f2ab40d51b0 0x7f2ab40cfb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.484+0000 7f2ab8cf5640 1 -- 172.21.15.84:0/2364452373 >> v1:172.21.15.84:6789/0 conn(0x7f2ab40d3960 legacy=0x7f2ab40d4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:29.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.484+0000 7f2ab8cf5640 1 -- 172.21.15.84:0/2364452373 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ab40b6350 con 0x7f2ab415e9b0 2024-04-15T15:10:29.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.484+0000 7f2ab94f6640 1 --2- 172.21.15.84:0/2364452373 >> v2:172.21.15.203:3300/0 conn(0x7f2ab40d51b0 0x7f2ab40cfb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:29.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.485+0000 7f2ab8cf5640 1 --2- 172.21.15.84:0/2364452373 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2ab415e9b0 0x7f2ab40d3420 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f2ab40cec10 tx=0x7f2aac02b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=929cc8939bf7d711 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:29.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.485+0000 7f2ab37fe640 1 -- 172.21.15.84:0/2364452373 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aac034070 con 0x7f2ab415e9b0 2024-04-15T15:10:29.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.485+0000 7f2ab37fe640 1 -- 172.21.15.84:0/2364452373 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2aac030610 con 0x7f2ab415e9b0 2024-04-15T15:10:29.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.485+0000 7f2ab37fe640 1 -- 172.21.15.84:0/2364452373 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aac0309e0 con 0x7f2ab415e9b0 2024-04-15T15:10:29.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.485+0000 7f2abaf59640 1 -- 172.21.15.84:0/2364452373 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2ab415e9b0 msgr2=0x7f2ab40d3420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:29.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.485+0000 7f2abaf59640 1 --2- 172.21.15.84:0/2364452373 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2ab415e9b0 0x7f2ab40d3420 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f2ab40cec10 tx=0x7f2aac02b960 comp rx=0 tx=0).stop 2024-04-15T15:10:29.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.485+0000 7f2abaf59640 1 -- 172.21.15.84:0/2364452373 shutdown_connections 2024-04-15T15:10:29.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.485+0000 7f2abaf59640 1 --2- 172.21.15.84:0/2364452373 >> v2:172.21.15.203:3300/0 conn(0x7f2ab40d51b0 0x7f2ab40cfb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.485+0000 7f2abaf59640 1 --2- 172.21.15.84:0/2364452373 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2ab415e9b0 0x7f2ab40d3420 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.485+0000 7f2abaf59640 1 -- 172.21.15.84:0/2364452373 >> 172.21.15.84:0/2364452373 conn(0x7f2ab409db30 msgr2=0x7f2ab40b95f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:29.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.485+0000 7f2abaf59640 1 -- 172.21.15.84:0/2364452373 shutdown_connections 2024-04-15T15:10:29.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.485+0000 7f2abaf59640 1 -- 172.21.15.84:0/2364452373 wait complete. 2024-04-15T15:10:29.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.487+0000 7f2abaf59640 1 Processor -- start 2024-04-15T15:10:29.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.487+0000 7f2abaf59640 1 -- start start 2024-04-15T15:10:29.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.487+0000 7f2abaf59640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2ab40d3960 0x7f2ab40cb700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:29.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.487+0000 7f2abaf59640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2ab40d51b0 0x7f2ab40ce410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:29.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.487+0000 7f2abaf59640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2ab415e9b0 0x7f2ab41503b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:29.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.487+0000 7f2abaf59640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab40b6e30 con 0x7f2ab40d51b0 2024-04-15T15:10:29.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.487+0000 7f2abaf59640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab40b6910 con 0x7f2ab40d3960 2024-04-15T15:10:29.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.487+0000 7f2abaf59640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f2ab40b3b40 con 0x7f2ab415e9b0 2024-04-15T15:10:29.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.488+0000 7f2ab3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2ab40d51b0 0x7f2ab40ce410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:29.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.488+0000 7f2ab3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2ab40d51b0 0x7f2ab40ce410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57496/0 (socket says 172.21.15.84:57496) 2024-04-15T15:10:29.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.488+0000 7f2ab3fff640 1 -- 172.21.15.84:0/1678035246 learned_addr learned my addr 172.21.15.84:0/1678035246 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:29.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.488+0000 7f2ab8cf5640 1 --2- 172.21.15.84:0/1678035246 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2ab40d3960 0x7f2ab40cb700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:29.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.488+0000 7f2ab94f6640 1 --2- 172.21.15.84:0/1678035246 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2ab415e9b0 0x7f2ab41503b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:29.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.488+0000 7f2ab3fff640 1 -- 172.21.15.84:0/1678035246 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2ab415e9b0 msgr2=0x7f2ab41503b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:29.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.488+0000 7f2ab3fff640 1 --2- 172.21.15.84:0/1678035246 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2ab415e9b0 0x7f2ab41503b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.488+0000 7f2ab3fff640 1 -- 172.21.15.84:0/1678035246 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2ab40d3960 msgr2=0x7f2ab40cb700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:29.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.488+0000 7f2ab3fff640 1 --2- 172.21.15.84:0/1678035246 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2ab40d3960 0x7f2ab40cb700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.488+0000 7f2ab3fff640 1 -- 172.21.15.84:0/1678035246 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ab406d0f0 con 0x7f2ab40d51b0 2024-04-15T15:10:29.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.488+0000 7f2ab94f6640 1 --2- 172.21.15.84:0/1678035246 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2ab415e9b0 0x7f2ab41503b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:29.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.488+0000 7f2ab3fff640 1 --2- 172.21.15.84:0/1678035246 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2ab40d51b0 0x7f2ab40ce410 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f2aa400cae0 tx=0x7f2aa400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:29.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.488+0000 7f2ab17fa640 1 -- 172.21.15.84:0/1678035246 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa4017070 con 0x7f2ab40d51b0 2024-04-15T15:10:29.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.488+0000 7f2ab17fa640 1 -- 172.21.15.84:0/1678035246 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2aa400ac40 con 0x7f2ab40d51b0 2024-04-15T15:10:29.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.488+0000 7f2ab17fa640 1 -- 172.21.15.84:0/1678035246 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa4012620 con 0x7f2ab40d51b0 2024-04-15T15:10:29.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.488+0000 7f2abaf59640 1 -- 172.21.15.84:0/1678035246 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ab406d430 con 0x7f2ab40d51b0 2024-04-15T15:10:29.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.488+0000 7f2abaf59640 1 -- 172.21.15.84:0/1678035246 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ab40ce950 con 0x7f2ab40d51b0 2024-04-15T15:10:29.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.489+0000 7f2abaf59640 1 -- 172.21.15.84:0/1678035246 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ab40689e0 con 0x7f2ab40d51b0 2024-04-15T15:10:29.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.490+0000 7f2ab17fa640 1 -- 172.21.15.84:0/1678035246 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f2aa401a070 con 0x7f2ab40d51b0 2024-04-15T15:10:29.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.490+0000 7f2ab17fa640 1 --2- 172.21.15.84:0/1678035246 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2a9406c8f0 0x7f2a9406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:29.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.490+0000 7f2ab17fa640 1 -- 172.21.15.84:0/1678035246 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f2aa408bbe0 con 0x7f2ab40d51b0 2024-04-15T15:10:29.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.490+0000 7f2ab8cf5640 1 --2- 172.21.15.84:0/1678035246 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2a9406c8f0 0x7f2a9406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:29.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.491+0000 7f2ab8cf5640 1 --2- 172.21.15.84:0/1678035246 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2a9406c8f0 0x7f2a9406edb0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f2aac036000 tx=0x7f2aac03b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:29.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.495+0000 7f2ab17fa640 1 -- 172.21.15.84:0/1678035246 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f2ab406d430 con 0x7f2ab40d51b0 2024-04-15T15:10:29.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.708+0000 7f2abaf59640 1 -- 172.21.15.84:0/1678035246 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2ab40b3920 con 0x7f2ab40d51b0 2024-04-15T15:10:29.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.709+0000 7f2ab17fa640 1 -- 172.21.15.84:0/1678035246 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5180 (secure 0 0 0) 0x7f2aa4059d60 con 0x7f2ab40d51b0 2024-04-15T15:10:29.711 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:29.712 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/3664072827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3664072827},{"type":"v1","addr":"172.21.15.84:6836","nonce":3664072827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/2090511752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":2090511752},{"type":"v1","addr":"172.21.15.84:6837","nonce":2090511752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/768052062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":768052062},{"type":"v1","addr":"172.21.15.203:6835","nonce":768052062}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T15:10:22.689828+0000","modified":"2024-04-15T15:10:27.745403+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.203:6834/2436290281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2436290281},{"type":"v1","addr":"172.21.15.203:6834","nonce":2436290281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":4294,"qdb_cluster":[4294]},"id":1}]} 2024-04-15T15:10:29.713 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 7 2024-04-15T15:10:29.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.710+0000 7f2abaf59640 1 -- 172.21.15.84:0/1678035246 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2a9406c8f0 msgr2=0x7f2a9406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:29.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.710+0000 7f2abaf59640 1 --2- 172.21.15.84:0/1678035246 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2a9406c8f0 0x7f2a9406edb0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f2aac036000 tx=0x7f2aac03b040 comp rx=0 tx=0).stop 2024-04-15T15:10:29.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.710+0000 7f2abaf59640 1 -- 172.21.15.84:0/1678035246 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2ab40d51b0 msgr2=0x7f2ab40ce410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:29.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.710+0000 7f2abaf59640 1 --2- 172.21.15.84:0/1678035246 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2ab40d51b0 0x7f2ab40ce410 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f2aa400cae0 tx=0x7f2aa400a060 comp rx=0 tx=0).stop 2024-04-15T15:10:29.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.711+0000 7f2abaf59640 1 -- 172.21.15.84:0/1678035246 shutdown_connections 2024-04-15T15:10:29.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.711+0000 7f2abaf59640 1 --2- 172.21.15.84:0/1678035246 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2ab415e9b0 0x7f2ab41503b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.711+0000 7f2abaf59640 1 --2- 172.21.15.84:0/1678035246 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2ab40d51b0 0x7f2ab40ce410 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.711+0000 7f2abaf59640 1 --2- 172.21.15.84:0/1678035246 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2a9406c8f0 0x7f2a9406edb0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.711+0000 7f2abaf59640 1 --2- 172.21.15.84:0/1678035246 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2ab40d3960 0x7f2ab40cb700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.711+0000 7f2abaf59640 1 -- 172.21.15.84:0/1678035246 >> 172.21.15.84:0/1678035246 conn(0x7f2ab409db30 msgr2=0x7f2ab40b48d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:29.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.711+0000 7f2abaf59640 1 -- 172.21.15.84:0/1678035246 shutdown_connections 2024-04-15T15:10:29.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.711+0000 7f2abaf59640 1 -- 172.21.15.84:0/1678035246 wait complete. 2024-04-15T15:10:29.723 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:10:29.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.823+0000 7f5c6cd7c640 1 Processor -- start 2024-04-15T15:10:29.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.823+0000 7f5c6cd7c640 1 -- start start 2024-04-15T15:10:29.826 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.824+0000 7f5c6cd7c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f5c680d11a0 0x7f5c680cf360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:29.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.824+0000 7f5c6cd7c640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5c680d1610 con 0x7f5c68156d30 2024-04-15T15:10:29.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.824+0000 7f5c6cd7c640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5c680cfc80 con 0x7f5c680cf8a0 2024-04-15T15:10:29.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.824+0000 7f5c6cd7c640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f5c680d0100 con 0x7f5c680d11a0 2024-04-15T15:10:29.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.825+0000 7f5c65d9b640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f5c680d11a0 0x7f5c680cf360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:29.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.825+0000 7f5c6659c640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f5c68156d30 0x7f5c680cd160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42148/0 (socket says 172.21.15.84:42148) 2024-04-15T15:10:29.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.825+0000 7f5c6659c640 1 -- 172.21.15.84:0/2738368062 learned_addr learned my addr 172.21.15.84:0/2738368062 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:29.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.825+0000 7f5c65d9b640 1 -- 172.21.15.84:0/2738368062 >> v1:172.21.15.203:6789/0 conn(0x7f5c680cf8a0 legacy=0x7f5c6815dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:29.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.825+0000 7f5c65d9b640 1 -- 172.21.15.84:0/2738368062 >> v1:172.21.15.84:6789/0 conn(0x7f5c68156d30 legacy=0x7f5c680cd160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:29.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.825+0000 7f5c6559a640 1 -- 172.21.15.84:0/2738368062 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2483248875 0 0) 0x7f5c680d1610 con 0x7f5c68156d30 2024-04-15T15:10:29.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.825+0000 7f5c65d9b640 1 -- 172.21.15.84:0/2738368062 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c680d03e0 con 0x7f5c680d11a0 2024-04-15T15:10:29.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.826+0000 7f5c65d9b640 1 --2- 172.21.15.84:0/2738368062 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5c680d11a0 0x7f5c680cf360 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f5c5c0097a0 tx=0x7f5c5c02b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a49fa2d3c67a01b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:29.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.826+0000 7f5c6559a640 1 -- 172.21.15.84:0/2738368062 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c5c034070 con 0x7f5c680d11a0 2024-04-15T15:10:29.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.826+0000 7f5c6559a640 1 -- 172.21.15.84:0/2738368062 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c5c030610 con 0x7f5c680d11a0 2024-04-15T15:10:29.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.826+0000 7f5c6559a640 1 -- 172.21.15.84:0/2738368062 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c5c0309e0 con 0x7f5c680d11a0 2024-04-15T15:10:29.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.826+0000 7f5c6cd7c640 1 -- 172.21.15.84:0/2738368062 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5c680d11a0 msgr2=0x7f5c680cf360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:29.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.826+0000 7f5c6cd7c640 1 --2- 172.21.15.84:0/2738368062 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5c680d11a0 0x7f5c680cf360 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f5c5c0097a0 tx=0x7f5c5c02b960 comp rx=0 tx=0).stop 2024-04-15T15:10:29.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.826+0000 7f5c6cd7c640 1 -- 172.21.15.84:0/2738368062 shutdown_connections 2024-04-15T15:10:29.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.826+0000 7f5c6cd7c640 1 --2- 172.21.15.84:0/2738368062 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5c680d11a0 0x7f5c680cf360 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.826+0000 7f5c6cd7c640 1 -- 172.21.15.84:0/2738368062 >> 172.21.15.84:0/2738368062 conn(0x7f5c680b43c0 msgr2=0x7f5c680b47d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:29.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.826+0000 7f5c6cd7c640 1 -- 172.21.15.84:0/2738368062 shutdown_connections 2024-04-15T15:10:29.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.826+0000 7f5c6cd7c640 1 -- 172.21.15.84:0/2738368062 wait complete. 2024-04-15T15:10:29.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.828+0000 7f5c6cd7c640 1 Processor -- start 2024-04-15T15:10:29.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.828+0000 7f5c6cd7c640 1 -- start start 2024-04-15T15:10:29.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.828+0000 7f5c6cd7c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5c680cf8a0 0x7f5c680cbf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:29.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.828+0000 7f5c6cd7c640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5c680d11a0 0x7f5c6806d300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:29.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.828+0000 7f5c6cd7c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5c68156d30 0x7f5c68070560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:29.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.828+0000 7f5c6cd7c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5c680d0c80 con 0x7f5c68156d30 2024-04-15T15:10:29.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.828+0000 7f5c6cd7c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5c680d09a0 con 0x7f5c680cf8a0 2024-04-15T15:10:29.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.828+0000 7f5c6cd7c640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f5c680ccd10 con 0x7f5c680d11a0 2024-04-15T15:10:29.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.828+0000 7f5c66d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5c68156d30 0x7f5c68070560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:29.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.829+0000 7f5c66d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5c68156d30 0x7f5c68070560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57512/0 (socket says 172.21.15.84:57512) 2024-04-15T15:10:29.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.829+0000 7f5c66d9d640 1 -- 172.21.15.84:0/949228352 learned_addr learned my addr 172.21.15.84:0/949228352 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:29.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.829+0000 7f5c65d9b640 1 --2- 172.21.15.84:0/949228352 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5c680d11a0 0x7f5c6806d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:29.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.829+0000 7f5c6659c640 1 --2- 172.21.15.84:0/949228352 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5c680cf8a0 0x7f5c680cbf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:29.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.829+0000 7f5c66d9d640 1 -- 172.21.15.84:0/949228352 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5c680d11a0 msgr2=0x7f5c6806d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:29.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.829+0000 7f5c66d9d640 1 --2- 172.21.15.84:0/949228352 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5c680d11a0 0x7f5c6806d300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.829+0000 7f5c66d9d640 1 -- 172.21.15.84:0/949228352 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5c680cf8a0 msgr2=0x7f5c680cbf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:29.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.829+0000 7f5c66d9d640 1 --2- 172.21.15.84:0/949228352 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5c680cf8a0 0x7f5c680cbf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:29.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.829+0000 7f5c66d9d640 1 -- 172.21.15.84:0/949228352 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c6806dd50 con 0x7f5c68156d30 2024-04-15T15:10:29.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.829+0000 7f5c65d9b640 1 --2- 172.21.15.84:0/949228352 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5c680d11a0 0x7f5c6806d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:29.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.829+0000 7f5c6659c640 1 --2- 172.21.15.84:0/949228352 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5c680cf8a0 0x7f5c680cbf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:29.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.829+0000 7f5c66d9d640 1 --2- 172.21.15.84:0/949228352 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5c68156d30 0x7f5c68070560 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f5c6000c7a0 tx=0x7f5c6000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:29.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.829+0000 7f5c56ffd640 1 -- 172.21.15.84:0/949228352 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c60003b70 con 0x7f5c68156d30 2024-04-15T15:10:29.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.829+0000 7f5c56ffd640 1 -- 172.21.15.84:0/949228352 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c60003d30 con 0x7f5c68156d30 2024-04-15T15:10:29.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.829+0000 7f5c56ffd640 1 -- 172.21.15.84:0/949228352 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c6000aa90 con 0x7f5c68156d30 2024-04-15T15:10:29.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.829+0000 7f5c6cd7c640 1 -- 172.21.15.84:0/949228352 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c6806e030 con 0x7f5c68156d30 2024-04-15T15:10:29.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.829+0000 7f5c6cd7c640 1 -- 172.21.15.84:0/949228352 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c680c9e30 con 0x7f5c68156d30 2024-04-15T15:10:29.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.830+0000 7f5c6cd7c640 1 -- 172.21.15.84:0/949228352 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c6806e6b0 con 0x7f5c68156d30 2024-04-15T15:10:29.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.831+0000 7f5c56ffd640 1 -- 172.21.15.84:0/949228352 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f5c6000ac30 con 0x7f5c68156d30 2024-04-15T15:10:29.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.831+0000 7f5c56ffd640 1 --2- 172.21.15.84:0/949228352 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5c4806c920 0x7f5c4806ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:29.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.831+0000 7f5c6659c640 1 --2- 172.21.15.84:0/949228352 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5c4806c920 0x7f5c4806ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:29.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.831+0000 7f5c56ffd640 1 -- 172.21.15.84:0/949228352 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f5c6008bd90 con 0x7f5c68156d30 2024-04-15T15:10:29.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.832+0000 7f5c6659c640 1 --2- 172.21.15.84:0/949228352 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5c4806c920 0x7f5c4806ede0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5c58000f60 tx=0x7f5c58009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:29.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:29.835+0000 7f5c56ffd640 1 -- 172.21.15.84:0/949228352 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f5c6806e6b0 con 0x7f5c68156d30 2024-04-15T15:10:30.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.010+0000 7f5c6cd7c640 1 -- 172.21.15.84:0/949228352 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5c680689e0 con 0x7f5c68156d30 2024-04-15T15:10:30.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.012+0000 7f5c56ffd640 1 -- 172.21.15.84:0/949228352 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18466 (secure 0 0 0) 0x7f5c60059e80 con 0x7f5c68156d30 2024-04-15T15:10:30.013 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:30.014 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":24,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:27.745198+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:10:30.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.013+0000 7f5c6cd7c640 1 -- 172.21.15.84:0/949228352 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5c4806c920 msgr2=0x7f5c4806ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:30.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.013+0000 7f5c6cd7c640 1 --2- 172.21.15.84:0/949228352 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5c4806c920 0x7f5c4806ede0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5c58000f60 tx=0x7f5c58009040 comp rx=0 tx=0).stop 2024-04-15T15:10:30.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.013+0000 7f5c6cd7c640 1 -- 172.21.15.84:0/949228352 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5c68156d30 msgr2=0x7f5c68070560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:30.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.013+0000 7f5c6cd7c640 1 --2- 172.21.15.84:0/949228352 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5c68156d30 0x7f5c68070560 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f5c6000c7a0 tx=0x7f5c6000cc60 comp rx=0 tx=0).stop 2024-04-15T15:10:30.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.013+0000 7f5c6cd7c640 1 -- 172.21.15.84:0/949228352 shutdown_connections 2024-04-15T15:10:30.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.013+0000 7f5c6cd7c640 1 --2- 172.21.15.84:0/949228352 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5c68156d30 0x7f5c68070560 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.013+0000 7f5c6cd7c640 1 --2- 172.21.15.84:0/949228352 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5c680d11a0 0x7f5c6806d300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.014+0000 7f5c6cd7c640 1 --2- 172.21.15.84:0/949228352 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5c4806c920 0x7f5c4806ede0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.014+0000 7f5c6cd7c640 1 --2- 172.21.15.84:0/949228352 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5c680cf8a0 0x7f5c680cbf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.014+0000 7f5c6cd7c640 1 -- 172.21.15.84:0/949228352 >> 172.21.15.84:0/949228352 conn(0x7f5c680b43c0 msgr2=0x7f5c680d2b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:30.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.014+0000 7f5c6cd7c640 1 -- 172.21.15.84:0/949228352 shutdown_connections 2024-04-15T15:10:30.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.014+0000 7f5c6cd7c640 1 -- 172.21.15.84:0/949228352 wait complete. 2024-04-15T15:10:30.429 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-15T15:10:22.689828+0000', 'modified': '2024-04-15T15:10:27.745403+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4294}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4294': {'gid': 4294, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.203:6834/2436290281', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6832', 'nonce': 2436290281}, {'type': 'v1', 'addr': '172.21.15.203:6834', 'nonce': 2436290281}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 4294, 'qdb_cluster': [4294]} 2024-04-15T15:10:30.429 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-15T15:10:30.429 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-04-15T15:10:30.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.533+0000 7f9864fca640 1 Processor -- start 2024-04-15T15:10:30.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.533+0000 7f9864fca640 1 -- start start 2024-04-15T15:10:30.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.534+0000 7f9864fca640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f986015e610 0x7f98600d0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.534+0000 7f9864fca640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f986006c400 0x7f986006c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.534+0000 7f9864fca640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f98600d2320 con 0x7f986015e9f0 2024-04-15T15:10:30.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.534+0000 7f9864fca640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f98600d31d0 con 0x7f986006c400 2024-04-15T15:10:30.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.534+0000 7f9864fca640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f98600d25c0 con 0x7f986015e610 2024-04-15T15:10:30.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.534+0000 7f985ed9d640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f986006c400 0x7f986006c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.534+0000 7f985ed9d640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f986006c400 0x7f986006c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57518/0 (socket says 172.21.15.84:57518) 2024-04-15T15:10:30.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.534+0000 7f985ed9d640 1 -- 172.21.15.84:0/4213186451 learned_addr learned my addr 172.21.15.84:0/4213186451 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:30.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.534+0000 7f985ed9d640 1 -- 172.21.15.84:0/4213186451 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f986015e610 msgr2=0x7f98600d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:30.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.534+0000 7f985e59c640 1 --2- 172.21.15.84:0/4213186451 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f986015e610 0x7f98600d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.534+0000 7f985ed9d640 1 --2- 172.21.15.84:0/4213186451 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f986015e610 0x7f98600d0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.534+0000 7f985ed9d640 1 -- 172.21.15.84:0/4213186451 >> v1:172.21.15.203:6789/0 conn(0x7f986015e9f0 legacy=0x7f98600d3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:30.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.534+0000 7f985ed9d640 1 -- 172.21.15.84:0/4213186451 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98600d28a0 con 0x7f986006c400 2024-04-15T15:10:30.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.535+0000 7f985ed9d640 1 --2- 172.21.15.84:0/4213186451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f986006c400 0x7f986006c890 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9858009e50 tx=0x7f985802bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1db5ee0d2f681888 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:30.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.535+0000 7f985dd9b640 1 -- 172.21.15.84:0/4213186451 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f985802cb00 con 0x7f986006c400 2024-04-15T15:10:30.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.535+0000 7f985dd9b640 1 -- 172.21.15.84:0/4213186451 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f985802cca0 con 0x7f986006c400 2024-04-15T15:10:30.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.535+0000 7f985dd9b640 1 -- 172.21.15.84:0/4213186451 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9858034610 con 0x7f986006c400 2024-04-15T15:10:30.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.535+0000 7f9864fca640 1 -- 172.21.15.84:0/4213186451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f986006c400 msgr2=0x7f986006c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:30.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.535+0000 7f9864fca640 1 --2- 172.21.15.84:0/4213186451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f986006c400 0x7f986006c890 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9858009e50 tx=0x7f985802bf60 comp rx=0 tx=0).stop 2024-04-15T15:10:30.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.536+0000 7f9864fca640 1 -- 172.21.15.84:0/4213186451 shutdown_connections 2024-04-15T15:10:30.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.536+0000 7f9864fca640 1 --2- 172.21.15.84:0/4213186451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f986006c400 0x7f986006c890 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.536+0000 7f9864fca640 1 --2- 172.21.15.84:0/4213186451 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f986015e610 0x7f98600d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.536+0000 7f9864fca640 1 -- 172.21.15.84:0/4213186451 >> 172.21.15.84:0/4213186451 conn(0x7f98600d4750 msgr2=0x7f98600d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:30.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.536+0000 7f9864fca640 1 -- 172.21.15.84:0/4213186451 shutdown_connections 2024-04-15T15:10:30.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.536+0000 7f9864fca640 1 -- 172.21.15.84:0/4213186451 wait complete. 2024-04-15T15:10:30.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.537+0000 7f9864fca640 1 Processor -- start 2024-04-15T15:10:30.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.537+0000 7f9864fca640 1 -- start start 2024-04-15T15:10:30.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.538+0000 7f9864fca640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f986006c400 0x7f9860151d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.538+0000 7f9864fca640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f986015e610 0x7f98601f88f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.538+0000 7f9864fca640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f986015e9f0 0x7f98600ca230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.538+0000 7f9864fca640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f986006d130 con 0x7f986006c400 2024-04-15T15:10:30.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.538+0000 7f9864fca640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f98600d2e60 con 0x7f986015e610 2024-04-15T15:10:30.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.538+0000 7f9864fca640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f98600d0bd0 con 0x7f986015e9f0 2024-04-15T15:10:30.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.538+0000 7f985e59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f986006c400 0x7f9860151d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.538+0000 7f985e59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f986006c400 0x7f9860151d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57534/0 (socket says 172.21.15.84:57534) 2024-04-15T15:10:30.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.538+0000 7f985e59c640 1 -- 172.21.15.84:0/3716780937 learned_addr learned my addr 172.21.15.84:0/3716780937 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:30.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.538+0000 7f985e59c640 1 -- 172.21.15.84:0/3716780937 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f986015e9f0 msgr2=0x7f98600ca230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:30.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.538+0000 7f985e59c640 1 --2- 172.21.15.84:0/3716780937 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f986015e9f0 0x7f98600ca230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.538+0000 7f985e59c640 1 -- 172.21.15.84:0/3716780937 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f986015e610 msgr2=0x7f98601f88f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:30.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.538+0000 7f985e59c640 1 --2- 172.21.15.84:0/3716780937 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f986015e610 0x7f98601f88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.538+0000 7f985e59c640 1 -- 172.21.15.84:0/3716780937 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98600ca770 con 0x7f986006c400 2024-04-15T15:10:30.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.538+0000 7f985e59c640 1 --2- 172.21.15.84:0/3716780937 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f986006c400 0x7f9860151d50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f985000c7f0 tx=0x7f985000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:30.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.538+0000 7f9856ffd640 1 -- 172.21.15.84:0/3716780937 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9850015070 con 0x7f986006c400 2024-04-15T15:10:30.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.538+0000 7f9856ffd640 1 -- 172.21.15.84:0/3716780937 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9850004240 con 0x7f986006c400 2024-04-15T15:10:30.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.538+0000 7f9856ffd640 1 -- 172.21.15.84:0/3716780937 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9850007620 con 0x7f986006c400 2024-04-15T15:10:30.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.538+0000 7f9864fca640 1 -- 172.21.15.84:0/3716780937 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98600caf10 con 0x7f986006c400 2024-04-15T15:10:30.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.538+0000 7f9864fca640 1 -- 172.21.15.84:0/3716780937 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98601f80f0 con 0x7f986006c400 2024-04-15T15:10:30.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.540+0000 7f9856ffd640 1 -- 172.21.15.84:0/3716780937 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f98500079d0 con 0x7f986006c400 2024-04-15T15:10:30.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.540+0000 7f9856ffd640 1 --2- 172.21.15.84:0/3716780937 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f984006c920 0x7f984006ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.540+0000 7f9856ffd640 1 -- 172.21.15.84:0/3716780937 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f985008bf90 con 0x7f986006c400 2024-04-15T15:10:30.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.540+0000 7f9857fff640 1 --2- 172.21.15.84:0/3716780937 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f984006c920 0x7f984006ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.541+0000 7f9857fff640 1 --2- 172.21.15.84:0/3716780937 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f984006c920 0x7f984006ede0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9848006fd0 tx=0x7f9848006bc0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:30.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.541+0000 7f9867bb0740 1 Processor -- start 2024-04-15T15:10:30.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.541+0000 7f9867bb0740 1 -- start start 2024-04-15T15:10:30.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.542+0000 7f9867bb0740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35be10 0x55df1a32edb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.542+0000 7f9867bb0740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df1a35c1f0 0x55df1a35eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.542+0000 7f9867bb0740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a32f2f0 0x55df1a35f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.542+0000 7f9867bb0740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55df1a2999c0 con 0x55df1a35be10 2024-04-15T15:10:30.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.542+0000 7f9867bb0740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55df1a240650 con 0x55df1a35c1f0 2024-04-15T15:10:30.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.542+0000 7f9867bb0740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x55df1a295980 con 0x55df1a32f2f0 2024-04-15T15:10:30.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.542+0000 7f985e59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35be10 0x55df1a32edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.542+0000 7f985e59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35be10 0x55df1a32edb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57536/0 (socket says 172.21.15.84:57536) 2024-04-15T15:10:30.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.542+0000 7f985e59c640 1 -- 172.21.15.84:0/2746064313 learned_addr learned my addr 172.21.15.84:0/2746064313 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:30.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.542+0000 7f985e59c640 1 -- 172.21.15.84:0/2746064313 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a32f2f0 msgr2=0x55df1a35f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:30.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.542+0000 7f985ed9d640 1 --2- 172.21.15.84:0/2746064313 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a32f2f0 0x55df1a35f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.542+0000 7f985e59c640 1 --2- 172.21.15.84:0/2746064313 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a32f2f0 0x55df1a35f0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.542+0000 7f9857fff640 1 --2- 172.21.15.84:0/2746064313 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df1a35c1f0 0x55df1a35eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.542+0000 7f985e59c640 1 -- 172.21.15.84:0/2746064313 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df1a35c1f0 msgr2=0x55df1a35eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:30.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.542+0000 7f985e59c640 1 --2- 172.21.15.84:0/2746064313 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df1a35c1f0 0x55df1a35eba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.542+0000 7f985e59c640 1 -- 172.21.15.84:0/2746064313 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df19fac2d0 con 0x55df1a35be10 2024-04-15T15:10:30.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.542+0000 7f985ed9d640 1 --2- 172.21.15.84:0/2746064313 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a32f2f0 0x55df1a35f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:30.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.542+0000 7f985e59c640 1 --2- 172.21.15.84:0/2746064313 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35be10 0x55df1a32edb0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9850055d50 tx=0x7f9850059380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cddd8e1f61c89743 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:30.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.542+0000 7f983ffff640 1 -- 172.21.15.84:0/2746064313 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f985001e040 con 0x55df1a35be10 2024-04-15T15:10:30.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.543+0000 7f983ffff640 1 -- 172.21.15.84:0/2746064313 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9850055f60 con 0x55df1a35be10 2024-04-15T15:10:30.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.543+0000 7f983ffff640 1 -- 172.21.15.84:0/2746064313 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9850058d40 con 0x55df1a35be10 2024-04-15T15:10:30.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.543+0000 7f9867bb0740 1 -- 172.21.15.84:0/2746064313 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35be10 msgr2=0x55df1a32edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:30.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.543+0000 7f9867bb0740 1 --2- 172.21.15.84:0/2746064313 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35be10 0x55df1a32edb0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9850055d50 tx=0x7f9850059380 comp rx=0 tx=0).stop 2024-04-15T15:10:30.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.543+0000 7f9867bb0740 1 -- 172.21.15.84:0/2746064313 shutdown_connections 2024-04-15T15:10:30.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.543+0000 7f9867bb0740 1 --2- 172.21.15.84:0/2746064313 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df1a35c1f0 0x55df1a35eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.543+0000 7f9867bb0740 1 --2- 172.21.15.84:0/2746064313 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a32f2f0 0x55df1a35f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.543+0000 7f9867bb0740 1 --2- 172.21.15.84:0/2746064313 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35be10 0x55df1a32edb0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.543+0000 7f9867bb0740 1 -- 172.21.15.84:0/2746064313 >> 172.21.15.84:0/2746064313 conn(0x55df1a331020 msgr2=0x55df1a379ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:30.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.543+0000 7f9867bb0740 1 -- 172.21.15.84:0/2746064313 shutdown_connections 2024-04-15T15:10:30.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.543+0000 7f9867bb0740 1 -- 172.21.15.84:0/2746064313 wait complete. 2024-04-15T15:10:30.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.544+0000 7f9867bb0740 1 -- start start 2024-04-15T15:10:30.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.544+0000 7f9867bb0740 1 Processor -- start 2024-04-15T15:10:30.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.545+0000 7f9867bb0740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df1a35be10 0x55df1a3734c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.545+0000 7f9867bb0740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35c1f0 0x55df1a373a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.545+0000 7f9867bb0740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a38d600 0x55df1a38da80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.545+0000 7f9867bb0740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55df1a3335c0 con 0x55df1a35c1f0 2024-04-15T15:10:30.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.545+0000 7f9867bb0740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55df1a253a10 con 0x55df1a35be10 2024-04-15T15:10:30.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.545+0000 7f9867bb0740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x55df1a3329b0 con 0x55df1a38d600 2024-04-15T15:10:30.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.545+0000 7f9867bb0740 10 client.0 _ll_register_callbacks cb 0x55df1a28f250 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-15T15:10:30.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.545+0000 7f9857fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35c1f0 0x55df1a373a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.545+0000 7f9857fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35c1f0 0x55df1a373a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57538/0 (socket says 172.21.15.84:57538) 2024-04-15T15:10:30.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.545+0000 7f9857fff640 1 -- 172.21.15.84:0/3609896461 learned_addr learned my addr 172.21.15.84:0/3609896461 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:30.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.545+0000 7f985e59c640 1 --2- 172.21.15.84:0/3609896461 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df1a35be10 0x55df1a3734c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.545+0000 7f985ed9d640 1 --2- 172.21.15.84:0/3609896461 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a38d600 0x55df1a38da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.545+0000 7f9857fff640 1 -- 172.21.15.84:0/3609896461 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a38d600 msgr2=0x55df1a38da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:30.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.545+0000 7f9857fff640 1 --2- 172.21.15.84:0/3609896461 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a38d600 0x55df1a38da80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.545+0000 7f9857fff640 1 -- 172.21.15.84:0/3609896461 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df1a35be10 msgr2=0x55df1a3734c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:30.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.545+0000 7f9857fff640 1 --2- 172.21.15.84:0/3609896461 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df1a35be10 0x55df1a3734c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.545+0000 7f9857fff640 1 -- 172.21.15.84:0/3609896461 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df1a0766b0 con 0x55df1a35c1f0 2024-04-15T15:10:30.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.545+0000 7f985ed9d640 1 --2- 172.21.15.84:0/3609896461 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a38d600 0x55df1a38da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:30.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.545+0000 7f9857fff640 1 --2- 172.21.15.84:0/3609896461 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35c1f0 0x55df1a373a00 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f9848013ec0 tx=0x7f9848004760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6f49f3a7034b573 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:30.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.545+0000 7f983d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-15T15:10:30.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.546+0000 7f983d7fa640 1 -- 172.21.15.84:0/3609896461 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f984801e660 con 0x55df1a35c1f0 2024-04-15T15:10:30.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.546+0000 7f983d7fa640 1 -- 172.21.15.84:0/3609896461 <== mon.0 v2:172.21.15.84:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f984801e800 con 0x55df1a35c1f0 2024-04-15T15:10:30.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.546+0000 7f9867bb0740 1 -- 172.21.15.84:0/3609896461 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9850055f60 con 0x55df1a35c1f0 2024-04-15T15:10:30.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.546+0000 7f983d7fa640 1 -- 172.21.15.84:0/3609896461 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f984802b050 con 0x55df1a35c1f0 2024-04-15T15:10:30.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.546+0000 7f9867bb0740 10 client.4425 fetch_fsmap learned FSMap version 7 2024-04-15T15:10:30.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.546+0000 7f9867bb0740 1 -- 172.21.15.84:0/3609896461 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x55df1a362060 con 0x55df1a35c1f0 2024-04-15T15:10:30.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.546+0000 7f983d7fa640 1 -- 172.21.15.84:0/3609896461 <== mon.0 v2:172.21.15.84:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9850055f60 con 0x55df1a35c1f0 2024-04-15T15:10:30.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.546+0000 7f983d7fa640 1 -- 172.21.15.84:0/3609896461 <== mon.0 v2:172.21.15.84:3300/0 5 ==== fsmap(e 7) ==== 3502+0+0 (secure 0 0 0) 0x7f984802e020 con 0x55df1a35c1f0 2024-04-15T15:10:30.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.546+0000 7f9867bb0740 10 client.4425 fetch_fsmap finished waiting for FSMap version 7 2024-04-15T15:10:30.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.546+0000 7f9867bb0740 10 client.4425 resolve_mds: resolved name 'd' to daemon mds.d 2024-04-15T15:10:30.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.546+0000 7f9867bb0740 20 client.4425 populate_metadata read hostname 'smithi084' 2024-04-15T15:10:30.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.546+0000 7f9867bb0740 1 --2- 172.21.15.84:0/3609896461 >> [v2:172.21.15.203:6832/2436290281,v1:172.21.15.203:6834/2436290281] conn(0x55df1a3616e0 0x55df1a398690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.546+0000 7f9867bb0740 4 client.4425 mds_command: new command op to 4294 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-15T15:10:30.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.546+0000 7f9867bb0740 1 -- 172.21.15.84:0/3609896461 --> [v2:172.21.15.203:6832/2436290281,v1:172.21.15.203:6834/2436290281] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55df1a2a73e0 con 0x55df1a3616e0 2024-04-15T15:10:30.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.546+0000 7f985e59c640 1 --2- 172.21.15.84:0/3609896461 >> [v2:172.21.15.203:6832/2436290281,v1:172.21.15.203:6834/2436290281] conn(0x55df1a3616e0 0x55df1a398690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.547+0000 7f983d7fa640 10 client.4425 ms_handle_connect on v2:172.21.15.203:6832/2436290281 2024-04-15T15:10:30.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.547+0000 7f985e59c640 1 --2- 172.21.15.84:0/3609896461 >> [v2:172.21.15.203:6832/2436290281,v1:172.21.15.203:6834/2436290281] conn(0x55df1a3616e0 0x55df1a398690 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=13a0aaa8e3c97b2 server_cookie=ef1a79f82a14f115 in_seq=0 out_seq=0 2024-04-15T15:10:30.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.547+0000 7f983d7fa640 1 -- 172.21.15.84:0/3609896461 <== mds.0 v2:172.21.15.203:6832/2436290281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55df1a2a73e0 con 0x55df1a3616e0 2024-04-15T15:10:30.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.547+0000 7f983d7fa640 10 client.4425 handle_command_reply: tid=0 2024-04-15T15:10:30.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.548+0000 7f9867bb0740 1 client.4425 shutdown 2024-04-15T15:10:30.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.548+0000 7f9867bb0740 1 -- 172.21.15.84:0/3609896461 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35c1f0 msgr2=0x55df1a373a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:30.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.548+0000 7f9867bb0740 1 --2- 172.21.15.84:0/3609896461 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35c1f0 0x55df1a373a00 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f9848013ec0 tx=0x7f9848004760 comp rx=0 tx=0).stop 2024-04-15T15:10:30.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.548+0000 7f9867bb0740 1 -- 172.21.15.84:0/3609896461 shutdown_connections 2024-04-15T15:10:30.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.548+0000 7f9867bb0740 1 --2- 172.21.15.84:0/3609896461 >> [v2:172.21.15.203:6832/2436290281,v1:172.21.15.203:6834/2436290281] conn(0x55df1a3616e0 0x55df1a398690 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.548+0000 7f9867bb0740 1 --2- 172.21.15.84:0/3609896461 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a38d600 0x55df1a38da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.548+0000 7f9867bb0740 1 --2- 172.21.15.84:0/3609896461 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35c1f0 0x55df1a373a00 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.548+0000 7f9867bb0740 1 --2- 172.21.15.84:0/3609896461 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df1a35be10 0x55df1a3734c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.548+0000 7f983d7fa640 0 client.4425 ms_handle_reset on v2:172.21.15.203:6832/2436290281 2024-04-15T15:10:30.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.548+0000 7f9867bb0740 1 -- 172.21.15.84:0/3609896461 >> 172.21.15.84:0/3609896461 conn(0x55df1a32f2f0 msgr2=0x55df1a35eb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:30.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.548+0000 7f9867bb0740 1 -- 172.21.15.84:0/3609896461 shutdown_connections 2024-04-15T15:10:30.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.548+0000 7f9867bb0740 1 -- 172.21.15.84:0/3609896461 wait complete. 2024-04-15T15:10:30.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.548+0000 7f9867bb0740 20 client.4425 trim_cache size 0 max 16384 2024-04-15T15:10:30.568 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.566+0000 7f9867bb0740 1 Processor -- start 2024-04-15T15:10:30.568 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.566+0000 7f9867bb0740 1 -- start start 2024-04-15T15:10:30.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.566+0000 7f9867bb0740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a35be10 0x55df1a35e900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.566+0000 7f9867bb0740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35c1f0 0x55df1a35ee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.566+0000 7f9867bb0740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df1a38d600 0x55df1a39d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.566+0000 7f9867bb0740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9860202430 con 0x55df1a35c1f0 2024-04-15T15:10:30.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.566+0000 7f9867bb0740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9860201410 con 0x55df1a38d600 2024-04-15T15:10:30.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.566+0000 7f9867bb0740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f98600c90e0 con 0x55df1a35be10 2024-04-15T15:10:30.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.567+0000 7f9857fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35c1f0 0x55df1a35ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.567+0000 7f9857fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35c1f0 0x55df1a35ee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57552/0 (socket says 172.21.15.84:57552) 2024-04-15T15:10:30.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.567+0000 7f9857fff640 1 -- 172.21.15.84:0/366221915 learned_addr learned my addr 172.21.15.84:0/366221915 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:30.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.567+0000 7f985ed9d640 1 --2- 172.21.15.84:0/366221915 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df1a38d600 0x55df1a39d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.567+0000 7f985e59c640 1 --2- 172.21.15.84:0/366221915 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a35be10 0x55df1a35e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.567+0000 7f9857fff640 1 -- 172.21.15.84:0/366221915 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a35be10 msgr2=0x55df1a35e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:30.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.567+0000 7f9857fff640 1 --2- 172.21.15.84:0/366221915 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a35be10 0x55df1a35e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.567+0000 7f9857fff640 1 -- 172.21.15.84:0/366221915 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df1a38d600 msgr2=0x55df1a39d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:30.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.567+0000 7f9857fff640 1 --2- 172.21.15.84:0/366221915 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df1a38d600 0x55df1a39d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.567+0000 7f9857fff640 1 -- 172.21.15.84:0/366221915 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55df1a37d360 con 0x55df1a35c1f0 2024-04-15T15:10:30.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.567+0000 7f985e59c640 1 --2- 172.21.15.84:0/366221915 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a35be10 0x55df1a35e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:30.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.567+0000 7f985ed9d640 1 --2- 172.21.15.84:0/366221915 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df1a38d600 0x55df1a39d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:30.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.567+0000 7f9857fff640 1 --2- 172.21.15.84:0/366221915 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35c1f0 0x55df1a35ee40 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9848013e90 tx=0x7f984801b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=accacb0a38878d52 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:30.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.567+0000 7f983f7fe640 1 -- 172.21.15.84:0/366221915 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f984801e460 con 0x55df1a35c1f0 2024-04-15T15:10:30.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.567+0000 7f983f7fe640 1 -- 172.21.15.84:0/366221915 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9848023070 con 0x55df1a35c1f0 2024-04-15T15:10:30.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.567+0000 7f983f7fe640 1 -- 172.21.15.84:0/366221915 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f984801e840 con 0x55df1a35c1f0 2024-04-15T15:10:30.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.568+0000 7f9867bb0740 1 -- 172.21.15.84:0/366221915 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35c1f0 msgr2=0x55df1a35ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:30.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.568+0000 7f9867bb0740 1 --2- 172.21.15.84:0/366221915 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35c1f0 0x55df1a35ee40 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9848013e90 tx=0x7f984801b000 comp rx=0 tx=0).stop 2024-04-15T15:10:30.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.568+0000 7f9867bb0740 1 -- 172.21.15.84:0/366221915 shutdown_connections 2024-04-15T15:10:30.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.568+0000 7f9867bb0740 1 --2- 172.21.15.84:0/366221915 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df1a38d600 0x55df1a39d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.568+0000 7f9867bb0740 1 --2- 172.21.15.84:0/366221915 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35c1f0 0x55df1a35ee40 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.568+0000 7f9867bb0740 1 --2- 172.21.15.84:0/366221915 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a35be10 0x55df1a35e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.568+0000 7f9867bb0740 1 -- 172.21.15.84:0/366221915 >> 172.21.15.84:0/366221915 conn(0x55df1a32f2f0 msgr2=0x55df1a375760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:30.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.568+0000 7f9867bb0740 1 -- 172.21.15.84:0/366221915 shutdown_connections 2024-04-15T15:10:30.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.568+0000 7f9867bb0740 1 -- 172.21.15.84:0/366221915 wait complete. 2024-04-15T15:10:30.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.568+0000 7f9867bb0740 1 -- start start 2024-04-15T15:10:30.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.568+0000 7f9867bb0740 1 Processor -- start 2024-04-15T15:10:30.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.569+0000 7f9867bb0740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a35be10 0x55df1a37d920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.569+0000 7f9867bb0740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35c1f0 0x55df1a3f3a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.569+0000 7f9867bb0740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df1a38d600 0x55df1a36f530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.569+0000 7f9867bb0740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55df1a374b50 con 0x55df1a35c1f0 2024-04-15T15:10:30.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.569+0000 7f9867bb0740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9860200e20 con 0x55df1a38d600 2024-04-15T15:10:30.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.569+0000 7f9867bb0740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x55df1a35b1a0 con 0x55df1a35be10 2024-04-15T15:10:30.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.569+0000 7f9867bb0740 10 client.0 _ll_register_callbacks cb 0x7f98480092a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-15T15:10:30.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.569+0000 7f9857fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35c1f0 0x55df1a3f3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.569+0000 7f9857fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35c1f0 0x55df1a3f3a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57560/0 (socket says 172.21.15.84:57560) 2024-04-15T15:10:30.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.569+0000 7f9857fff640 1 -- 172.21.15.84:0/3317486737 learned_addr learned my addr 172.21.15.84:0/3317486737 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:30.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.569+0000 7f985e59c640 1 --2- 172.21.15.84:0/3317486737 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a35be10 0x55df1a37d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.569+0000 7f985ed9d640 1 --2- 172.21.15.84:0/3317486737 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df1a38d600 0x55df1a36f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.570+0000 7f9857fff640 1 -- 172.21.15.84:0/3317486737 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a35be10 msgr2=0x55df1a37d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:30.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.570+0000 7f9857fff640 1 --2- 172.21.15.84:0/3317486737 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a35be10 0x55df1a37d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.570+0000 7f9857fff640 1 -- 172.21.15.84:0/3317486737 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df1a38d600 msgr2=0x55df1a36f530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:30.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.570+0000 7f9857fff640 1 --2- 172.21.15.84:0/3317486737 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df1a38d600 0x55df1a36f530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.570+0000 7f9857fff640 1 -- 172.21.15.84:0/3317486737 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55df1a35f170 con 0x55df1a35c1f0 2024-04-15T15:10:30.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.570+0000 7f9857fff640 1 --2- 172.21.15.84:0/3317486737 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35c1f0 0x55df1a3f3a90 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f9848020040 tx=0x7f9848010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df822c2d383f8368 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:30.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.570+0000 7f983d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-15T15:10:30.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.570+0000 7f983d7fa640 1 -- 172.21.15.84:0/3317486737 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9848041070 con 0x55df1a35c1f0 2024-04-15T15:10:30.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.570+0000 7f983d7fa640 1 -- 172.21.15.84:0/3317486737 <== mon.0 v2:172.21.15.84:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f9848004040 con 0x55df1a35c1f0 2024-04-15T15:10:30.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.570+0000 7f9867bb0740 1 -- 172.21.15.84:0/3317486737 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9848023070 con 0x55df1a35c1f0 2024-04-15T15:10:30.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.570+0000 7f983d7fa640 1 -- 172.21.15.84:0/3317486737 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f984804c050 con 0x55df1a35c1f0 2024-04-15T15:10:30.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.570+0000 7f9867bb0740 10 client.4431 fetch_fsmap learned FSMap version 7 2024-04-15T15:10:30.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.570+0000 7f9867bb0740 1 -- 172.21.15.84:0/3317486737 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x55df1a35ad20 con 0x55df1a35c1f0 2024-04-15T15:10:30.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.570+0000 7f983d7fa640 1 -- 172.21.15.84:0/3317486737 <== mon.0 v2:172.21.15.84:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9848023070 con 0x55df1a35c1f0 2024-04-15T15:10:30.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.570+0000 7f983d7fa640 1 -- 172.21.15.84:0/3317486737 <== mon.0 v2:172.21.15.84:3300/0 5 ==== fsmap(e 7) ==== 3502+0+0 (secure 0 0 0) 0x7f984804f020 con 0x55df1a35c1f0 2024-04-15T15:10:30.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.570+0000 7f9867bb0740 10 client.4431 fetch_fsmap finished waiting for FSMap version 7 2024-04-15T15:10:30.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.570+0000 7f9867bb0740 10 client.4431 resolve_mds: resolved name 'd' to daemon mds.d 2024-04-15T15:10:30.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.570+0000 7f9867bb0740 20 client.4431 populate_metadata read hostname 'smithi084' 2024-04-15T15:10:30.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.570+0000 7f9867bb0740 1 --2- 172.21.15.84:0/3317486737 >> [v2:172.21.15.203:6832/2436290281,v1:172.21.15.203:6834/2436290281] conn(0x55df1a35a3a0 0x55df1a39c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.570+0000 7f9867bb0740 4 client.4431 mds_command: new command op to 4294 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-15T15:10:30.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.570+0000 7f9867bb0740 1 -- 172.21.15.84:0/3317486737 --> [v2:172.21.15.203:6832/2436290281,v1:172.21.15.203:6834/2436290281] -- command(tid 0: {"prefix": "status"}) -- 0x55df1a2a1250 con 0x55df1a35a3a0 2024-04-15T15:10:30.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.571+0000 7f985e59c640 1 --2- 172.21.15.84:0/3317486737 >> [v2:172.21.15.203:6832/2436290281,v1:172.21.15.203:6834/2436290281] conn(0x55df1a35a3a0 0x55df1a39c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.571+0000 7f983d7fa640 10 client.4431 ms_handle_connect on v2:172.21.15.203:6832/2436290281 2024-04-15T15:10:30.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.571+0000 7f985e59c640 1 --2- 172.21.15.84:0/3317486737 >> [v2:172.21.15.203:6832/2436290281,v1:172.21.15.203:6834/2436290281] conn(0x55df1a35a3a0 0x55df1a39c6b0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56b4b6bc09c065e1 server_cookie=3049301ae8c66da2 in_seq=0 out_seq=0 2024-04-15T15:10:30.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.571+0000 7f983d7fa640 1 -- 172.21.15.84:0/3317486737 <== mds.0 v2:172.21.15.203:6832/2436290281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x55df1a2a1250 con 0x55df1a35a3a0 2024-04-15T15:10:30.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.571+0000 7f983d7fa640 10 client.4431 handle_command_reply: tid=0 2024-04-15T15:10:30.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.571+0000 7f9867bb0740 1 client.4431 shutdown 2024-04-15T15:10:30.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.571+0000 7f9867bb0740 1 -- 172.21.15.84:0/3317486737 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35c1f0 msgr2=0x55df1a3f3a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:30.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.571+0000 7f9867bb0740 1 --2- 172.21.15.84:0/3317486737 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35c1f0 0x55df1a3f3a90 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f9848020040 tx=0x7f9848010000 comp rx=0 tx=0).stop 2024-04-15T15:10:30.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.571+0000 7f9867bb0740 1 -- 172.21.15.84:0/3317486737 shutdown_connections 2024-04-15T15:10:30.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.571+0000 7f9867bb0740 1 --2- 172.21.15.84:0/3317486737 >> [v2:172.21.15.203:6832/2436290281,v1:172.21.15.203:6834/2436290281] conn(0x55df1a35a3a0 0x55df1a39c6b0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.571+0000 7f9867bb0740 1 --2- 172.21.15.84:0/3317486737 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55df1a38d600 0x55df1a36f530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.571+0000 7f9867bb0740 1 --2- 172.21.15.84:0/3317486737 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55df1a35c1f0 0x55df1a3f3a90 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.571+0000 7f983d7fa640 0 client.4431 ms_handle_reset on v2:172.21.15.203:6832/2436290281 2024-04-15T15:10:30.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.571+0000 7f9867bb0740 1 --2- 172.21.15.84:0/3317486737 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55df1a35be10 0x55df1a37d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.571+0000 7f9867bb0740 1 -- 172.21.15.84:0/3317486737 >> 172.21.15.84:0/3317486737 conn(0x55df1a32f2f0 msgr2=0x55df1a35e6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:30.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.571+0000 7f9867bb0740 1 -- 172.21.15.84:0/3317486737 shutdown_connections 2024-04-15T15:10:30.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.571+0000 7f9867bb0740 1 -- 172.21.15.84:0/3317486737 wait complete. 2024-04-15T15:10:30.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.571+0000 7f9867bb0740 20 client.4431 trim_cache size 0 max 16384 2024-04-15T15:10:30.583 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-15T15:10:30.583 INFO:teuthology.orchestra.run.smithi084.stdout: "cluster_fsid": "5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad", 2024-04-15T15:10:30.583 INFO:teuthology.orchestra.run.smithi084.stdout: "whoami": 0, 2024-04-15T15:10:30.583 INFO:teuthology.orchestra.run.smithi084.stdout: "id": 4294, 2024-04-15T15:10:30.583 INFO:teuthology.orchestra.run.smithi084.stdout: "want_state": "up:active", 2024-04-15T15:10:30.583 INFO:teuthology.orchestra.run.smithi084.stdout: "state": "up:active", 2024-04-15T15:10:30.583 INFO:teuthology.orchestra.run.smithi084.stdout: "fs_name": "cephfs", 2024-04-15T15:10:30.583 INFO:teuthology.orchestra.run.smithi084.stdout: "rank_uptime": 7.2127377270000004, 2024-04-15T15:10:30.584 INFO:teuthology.orchestra.run.smithi084.stdout: "mdsmap_epoch": 7, 2024-04-15T15:10:30.584 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_epoch": 24, 2024-04-15T15:10:30.584 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_epoch_barrier": 24, 2024-04-15T15:10:30.584 INFO:teuthology.orchestra.run.smithi084.stdout: "uptime": 14.405593262 2024-04-15T15:10:30.584 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-15T15:10:30.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.572+0000 7f9864fca640 1 -- 172.21.15.84:0/3716780937 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f984006c920 msgr2=0x7f984006ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:30.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.572+0000 7f9864fca640 1 --2- 172.21.15.84:0/3716780937 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f984006c920 0x7f984006ede0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9848006fd0 tx=0x7f9848006bc0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.572+0000 7f9864fca640 1 -- 172.21.15.84:0/3716780937 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f986006c400 msgr2=0x7f9860151d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:30.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.572+0000 7f9864fca640 1 --2- 172.21.15.84:0/3716780937 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f986006c400 0x7f9860151d50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f985000c7f0 tx=0x7f985000ccb0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.572+0000 7f9864fca640 1 -- 172.21.15.84:0/3716780937 shutdown_connections 2024-04-15T15:10:30.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.572+0000 7f9864fca640 1 --2- 172.21.15.84:0/3716780937 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f984006c920 0x7f984006ede0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.572+0000 7f9864fca640 1 --2- 172.21.15.84:0/3716780937 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f986015e610 0x7f98601f88f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.572+0000 7f9864fca640 1 --2- 172.21.15.84:0/3716780937 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f986015e9f0 0x7f98600ca230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.572+0000 7f9864fca640 1 --2- 172.21.15.84:0/3716780937 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f986006c400 0x7f9860151d50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.572+0000 7f9864fca640 1 -- 172.21.15.84:0/3716780937 >> 172.21.15.84:0/3716780937 conn(0x7f98600d4750 msgr2=0x7f98600b4590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:30.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.572+0000 7f9864fca640 1 -- 172.21.15.84:0/3716780937 shutdown_connections 2024-04-15T15:10:30.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.572+0000 7f9864fca640 1 -- 172.21.15.84:0/3716780937 wait complete. 2024-04-15T15:10:30.587 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-15T15:10:30.587 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-04-15T15:10:30.587 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-04-15T15:10:30.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.688+0000 7fe714952640 1 Processor -- start 2024-04-15T15:10:30.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.688+0000 7fe714952640 1 -- start start 2024-04-15T15:10:30.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.689+0000 7fe714952640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe71015e9b0 0x7fe7100d3420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.689+0000 7fe714952640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fe7100d51b0 0x7fe7100cfb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.689+0000 7fe714952640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe7100b60b0 con 0x7fe7100d3960 2024-04-15T15:10:30.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.689+0000 7fe714952640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fe71015ed90 con 0x7fe7100d51b0 2024-04-15T15:10:30.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.689+0000 7fe714952640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe7100d3ea0 con 0x7fe71015e9b0 2024-04-15T15:10:30.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.689+0000 7fe70ed9d640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fe7100d51b0 0x7fe7100cfb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.689+0000 7fe705d9b640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fe7100d3960 0x7fe7100d4aa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42154/0 (socket says 172.21.15.84:42154) 2024-04-15T15:10:30.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.689+0000 7fe705d9b640 1 -- 172.21.15.84:0/4140761254 learned_addr learned my addr 172.21.15.84:0/4140761254 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:30.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.689+0000 7fe70e59c640 1 --2- 172.21.15.84:0/4140761254 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe71015e9b0 0x7fe7100d3420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.689+0000 7fe70ed9d640 1 -- 172.21.15.84:0/4140761254 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe71015e9b0 msgr2=0x7fe7100d3420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:30.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.689+0000 7fe70ed9d640 1 --2- 172.21.15.84:0/4140761254 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe71015e9b0 0x7fe7100d3420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.689+0000 7fe70ed9d640 1 -- 172.21.15.84:0/4140761254 >> v1:172.21.15.84:6789/0 conn(0x7fe7100d3960 legacy=0x7fe7100d4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:30.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.689+0000 7fe70dd9b640 1 -- 172.21.15.84:0/4140761254 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3602227606 0 0) 0x7fe7100b60b0 con 0x7fe7100d3960 2024-04-15T15:10:30.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.689+0000 7fe70ed9d640 1 -- 172.21.15.84:0/4140761254 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7100b6350 con 0x7fe7100d51b0 2024-04-15T15:10:30.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.690+0000 7fe70ed9d640 1 --2- 172.21.15.84:0/4140761254 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7100d51b0 0x7fe7100cfb50 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe708009d90 tx=0x7fe70802bf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a33c9515afcfcd58 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:30.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.690+0000 7fe70dd9b640 1 -- 172.21.15.84:0/4140761254 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe708039070 con 0x7fe7100d51b0 2024-04-15T15:10:30.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.690+0000 7fe70dd9b640 1 -- 172.21.15.84:0/4140761254 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe70802cce0 con 0x7fe7100d51b0 2024-04-15T15:10:30.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.690+0000 7fe70dd9b640 1 -- 172.21.15.84:0/4140761254 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe708034660 con 0x7fe7100d51b0 2024-04-15T15:10:30.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.690+0000 7fe714952640 1 -- 172.21.15.84:0/4140761254 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7100d51b0 msgr2=0x7fe7100cfb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:30.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.690+0000 7fe714952640 1 --2- 172.21.15.84:0/4140761254 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7100d51b0 0x7fe7100cfb50 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe708009d90 tx=0x7fe70802bf30 comp rx=0 tx=0).stop 2024-04-15T15:10:30.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.690+0000 7fe714952640 1 -- 172.21.15.84:0/4140761254 shutdown_connections 2024-04-15T15:10:30.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.690+0000 7fe714952640 1 --2- 172.21.15.84:0/4140761254 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7100d51b0 0x7fe7100cfb50 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.690+0000 7fe714952640 1 --2- 172.21.15.84:0/4140761254 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe71015e9b0 0x7fe7100d3420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.690+0000 7fe714952640 1 -- 172.21.15.84:0/4140761254 >> 172.21.15.84:0/4140761254 conn(0x7fe71009db30 msgr2=0x7fe7100b95f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:30.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.691+0000 7fe714952640 1 -- 172.21.15.84:0/4140761254 shutdown_connections 2024-04-15T15:10:30.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.691+0000 7fe714952640 1 -- 172.21.15.84:0/4140761254 wait complete. 2024-04-15T15:10:30.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.692+0000 7fe714952640 1 Processor -- start 2024-04-15T15:10:30.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.692+0000 7fe714952640 1 -- start start 2024-04-15T15:10:30.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe714952640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7100d3960 0x7fe71006e270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe714952640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7100d51b0 0x7fe71015d270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe714952640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe71015e9b0 0x7fe7101f7be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe714952640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe7100b6e30 con 0x7fe7100d51b0 2024-04-15T15:10:30.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe714952640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe7100b6910 con 0x7fe7100d3960 2024-04-15T15:10:30.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe714952640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe7100b3b40 con 0x7fe71015e9b0 2024-04-15T15:10:30.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe705d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7100d51b0 0x7fe71015d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe705d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7100d51b0 0x7fe71015d270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57590/0 (socket says 172.21.15.84:57590) 2024-04-15T15:10:30.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe705d9b640 1 -- 172.21.15.84:0/3090139926 learned_addr learned my addr 172.21.15.84:0/3090139926 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:30.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe70ed9d640 1 --2- 172.21.15.84:0/3090139926 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe71015e9b0 0x7fe7101f7be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe70e59c640 1 --2- 172.21.15.84:0/3090139926 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7100d3960 0x7fe71006e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe705d9b640 1 -- 172.21.15.84:0/3090139926 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe71015e9b0 msgr2=0x7fe7101f7be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:30.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe705d9b640 1 --2- 172.21.15.84:0/3090139926 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe71015e9b0 0x7fe7101f7be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe705d9b640 1 -- 172.21.15.84:0/3090139926 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7100d3960 msgr2=0x7fe71006e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:30.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe705d9b640 1 --2- 172.21.15.84:0/3090139926 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7100d3960 0x7fe71006e270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe705d9b640 1 -- 172.21.15.84:0/3090139926 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe71006cce0 con 0x7fe7100d51b0 2024-04-15T15:10:30.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe70ed9d640 1 --2- 172.21.15.84:0/3090139926 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe71015e9b0 0x7fe7101f7be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:30.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe705d9b640 1 --2- 172.21.15.84:0/3090139926 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7100d51b0 0x7fe71015d270 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe6f800c3e0 tx=0x7fe6f800c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:30.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe7077fe640 1 -- 172.21.15.84:0/3090139926 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6f8017070 con 0x7fe7100d51b0 2024-04-15T15:10:30.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe7077fe640 1 -- 172.21.15.84:0/3090139926 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe6f8005ce0 con 0x7fe7100d51b0 2024-04-15T15:10:30.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe714952640 1 -- 172.21.15.84:0/3090139926 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe71006b960 con 0x7fe7100d51b0 2024-04-15T15:10:30.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe7077fe640 1 -- 172.21.15.84:0/3090139926 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6f8007310 con 0x7fe7100d51b0 2024-04-15T15:10:30.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.693+0000 7fe714952640 1 -- 172.21.15.84:0/3090139926 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe71006bf20 con 0x7fe7100d51b0 2024-04-15T15:10:30.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.694+0000 7fe714952640 1 -- 172.21.15.84:0/3090139926 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7100689e0 con 0x7fe7100d51b0 2024-04-15T15:10:30.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.695+0000 7fe7077fe640 1 -- 172.21.15.84:0/3090139926 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fe6f801a070 con 0x7fe7100d51b0 2024-04-15T15:10:30.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.695+0000 7fe7077fe640 1 --2- 172.21.15.84:0/3090139926 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe6f006c8f0 0x7fe6f006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:30.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.695+0000 7fe7077fe640 1 -- 172.21.15.84:0/3090139926 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fe6f808b1b0 con 0x7fe7100d51b0 2024-04-15T15:10:30.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.695+0000 7fe70e59c640 1 --2- 172.21.15.84:0/3090139926 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe6f006c8f0 0x7fe6f006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:30.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.696+0000 7fe70e59c640 1 --2- 172.21.15.84:0/3090139926 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe6f006c8f0 0x7fe6f006edb0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe700006fd0 tx=0x7fe700008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:30.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.700+0000 7fe7077fe640 1 -- 172.21.15.84:0/3090139926 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fe6f8059330 con 0x7fe7100d51b0 2024-04-15T15:10:30.916 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.914+0000 7fe714952640 1 -- 172.21.15.84:0/3090139926 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe71006f260 con 0x7fe7100d51b0 2024-04-15T15:10:30.916 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.914+0000 7fe7077fe640 1 -- 172.21.15.84:0/3090139926 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+88 (secure 0 0 0) 0x7fe6f8058c30 con 0x7fe7100d51b0 2024-04-15T15:10:30.916 INFO:teuthology.orchestra.run.smithi084.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-04-15T15:10:30.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.916+0000 7fe714952640 1 -- 172.21.15.84:0/3090139926 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe6f006c8f0 msgr2=0x7fe6f006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:30.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.916+0000 7fe714952640 1 --2- 172.21.15.84:0/3090139926 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe6f006c8f0 0x7fe6f006edb0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe700006fd0 tx=0x7fe700008040 comp rx=0 tx=0).stop 2024-04-15T15:10:30.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.916+0000 7fe714952640 1 -- 172.21.15.84:0/3090139926 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7100d51b0 msgr2=0x7fe71015d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:30.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.916+0000 7fe714952640 1 --2- 172.21.15.84:0/3090139926 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7100d51b0 0x7fe71015d270 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe6f800c3e0 tx=0x7fe6f800c8a0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.916+0000 7fe714952640 1 -- 172.21.15.84:0/3090139926 shutdown_connections 2024-04-15T15:10:30.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.916+0000 7fe714952640 1 --2- 172.21.15.84:0/3090139926 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe71015e9b0 0x7fe7101f7be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.916+0000 7fe714952640 1 --2- 172.21.15.84:0/3090139926 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7100d51b0 0x7fe71015d270 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.916+0000 7fe714952640 1 --2- 172.21.15.84:0/3090139926 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe6f006c8f0 0x7fe6f006edb0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.916+0000 7fe714952640 1 --2- 172.21.15.84:0/3090139926 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7100d3960 0x7fe71006e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:30.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.916+0000 7fe714952640 1 -- 172.21.15.84:0/3090139926 >> 172.21.15.84:0/3090139926 conn(0x7fe71009db30 msgr2=0x7fe7100b4e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:30.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.916+0000 7fe714952640 1 -- 172.21.15.84:0/3090139926 shutdown_connections 2024-04-15T15:10:30.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:30.916+0000 7fe714952640 1 -- 172.21.15.84:0/3090139926 wait complete. 2024-04-15T15:10:30.929 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-04-15T15:10:30.929 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-15T15:10:30.929 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi084.front.sepia.ceph.com 2024-04-15T15:10:30.929 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-04-15T15:10:30.929 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-04-15T15:10:30.929 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-04-15T15:10:30.929 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-15T15:10:30.929 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-15T15:10:30.930 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-04-15T15:10:30.930 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:30.930 DEBUG:teuthology.orchestra.run.smithi084:> ip addr 2024-04-15T15:10:30.945 INFO:teuthology.orchestra.run.smithi084.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-15T15:10:30.946 INFO:teuthology.orchestra.run.smithi084.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-15T15:10:30.946 INFO:teuthology.orchestra.run.smithi084.stdout: inet 127.0.0.1/8 scope host lo 2024-04-15T15:10:30.946 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:30.946 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 ::1/128 scope host 2024-04-15T15:10:30.946 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:30.946 INFO:teuthology.orchestra.run.smithi084.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:10:30.946 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:d8:da:68 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:30.947 INFO:teuthology.orchestra.run.smithi084.stdout: altname enp7s0f0 2024-04-15T15:10:30.947 INFO:teuthology.orchestra.run.smithi084.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:10:30.947 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:d8:da:69 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:30.947 INFO:teuthology.orchestra.run.smithi084.stdout: altname enp7s0f1 2024-04-15T15:10:30.947 INFO:teuthology.orchestra.run.smithi084.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:10:30.947 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:8f:d7:50 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:30.947 INFO:teuthology.orchestra.run.smithi084.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-15T15:10:30.947 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:8f:d7:51 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:30.947 INFO:teuthology.orchestra.run.smithi084.stdout: inet 172.21.15.84/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-04-15T15:10:30.947 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft 42691sec preferred_lft 42691sec 2024-04-15T15:10:30.947 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 fe80::ec4:7aff:fe8f:d751/64 scope link 2024-04-15T15:10:30.947 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:30.948 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-15T15:10:30.948 DEBUG:teuthology.orchestra.run.smithi084:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:30.948 DEBUG:teuthology.orchestra.run.smithi084:> set -e 2024-04-15T15:10:30.948 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip link add name ceph-brx type bridge 2024-04-15T15:10:30.948 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip addr flush dev ceph-brx 2024-04-15T15:10:30.948 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip link set ceph-brx up 2024-04-15T15:10:30.949 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-15T15:10:30.949 DEBUG:teuthology.orchestra.run.smithi084:> ') 2024-04-15T15:10:31.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:31.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:31.168 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:31.168 DEBUG:teuthology.orchestra.run.smithi084:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-15T15:10:31.197 INFO:teuthology.orchestra.run.smithi084.stdout:1 2024-04-15T15:10:31.198 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:31.199 DEBUG:teuthology.orchestra.run.smithi084:> route 2024-04-15T15:10:31.273 INFO:teuthology.orchestra.run.smithi084.stdout:Kernel IP routing table 2024-04-15T15:10:31.273 INFO:teuthology.orchestra.run.smithi084.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-15T15:10:31.273 INFO:teuthology.orchestra.run.smithi084.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-15T15:10:31.274 INFO:teuthology.orchestra.run.smithi084.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-15T15:10:31.274 INFO:teuthology.orchestra.run.smithi084.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-15T15:10:31.274 DEBUG:teuthology.orchestra.run.smithi084:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:31.274 DEBUG:teuthology.orchestra.run.smithi084:> set -e 2024-04-15T15:10:31.274 DEBUG:teuthology.orchestra.run.smithi084:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-15T15:10:31.274 DEBUG:teuthology.orchestra.run.smithi084:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-15T15:10:31.274 DEBUG:teuthology.orchestra.run.smithi084:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-15T15:10:31.274 DEBUG:teuthology.orchestra.run.smithi084:> ') 2024-04-15T15:10:31.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:31.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:31.587 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:31.587 DEBUG:teuthology.orchestra.run.smithi084:> ip netns list 2024-04-15T15:10:31.603 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:31.603 DEBUG:teuthology.orchestra.run.smithi084:> ip netns list-id 2024-04-15T15:10:31.659 DEBUG:teuthology.orchestra.run.smithi084:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:31.659 DEBUG:teuthology.orchestra.run.smithi084:> set -e 2024-04-15T15:10:31.659 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-15T15:10:31.659 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-04-15T15:10:31.660 DEBUG:teuthology.orchestra.run.smithi084:> ') 2024-04-15T15:10:31.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:31.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:31.784 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-04-15T15:10:31.785 DEBUG:teuthology.orchestra.run.smithi084:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:31.785 DEBUG:teuthology.orchestra.run.smithi084:> set -e 2024-04-15T15:10:31.785 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-04-15T15:10:31.785 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-15T15:10:31.785 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-04-15T15:10:31.785 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-04-15T15:10:31.785 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-04-15T15:10:31.785 DEBUG:teuthology.orchestra.run.smithi084:> ') 2024-04-15T15:10:31.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:31.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:31.927 DEBUG:teuthology.orchestra.run.smithi084:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:31.927 DEBUG:teuthology.orchestra.run.smithi084:> set -e 2024-04-15T15:10:31.927 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip link set brx.0 up 2024-04-15T15:10:31.927 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip link set dev brx.0 master ceph-brx 2024-04-15T15:10:31.927 DEBUG:teuthology.orchestra.run.smithi084:> ') 2024-04-15T15:10:31.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:32.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:32.010 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-04-15T15:10:32.010 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:10:32.011 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-04-15T15:10:32.038 INFO:teuthology.orchestra.run.smithi084.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-04-15T15:10:32.039 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:10:32.039 DEBUG:teuthology.orchestra.run.smithi084:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-04-15T15:10:32.094 DEBUG:teuthology.orchestra.run.smithi084:> sudo modprobe fuse 2024-04-15T15:10:32.164 DEBUG:teuthology.orchestra.run.smithi084:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:10:32.219 INFO:teuthology.orchestra.run.smithi084.stdout:/proc 2024-04-15T15:10:32.220 INFO:teuthology.orchestra.run.smithi084.stdout:/sys 2024-04-15T15:10:32.220 INFO:teuthology.orchestra.run.smithi084.stdout:/dev 2024-04-15T15:10:32.220 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/security 2024-04-15T15:10:32.220 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/shm 2024-04-15T15:10:32.220 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/pts 2024-04-15T15:10:32.220 INFO:teuthology.orchestra.run.smithi084.stdout:/run 2024-04-15T15:10:32.220 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/cgroup 2024-04-15T15:10:32.220 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/pstore 2024-04-15T15:10:32.220 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/bpf 2024-04-15T15:10:32.220 INFO:teuthology.orchestra.run.smithi084.stdout:/ 2024-04-15T15:10:32.220 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/selinux 2024-04-15T15:10:32.220 INFO:teuthology.orchestra.run.smithi084.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:10:32.220 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/mqueue 2024-04-15T15:10:32.221 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/hugepages 2024-04-15T15:10:32.221 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/debug 2024-04-15T15:10:32.221 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/tracing 2024-04-15T15:10:32.221 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/fuse/connections 2024-04-15T15:10:32.221 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/config 2024-04-15T15:10:32.221 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:10:32.221 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:10:32.221 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:10:32.221 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:10:32.221 INFO:teuthology.orchestra.run.smithi084.stdout:/run/user/1000 2024-04-15T15:10:32.221 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph 2024-04-15T15:10:32.221 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-0 2024-04-15T15:10:32.221 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-1 2024-04-15T15:10:32.221 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-2 2024-04-15T15:10:32.222 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-3 2024-04-15T15:10:32.222 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns 2024-04-15T15:10:32.222 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-15T15:10:32.222 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-15T15:10:32.223 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:32.223 DEBUG:teuthology.orchestra.run.smithi084:> ls /sys/fs/fuse/connections 2024-04-15T15:10:32.279 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-15T15:10:32.280 DEBUG:teuthology.orchestra.run.smithi084:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-04-15T15:10:32.322 DEBUG:teuthology.orchestra.run.smithi084:> sudo modprobe fuse 2024-04-15T15:10:32.350 DEBUG:teuthology.orchestra.run.smithi084:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:10:32.407 INFO:teuthology.orchestra.run.smithi084.stdout:/proc 2024-04-15T15:10:32.407 INFO:teuthology.orchestra.run.smithi084.stdout:/sys 2024-04-15T15:10:32.407 INFO:teuthology.orchestra.run.smithi084.stdout:/dev 2024-04-15T15:10:32.407 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/security 2024-04-15T15:10:32.407 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/shm 2024-04-15T15:10:32.407 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/pts 2024-04-15T15:10:32.407 INFO:teuthology.orchestra.run.smithi084.stdout:/run 2024-04-15T15:10:32.407 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/cgroup 2024-04-15T15:10:32.407 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/pstore 2024-04-15T15:10:32.407 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/bpf 2024-04-15T15:10:32.408 INFO:teuthology.orchestra.run.smithi084.stdout:/ 2024-04-15T15:10:32.408 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/selinux 2024-04-15T15:10:32.408 INFO:teuthology.orchestra.run.smithi084.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:10:32.408 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/mqueue 2024-04-15T15:10:32.408 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/hugepages 2024-04-15T15:10:32.408 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/debug 2024-04-15T15:10:32.408 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/tracing 2024-04-15T15:10:32.408 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/fuse/connections 2024-04-15T15:10:32.408 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/config 2024-04-15T15:10:32.408 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:10:32.408 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:10:32.408 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:10:32.408 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:10:32.408 INFO:teuthology.orchestra.run.smithi084.stdout:/run/user/1000 2024-04-15T15:10:32.409 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph 2024-04-15T15:10:32.409 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-0 2024-04-15T15:10:32.409 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-1 2024-04-15T15:10:32.409 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-2 2024-04-15T15:10:32.409 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-3 2024-04-15T15:10:32.409 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns 2024-04-15T15:10:32.409 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-15T15:10:32.409 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-15T15:10:32.409 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:32.409 DEBUG:teuthology.orchestra.run.smithi084:> ls /sys/fs/fuse/connections 2024-04-15T15:10:32.413 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi084.stderr:2024-04-15T15:10:32.411+0000 7f8e96a3a480 -1 init, newargv = 0x55fa0ff7cb20 newargc=15 2024-04-15T15:10:32.413 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi084.stderr:ceph-fuse[44673]: starting ceph client 2024-04-15T15:10:32.419 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi084.stderr:ceph-fuse[44673]: starting fuse 2024-04-15T15:10:32.428 INFO:teuthology.orchestra.run.smithi084.stdout:41 2024-04-15T15:10:32.428 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-04-15T15:10:32.428 DEBUG:teuthology.orchestra.run.smithi084:> sudo stdin-killer -- python3 -c ' 2024-04-15T15:10:32.428 DEBUG:teuthology.orchestra.run.smithi084:> import glob 2024-04-15T15:10:32.428 DEBUG:teuthology.orchestra.run.smithi084:> import re 2024-04-15T15:10:32.428 DEBUG:teuthology.orchestra.run.smithi084:> import os 2024-04-15T15:10:32.429 DEBUG:teuthology.orchestra.run.smithi084:> import subprocess 2024-04-15T15:10:32.429 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:10:32.429 DEBUG:teuthology.orchestra.run.smithi084:> def _find_admin_socket(client_name): 2024-04-15T15:10:32.429 DEBUG:teuthology.orchestra.run.smithi084:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-04-15T15:10:32.429 DEBUG:teuthology.orchestra.run.smithi084:> files = glob.glob(asok_path) 2024-04-15T15:10:32.429 DEBUG:teuthology.orchestra.run.smithi084:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-04-15T15:10:32.429 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:10:32.429 DEBUG:teuthology.orchestra.run.smithi084:> # Given a non-glob path, it better be there 2024-04-15T15:10:32.429 DEBUG:teuthology.orchestra.run.smithi084:> if "*" not in asok_path: 2024-04-15T15:10:32.429 DEBUG:teuthology.orchestra.run.smithi084:> assert(len(files) == 1) 2024-04-15T15:10:32.429 DEBUG:teuthology.orchestra.run.smithi084:> return files[0] 2024-04-15T15:10:32.429 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:10:32.429 DEBUG:teuthology.orchestra.run.smithi084:> for f in files: 2024-04-15T15:10:32.429 DEBUG:teuthology.orchestra.run.smithi084:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-15T15:10:32.429 DEBUG:teuthology.orchestra.run.smithi084:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-15T15:10:32.429 DEBUG:teuthology.orchestra.run.smithi084:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-15T15:10:32.430 DEBUG:teuthology.orchestra.run.smithi084:> contents = proc_f.read() 2024-04-15T15:10:32.430 DEBUG:teuthology.orchestra.run.smithi084:> if mountpoint in contents: 2024-04-15T15:10:32.430 DEBUG:teuthology.orchestra.run.smithi084:> return f 2024-04-15T15:10:32.430 DEBUG:teuthology.orchestra.run.smithi084:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-15T15:10:32.430 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:10:32.430 DEBUG:teuthology.orchestra.run.smithi084:> print(_find_admin_socket("client.admin")) 2024-04-15T15:10:32.430 DEBUG:teuthology.orchestra.run.smithi084:> ' 2024-04-15T15:10:32.550 INFO:teuthology.orchestra.run.smithi084.stdout:/var/run/ceph/ceph-client.admin.44673.asok 2024-04-15T15:10:32.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:32.560 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.44673.asok 2024-04-15T15:10:32.560 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:32.561 DEBUG:teuthology.orchestra.run.smithi084:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.44673.asok status 2024-04-15T15:10:32.698 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-15T15:10:32.701 INFO:teuthology.orchestra.run.smithi084.stdout: "metadata": { 2024-04-15T15:10:32.701 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_sha1": "9bf1c4ba967dd24077be6e5b87edda4ca87a6e14", 2024-04-15T15:10:32.701 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_version": "ceph version 19.0.0-2861-g9bf1c4ba (9bf1c4ba967dd24077be6e5b87edda4ca87a6e14) squid (dev)", 2024-04-15T15:10:32.701 INFO:teuthology.orchestra.run.smithi084.stdout: "entity_id": "admin", 2024-04-15T15:10:32.701 INFO:teuthology.orchestra.run.smithi084.stdout: "hostname": "smithi084", 2024-04-15T15:10:32.701 INFO:teuthology.orchestra.run.smithi084.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-04-15T15:10:32.702 INFO:teuthology.orchestra.run.smithi084.stdout: "pid": "44673", 2024-04-15T15:10:32.702 INFO:teuthology.orchestra.run.smithi084.stdout: "root": "/" 2024-04-15T15:10:32.702 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:10:32.702 INFO:teuthology.orchestra.run.smithi084.stdout: "dentry_count": 0, 2024-04-15T15:10:32.702 INFO:teuthology.orchestra.run.smithi084.stdout: "dentry_pinned_count": 0, 2024-04-15T15:10:32.702 INFO:teuthology.orchestra.run.smithi084.stdout: "id": 4446, 2024-04-15T15:10:32.702 INFO:teuthology.orchestra.run.smithi084.stdout: "inst": { 2024-04-15T15:10:32.702 INFO:teuthology.orchestra.run.smithi084.stdout: "name": { 2024-04-15T15:10:32.702 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "client", 2024-04-15T15:10:32.702 INFO:teuthology.orchestra.run.smithi084.stdout: "num": 4446 2024-04-15T15:10:32.702 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:10:32.702 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": { 2024-04-15T15:10:32.702 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "v1", 2024-04-15T15:10:32.703 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": "192.168.0.1:0", 2024-04-15T15:10:32.703 INFO:teuthology.orchestra.run.smithi084.stdout: "nonce": 2996267054 2024-04-15T15:10:32.703 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:10:32.703 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:10:32.703 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": { 2024-04-15T15:10:32.703 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "v1", 2024-04-15T15:10:32.703 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": "192.168.0.1:0", 2024-04-15T15:10:32.703 INFO:teuthology.orchestra.run.smithi084.stdout: "nonce": 2996267054 2024-04-15T15:10:32.703 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:10:32.703 INFO:teuthology.orchestra.run.smithi084.stdout: "inst_str": "client.4446 192.168.0.1:0/2996267054", 2024-04-15T15:10:32.703 INFO:teuthology.orchestra.run.smithi084.stdout: "addr_str": "192.168.0.1:0/2996267054", 2024-04-15T15:10:32.703 INFO:teuthology.orchestra.run.smithi084.stdout: "inode_count": 1, 2024-04-15T15:10:32.703 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_epoch": 7, 2024-04-15T15:10:32.703 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_epoch": 24, 2024-04-15T15:10:32.703 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_epoch_barrier": 0, 2024-04-15T15:10:32.704 INFO:teuthology.orchestra.run.smithi084.stdout: "blocklisted": false, 2024-04-15T15:10:32.704 INFO:teuthology.orchestra.run.smithi084.stdout: "fs_name": "cephfs" 2024-04-15T15:10:32.704 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-15T15:10:32.707 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:32.707 DEBUG:teuthology.orchestra.run.smithi084:> stat --file-system '--printf=%T 2024-04-15T15:10:32.707 DEBUG:teuthology.orchestra.run.smithi084:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-04-15T15:10:32.723 INFO:teuthology.orchestra.run.smithi084.stdout:fuseblk 2024-04-15T15:10:32.723 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-04-15T15:10:32.723 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:32.723 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-04-15T15:10:32.793 DEBUG:teuthology.orchestra.run.smithi084:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-04-15T15:10:32.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:32 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-15T15:10:32.913 INFO:teuthology.orchestra.run.smithi084.stdout:# file: . 2024-04-15T15:10:32.913 INFO:teuthology.orchestra.run.smithi084.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-04-15T15:10:32.913 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:32.913 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:32.919 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:10:32.919 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:10:32.935 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:10:33.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.076+0000 7f2378b59640 1 Processor -- start 2024-04-15T15:10:33.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.076+0000 7f2378b59640 1 -- start start 2024-04-15T15:10:33.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.077+0000 7f2378b59640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f237413f610 0x7f237406f510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:33.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.077+0000 7f2378b59640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f2374160240 0x7f237406fa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:33.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.077+0000 7f2378b59640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2374141e70 con 0x7f23740b4420 2024-04-15T15:10:33.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.077+0000 7f2378b59640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f2374142150 con 0x7f237413f610 2024-04-15T15:10:33.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.077+0000 7f2378b59640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f2374142430 con 0x7f2374160240 2024-04-15T15:10:33.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.077+0000 7f237259c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f237413f610 0x7f237406f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:33.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.077+0000 7f237259c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f237413f610 0x7f237406f510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36718/0 (socket says 172.21.15.84:36718) 2024-04-15T15:10:33.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.077+0000 7f237259c640 1 -- 172.21.15.84:0/194880981 learned_addr learned my addr 172.21.15.84:0/194880981 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:33.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.077+0000 7f2371d9b640 1 --2- 172.21.15.84:0/194880981 >> v2:172.21.15.203:3300/0 conn(0x7f2374160240 0x7f237406fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:33.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.077+0000 7f237259c640 1 -- 172.21.15.84:0/194880981 >> v2:172.21.15.203:3300/0 conn(0x7f2374160240 msgr2=0x7f237406fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:33.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.077+0000 7f237259c640 1 --2- 172.21.15.84:0/194880981 >> v2:172.21.15.203:3300/0 conn(0x7f2374160240 0x7f237406fa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.077+0000 7f237259c640 1 -- 172.21.15.84:0/194880981 >> v1:172.21.15.203:6789/0 conn(0x7f23740b4420 legacy=0x7f23740b4890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:33.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.077+0000 7f237259c640 1 -- 172.21.15.84:0/194880981 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2374142710 con 0x7f237413f610 2024-04-15T15:10:33.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.078+0000 7f237259c640 1 --2- 172.21.15.84:0/194880981 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f237413f610 0x7f237406f510 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f23740731f0 tx=0x7f236c02bee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbfc5dfffb0ffa04 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:33.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.078+0000 7f237159a640 1 -- 172.21.15.84:0/194880981 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f236c02ca80 con 0x7f237413f610 2024-04-15T15:10:33.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.078+0000 7f237159a640 1 -- 172.21.15.84:0/194880981 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f236c02cc20 con 0x7f237413f610 2024-04-15T15:10:33.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.078+0000 7f237159a640 1 -- 172.21.15.84:0/194880981 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f236c0343f0 con 0x7f237413f610 2024-04-15T15:10:33.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.079+0000 7f2378b59640 1 -- 172.21.15.84:0/194880981 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f237413f610 msgr2=0x7f237406f510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:33.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.079+0000 7f2378b59640 1 --2- 172.21.15.84:0/194880981 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f237413f610 0x7f237406f510 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f23740731f0 tx=0x7f236c02bee0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.079+0000 7f2378b59640 1 -- 172.21.15.84:0/194880981 shutdown_connections 2024-04-15T15:10:33.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.079+0000 7f2378b59640 1 --2- 172.21.15.84:0/194880981 >> v2:172.21.15.203:3300/0 conn(0x7f2374160240 0x7f237406fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.079+0000 7f2378b59640 1 --2- 172.21.15.84:0/194880981 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f237413f610 0x7f237406f510 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.079+0000 7f2378b59640 1 -- 172.21.15.84:0/194880981 >> 172.21.15.84:0/194880981 conn(0x7f23740b31b0 msgr2=0x7f23740b3590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:33.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.079+0000 7f2378b59640 1 -- 172.21.15.84:0/194880981 shutdown_connections 2024-04-15T15:10:33.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.079+0000 7f2378b59640 1 -- 172.21.15.84:0/194880981 wait complete. 2024-04-15T15:10:33.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.080+0000 7f2378b59640 1 Processor -- start 2024-04-15T15:10:33.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.080+0000 7f2378b59640 1 -- start start 2024-04-15T15:10:33.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f2378b59640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23740b4420 0x7f237413eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:33.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f2378b59640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f237413f610 0x7f2374144850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:33.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f2378b59640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2374160240 0x7f237415e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:33.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f2378b59640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f237415cd50 con 0x7f2374160240 2024-04-15T15:10:33.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f2378b59640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f237413f9f0 con 0x7f237413f610 2024-04-15T15:10:33.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f2378b59640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f237415ced0 con 0x7f23740b4420 2024-04-15T15:10:33.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f2372d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2374160240 0x7f237415e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:33.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f2372d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2374160240 0x7f237415e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36728/0 (socket says 172.21.15.84:36728) 2024-04-15T15:10:33.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f2372d9d640 1 -- 172.21.15.84:0/1321389565 learned_addr learned my addr 172.21.15.84:0/1321389565 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:33.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f237259c640 1 --2- 172.21.15.84:0/1321389565 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23740b4420 0x7f237413eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:33.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f2371d9b640 1 --2- 172.21.15.84:0/1321389565 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f237413f610 0x7f2374144850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:33.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f2372d9d640 1 -- 172.21.15.84:0/1321389565 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23740b4420 msgr2=0x7f237413eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:33.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f2372d9d640 1 --2- 172.21.15.84:0/1321389565 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23740b4420 0x7f237413eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f2372d9d640 1 -- 172.21.15.84:0/1321389565 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f237413f610 msgr2=0x7f2374144850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:33.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f2372d9d640 1 --2- 172.21.15.84:0/1321389565 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f237413f610 0x7f2374144850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f2372d9d640 1 -- 172.21.15.84:0/1321389565 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f237406e1a0 con 0x7f2374160240 2024-04-15T15:10:33.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f237259c640 1 --2- 172.21.15.84:0/1321389565 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23740b4420 0x7f237413eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:33.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f2371d9b640 1 --2- 172.21.15.84:0/1321389565 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f237413f610 0x7f2374144850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:33.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f2372d9d640 1 --2- 172.21.15.84:0/1321389565 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2374160240 0x7f237415e3e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f236400c410 tx=0x7f236400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:33.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f2362ffd640 1 -- 172.21.15.84:0/1321389565 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2364011790 con 0x7f2374160240 2024-04-15T15:10:33.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f2362ffd640 1 -- 172.21.15.84:0/1321389565 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2364017070 con 0x7f2374160240 2024-04-15T15:10:33.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.081+0000 7f2362ffd640 1 -- 172.21.15.84:0/1321389565 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2364011bb0 con 0x7f2374160240 2024-04-15T15:10:33.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.082+0000 7f2378b59640 1 -- 172.21.15.84:0/1321389565 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f237406e480 con 0x7f2374160240 2024-04-15T15:10:33.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.082+0000 7f2378b59640 1 -- 172.21.15.84:0/1321389565 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f237406ea40 con 0x7f2374160240 2024-04-15T15:10:33.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.083+0000 7f2378b59640 1 -- 172.21.15.84:0/1321389565 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f237406ef20 con 0x7f2374160240 2024-04-15T15:10:33.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.083+0000 7f2362ffd640 1 -- 172.21.15.84:0/1321389565 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f236401c460 con 0x7f2374160240 2024-04-15T15:10:33.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.083+0000 7f2362ffd640 1 --2- 172.21.15.84:0/1321389565 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f235406c8f0 0x7f235406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:33.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.084+0000 7f2362ffd640 1 -- 172.21.15.84:0/1321389565 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f236408ba50 con 0x7f2374160240 2024-04-15T15:10:33.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.084+0000 7f237259c640 1 --2- 172.21.15.84:0/1321389565 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f235406c8f0 0x7f235406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:33.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.084+0000 7f237259c640 1 --2- 172.21.15.84:0/1321389565 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f235406c8f0 0x7f235406edb0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f236c035000 tx=0x7f236c030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:33.089 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.088+0000 7f2362ffd640 1 -- 172.21.15.84:0/1321389565 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f237406ef20 con 0x7f2374160240 2024-04-15T15:10:33.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.265+0000 7f2378b59640 1 -- 172.21.15.84:0/1321389565 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f23740689e0 con 0x7f2374160240 2024-04-15T15:10:33.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.266+0000 7f2362ffd640 1 -- 172.21.15.84:0/1321389565 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18466 (secure 0 0 0) 0x7f2364021020 con 0x7f2374160240 2024-04-15T15:10:33.268 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:33.269 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":24,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:27.745198+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:10:33.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.268+0000 7f2378b59640 1 -- 172.21.15.84:0/1321389565 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f235406c8f0 msgr2=0x7f235406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:33.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.268+0000 7f2378b59640 1 --2- 172.21.15.84:0/1321389565 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f235406c8f0 0x7f235406edb0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f236c035000 tx=0x7f236c030000 comp rx=0 tx=0).stop 2024-04-15T15:10:33.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.268+0000 7f2378b59640 1 -- 172.21.15.84:0/1321389565 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2374160240 msgr2=0x7f237415e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:33.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.268+0000 7f2378b59640 1 --2- 172.21.15.84:0/1321389565 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2374160240 0x7f237415e3e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f236400c410 tx=0x7f236400c8d0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.268+0000 7f2378b59640 1 -- 172.21.15.84:0/1321389565 shutdown_connections 2024-04-15T15:10:33.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.268+0000 7f2378b59640 1 --2- 172.21.15.84:0/1321389565 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f235406c8f0 0x7f235406edb0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.268+0000 7f2378b59640 1 --2- 172.21.15.84:0/1321389565 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f237413f610 0x7f2374144850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.268+0000 7f2378b59640 1 --2- 172.21.15.84:0/1321389565 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2374160240 0x7f237415e3e0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.268+0000 7f2378b59640 1 --2- 172.21.15.84:0/1321389565 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23740b4420 0x7f237413eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.268+0000 7f2378b59640 1 -- 172.21.15.84:0/1321389565 >> 172.21.15.84:0/1321389565 conn(0x7f23740b31b0 msgr2=0x7f237406f510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:33.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.268+0000 7f2378b59640 1 -- 172.21.15.84:0/1321389565 shutdown_connections 2024-04-15T15:10:33.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.268+0000 7f2378b59640 1 -- 172.21.15.84:0/1321389565 wait complete. 2024-04-15T15:10:33.281 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:10:20.621351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:10:21.653421+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-15T15:10:25.371593+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-15T15:10:33.282 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:10:33.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.386+0000 7f18855ba640 1 Processor -- start 2024-04-15T15:10:33.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.386+0000 7f18855ba640 1 -- start start 2024-04-15T15:10:33.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.387+0000 7f18855ba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f188015b620 0x7f188006e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:33.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.387+0000 7f18855ba640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f188006eb30 con 0x7f188006f480 2024-04-15T15:10:33.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.387+0000 7f18855ba640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f188015ca10 con 0x7f18800cff00 2024-04-15T15:10:33.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.387+0000 7f18855ba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f188006d300 con 0x7f188015b620 2024-04-15T15:10:33.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.387+0000 7f187f7fe640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f188006f480 0x7f18800b4420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42870/0 (socket says 172.21.15.84:42870) 2024-04-15T15:10:33.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.387+0000 7f187f7fe640 1 -- 172.21.15.84:0/4176877541 learned_addr learned my addr 172.21.15.84:0/4176877541 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:33.390 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.387+0000 7f187effd640 1 --2- 172.21.15.84:0/4176877541 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f188015b620 0x7f188006e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:33.390 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.387+0000 7f187effd640 1 -- 172.21.15.84:0/4176877541 >> v1:172.21.15.203:6789/0 conn(0x7f18800cff00 legacy=0x7f188006ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:33.390 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.387+0000 7f187effd640 1 -- 172.21.15.84:0/4176877541 >> v1:172.21.15.84:6789/0 conn(0x7f188006f480 legacy=0x7f18800b4420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:33.390 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.387+0000 7f187effd640 1 -- 172.21.15.84:0/4176877541 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f188006d550 con 0x7f188015b620 2024-04-15T15:10:33.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.388+0000 7f187effd640 1 --2- 172.21.15.84:0/4176877541 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f188015b620 0x7f188006e5f0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f18700097d0 tx=0x7f187002b930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30fc5c6d4c3f75b3 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:33.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.389+0000 7f187dffb640 1 -- 172.21.15.84:0/4176877541 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1870035020 con 0x7f188015b620 2024-04-15T15:10:33.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.389+0000 7f187dffb640 1 -- 172.21.15.84:0/4176877541 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1870031890 con 0x7f188015b620 2024-04-15T15:10:33.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.389+0000 7f187dffb640 1 -- 172.21.15.84:0/4176877541 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1870031c60 con 0x7f188015b620 2024-04-15T15:10:33.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.389+0000 7f18855ba640 1 -- 172.21.15.84:0/4176877541 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f188015b620 msgr2=0x7f188006e5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:33.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.389+0000 7f18855ba640 1 --2- 172.21.15.84:0/4176877541 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f188015b620 0x7f188006e5f0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f18700097d0 tx=0x7f187002b930 comp rx=0 tx=0).stop 2024-04-15T15:10:33.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.389+0000 7f18855ba640 1 -- 172.21.15.84:0/4176877541 shutdown_connections 2024-04-15T15:10:33.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.389+0000 7f18855ba640 1 --2- 172.21.15.84:0/4176877541 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f188015b620 0x7f188006e5f0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.389+0000 7f18855ba640 1 -- 172.21.15.84:0/4176877541 >> 172.21.15.84:0/4176877541 conn(0x7f1880070540 msgr2=0x7f1880070950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:33.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.389+0000 7f18855ba640 1 -- 172.21.15.84:0/4176877541 shutdown_connections 2024-04-15T15:10:33.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.389+0000 7f18855ba640 1 -- 172.21.15.84:0/4176877541 wait complete. 2024-04-15T15:10:33.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.391+0000 7f18855ba640 1 Processor -- start 2024-04-15T15:10:33.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.391+0000 7f18855ba640 1 -- start start 2024-04-15T15:10:33.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.391+0000 7f18855ba640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f188006f480 0x7f18800c6da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:33.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.391+0000 7f18855ba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f18800cff00 0x7f1880142d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:33.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.391+0000 7f18855ba640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f188015b620 0x7f18800c94e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:33.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.391+0000 7f18855ba640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f188006ddf0 con 0x7f188006f480 2024-04-15T15:10:33.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.391+0000 7f18855ba640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f188006db10 con 0x7f188015b620 2024-04-15T15:10:33.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.391+0000 7f18855ba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f188006e0d0 con 0x7f18800cff00 2024-04-15T15:10:33.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.391+0000 7f187effd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f188006f480 0x7f18800c6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:33.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.391+0000 7f187effd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f188006f480 0x7f18800c6da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36736/0 (socket says 172.21.15.84:36736) 2024-04-15T15:10:33.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.391+0000 7f187effd640 1 -- 172.21.15.84:0/100540798 learned_addr learned my addr 172.21.15.84:0/100540798 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:33.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.391+0000 7f187e7fc640 1 --2- 172.21.15.84:0/100540798 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f18800cff00 0x7f1880142d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:33.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.392+0000 7f187f7fe640 1 --2- 172.21.15.84:0/100540798 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f188015b620 0x7f18800c94e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:33.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.392+0000 7f187effd640 1 -- 172.21.15.84:0/100540798 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f18800cff00 msgr2=0x7f1880142d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:33.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.392+0000 7f187effd640 1 --2- 172.21.15.84:0/100540798 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f18800cff00 0x7f1880142d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.392+0000 7f187effd640 1 -- 172.21.15.84:0/100540798 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f188015b620 msgr2=0x7f18800c94e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:33.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.392+0000 7f187effd640 1 --2- 172.21.15.84:0/100540798 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f188015b620 0x7f18800c94e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.392+0000 7f187effd640 1 -- 172.21.15.84:0/100540798 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18800cb8e0 con 0x7f188006f480 2024-04-15T15:10:33.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.392+0000 7f187effd640 1 --2- 172.21.15.84:0/100540798 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f188006f480 0x7f18800c6da0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f1870009720 tx=0x7f18700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:33.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.392+0000 7f18677fe640 1 -- 172.21.15.84:0/100540798 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18700443f0 con 0x7f188006f480 2024-04-15T15:10:33.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.392+0000 7f18677fe640 1 -- 172.21.15.84:0/100540798 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1870044590 con 0x7f188006f480 2024-04-15T15:10:33.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.392+0000 7f18677fe640 1 -- 172.21.15.84:0/100540798 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1870044980 con 0x7f188006f480 2024-04-15T15:10:33.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.392+0000 7f18855ba640 1 -- 172.21.15.84:0/100540798 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18800cbbc0 con 0x7f188006f480 2024-04-15T15:10:33.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.392+0000 7f18855ba640 1 -- 172.21.15.84:0/100540798 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18800cc180 con 0x7f188006f480 2024-04-15T15:10:33.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.393+0000 7f18855ba640 1 -- 172.21.15.84:0/100540798 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1880075c50 con 0x7f188006f480 2024-04-15T15:10:33.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.393+0000 7f18677fe640 1 -- 172.21.15.84:0/100540798 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f187004b060 con 0x7f188006f480 2024-04-15T15:10:33.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.394+0000 7f18677fe640 1 --2- 172.21.15.84:0/100540798 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f186c06c920 0x7f186c06ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:33.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.394+0000 7f18677fe640 1 -- 172.21.15.84:0/100540798 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f18700adff0 con 0x7f188006f480 2024-04-15T15:10:33.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.394+0000 7f187e7fc640 1 --2- 172.21.15.84:0/100540798 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f186c06c920 0x7f186c06ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:33.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.394+0000 7f187e7fc640 1 --2- 172.21.15.84:0/100540798 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f186c06c920 0x7f186c06ede0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f188015a9e0 tx=0x7f1874009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:33.400 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.398+0000 7f18677fe640 1 -- 172.21.15.84:0/100540798 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f187003f070 con 0x7f188006f480 2024-04-15T15:10:33.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.573+0000 7f18855ba640 1 -- 172.21.15.84:0/100540798 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f18800c72e0 con 0x7f188006f480 2024-04-15T15:10:33.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.573+0000 7f18677fe640 1 -- 172.21.15.84:0/100540798 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) ==== 93+0+10 (secure 0 0 0) 0x7f187002d040 con 0x7f188006f480 2024-04-15T15:10:33.575 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:10:33.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.575+0000 7f18855ba640 1 -- 172.21.15.84:0/100540798 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f186c06c920 msgr2=0x7f186c06ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:33.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.575+0000 7f18855ba640 1 --2- 172.21.15.84:0/100540798 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f186c06c920 0x7f186c06ede0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f188015a9e0 tx=0x7f1874009040 comp rx=0 tx=0).stop 2024-04-15T15:10:33.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.575+0000 7f18855ba640 1 -- 172.21.15.84:0/100540798 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f188006f480 msgr2=0x7f18800c6da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:33.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.575+0000 7f18855ba640 1 --2- 172.21.15.84:0/100540798 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f188006f480 0x7f18800c6da0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f1870009720 tx=0x7f18700046c0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.575+0000 7f18855ba640 1 -- 172.21.15.84:0/100540798 shutdown_connections 2024-04-15T15:10:33.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.575+0000 7f18855ba640 1 --2- 172.21.15.84:0/100540798 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f186c06c920 0x7f186c06ede0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.575+0000 7f18855ba640 1 --2- 172.21.15.84:0/100540798 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f188015b620 0x7f18800c94e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.575+0000 7f18855ba640 1 --2- 172.21.15.84:0/100540798 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f18800cff00 0x7f1880142d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.575+0000 7f18855ba640 1 --2- 172.21.15.84:0/100540798 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f188006f480 0x7f18800c6da0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.575+0000 7f18855ba640 1 -- 172.21.15.84:0/100540798 >> 172.21.15.84:0/100540798 conn(0x7f1880070540 msgr2=0x7f188006cb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:33.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.575+0000 7f18855ba640 1 -- 172.21.15.84:0/100540798 shutdown_connections 2024-04-15T15:10:33.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.575+0000 7f18855ba640 1 -- 172.21.15.84:0/100540798 wait complete. 2024-04-15T15:10:33.588 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:10:33.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.691+0000 7f23c819d640 1 Processor -- start 2024-04-15T15:10:33.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.691+0000 7f23c819d640 1 -- start start 2024-04-15T15:10:33.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.692+0000 7f23c819d640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f23c015c550 0x7f23c0160b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:33.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.692+0000 7f23c819d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23c006f510 0x7f23c00d1040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:33.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.692+0000 7f23c819d640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f23c006f970 0x7f23c00d1580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:33.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.692+0000 7f23c819d640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f23c0072790 con 0x7f23c015c550 2024-04-15T15:10:33.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.692+0000 7f23c819d640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f23c0161060 con 0x7f23c006f970 2024-04-15T15:10:33.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.692+0000 7f23c819d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f23c00cce20 con 0x7f23c006f510 2024-04-15T15:10:33.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.692+0000 7f23c5f39640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f23c015c550 0x7f23c0160b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:33.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.692+0000 7f23c5f39640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f23c015c550 0x7f23c0160b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36748/0 (socket says 172.21.15.84:36748) 2024-04-15T15:10:33.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.692+0000 7f23c5f39640 1 -- 172.21.15.84:0/1492905484 learned_addr learned my addr 172.21.15.84:0/1492905484 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:33.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.693+0000 7f23c5738640 1 --2- 172.21.15.84:0/1492905484 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23c006f510 0x7f23c00d1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:33.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.693+0000 7f23c673a640 1 --2- 172.21.15.84:0/1492905484 >> v2:172.21.15.203:3300/0 conn(0x7f23c006f970 0x7f23c00d1580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:33.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.693+0000 7f23c5f39640 1 -- 172.21.15.84:0/1492905484 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23c006f510 msgr2=0x7f23c00d1040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:33.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.693+0000 7f23c5f39640 1 --2- 172.21.15.84:0/1492905484 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23c006f510 0x7f23c00d1040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.693+0000 7f23c5f39640 1 -- 172.21.15.84:0/1492905484 >> v2:172.21.15.203:3300/0 conn(0x7f23c006f970 msgr2=0x7f23c00d1580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:33.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.693+0000 7f23c5f39640 1 --2- 172.21.15.84:0/1492905484 >> v2:172.21.15.203:3300/0 conn(0x7f23c006f970 0x7f23c00d1580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.693+0000 7f23c5f39640 1 -- 172.21.15.84:0/1492905484 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23c00cd100 con 0x7f23c015c550 2024-04-15T15:10:33.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.693+0000 7f23c5f39640 1 --2- 172.21.15.84:0/1492905484 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23c015c550 0x7f23c0160b20 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f23c00b5360 tx=0x7f23bc02bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3dc41eab369149d server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:33.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.694+0000 7f23c4f37640 1 -- 172.21.15.84:0/1492905484 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23bc02ca70 con 0x7f23c015c550 2024-04-15T15:10:33.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.694+0000 7f23c4f37640 1 -- 172.21.15.84:0/1492905484 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23bc02cc10 con 0x7f23c015c550 2024-04-15T15:10:33.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.694+0000 7f23c4f37640 1 -- 172.21.15.84:0/1492905484 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23bc0343f0 con 0x7f23c015c550 2024-04-15T15:10:33.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.694+0000 7f23c819d640 1 -- 172.21.15.84:0/1492905484 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23c015c550 msgr2=0x7f23c0160b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:33.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.694+0000 7f23c819d640 1 --2- 172.21.15.84:0/1492905484 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23c015c550 0x7f23c0160b20 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f23c00b5360 tx=0x7f23bc02bed0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.694+0000 7f23c819d640 1 -- 172.21.15.84:0/1492905484 shutdown_connections 2024-04-15T15:10:33.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.694+0000 7f23c819d640 1 --2- 172.21.15.84:0/1492905484 >> v2:172.21.15.203:3300/0 conn(0x7f23c006f970 0x7f23c00d1580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.694+0000 7f23c819d640 1 --2- 172.21.15.84:0/1492905484 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23c006f510 0x7f23c00d1040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.694+0000 7f23c819d640 1 --2- 172.21.15.84:0/1492905484 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23c015c550 0x7f23c0160b20 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.694+0000 7f23c819d640 1 -- 172.21.15.84:0/1492905484 >> 172.21.15.84:0/1492905484 conn(0x7f23c00b3f50 msgr2=0x7f23c00b4360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:33.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.694+0000 7f23c819d640 1 -- 172.21.15.84:0/1492905484 shutdown_connections 2024-04-15T15:10:33.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.694+0000 7f23c819d640 1 -- 172.21.15.84:0/1492905484 wait complete. 2024-04-15T15:10:33.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.695+0000 7f23c819d640 1 Processor -- start 2024-04-15T15:10:33.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.695+0000 7f23c819d640 1 -- start start 2024-04-15T15:10:33.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.696+0000 7f23c819d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23c006f510 0x7f23c0159a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:33.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.696+0000 7f23c819d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23c006f970 0x7f23c015cb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:33.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.696+0000 7f23c819d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f23c015c550 0x7f23c015d080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:33.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.696+0000 7f23c819d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f23c00cd9a0 con 0x7f23c006f970 2024-04-15T15:10:33.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.696+0000 7f23c819d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f23c00cd6c0 con 0x7f23c015c550 2024-04-15T15:10:33.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.696+0000 7f23c819d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f23c015c930 con 0x7f23c006f510 2024-04-15T15:10:33.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.696+0000 7f23c5738640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23c006f970 0x7f23c015cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:33.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.696+0000 7f23c5738640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23c006f970 0x7f23c015cb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36760/0 (socket says 172.21.15.84:36760) 2024-04-15T15:10:33.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.696+0000 7f23c5738640 1 -- 172.21.15.84:0/1430390578 learned_addr learned my addr 172.21.15.84:0/1430390578 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:33.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.696+0000 7f23c5f39640 1 --2- 172.21.15.84:0/1430390578 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23c006f510 0x7f23c0159a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:33.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.696+0000 7f23c673a640 1 --2- 172.21.15.84:0/1430390578 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f23c015c550 0x7f23c015d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:33.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.696+0000 7f23c5738640 1 -- 172.21.15.84:0/1430390578 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23c006f510 msgr2=0x7f23c0159a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:33.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.696+0000 7f23c5738640 1 --2- 172.21.15.84:0/1430390578 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23c006f510 0x7f23c0159a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.696+0000 7f23c5738640 1 -- 172.21.15.84:0/1430390578 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f23c015c550 msgr2=0x7f23c015d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:33.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.697+0000 7f23c5738640 1 --2- 172.21.15.84:0/1430390578 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f23c015c550 0x7f23c015d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.697+0000 7f23c5738640 1 -- 172.21.15.84:0/1430390578 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23c006e170 con 0x7f23c006f970 2024-04-15T15:10:33.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.697+0000 7f23c673a640 1 --2- 172.21.15.84:0/1430390578 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f23c015c550 0x7f23c015d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:33.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.697+0000 7f23c5738640 1 --2- 172.21.15.84:0/1430390578 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23c006f970 0x7f23c015cb40 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f23b000d5f0 tx=0x7f23b000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:33.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.697+0000 7f23b67fc640 1 -- 172.21.15.84:0/1430390578 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23b00125f0 con 0x7f23c006f970 2024-04-15T15:10:33.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.697+0000 7f23b67fc640 1 -- 172.21.15.84:0/1430390578 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23b0019070 con 0x7f23c006f970 2024-04-15T15:10:33.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.697+0000 7f23c819d640 1 -- 172.21.15.84:0/1430390578 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23c015d720 con 0x7f23c006f970 2024-04-15T15:10:33.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.697+0000 7f23b67fc640 1 -- 172.21.15.84:0/1430390578 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23b00129d0 con 0x7f23c006f970 2024-04-15T15:10:33.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.697+0000 7f23c819d640 1 -- 172.21.15.84:0/1430390578 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23c015dce0 con 0x7f23c006f970 2024-04-15T15:10:33.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.698+0000 7f23c819d640 1 -- 172.21.15.84:0/1430390578 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23c0075c50 con 0x7f23c006f970 2024-04-15T15:10:33.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.698+0000 7f23b67fc640 1 -- 172.21.15.84:0/1430390578 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f23b0012b70 con 0x7f23c006f970 2024-04-15T15:10:33.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.699+0000 7f23b67fc640 1 --2- 172.21.15.84:0/1430390578 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f23a406c8f0 0x7f23a406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:33.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.699+0000 7f23b67fc640 1 -- 172.21.15.84:0/1430390578 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f23b008c300 con 0x7f23c006f970 2024-04-15T15:10:33.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.699+0000 7f23c5f39640 1 --2- 172.21.15.84:0/1430390578 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f23a406c8f0 0x7f23a406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:33.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.699+0000 7f23c5f39640 1 --2- 172.21.15.84:0/1430390578 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f23a406c8f0 0x7f23a406edb0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f23bc035000 tx=0x7f23bc030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:33.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.703+0000 7f23b67fc640 1 -- 172.21.15.84:0/1430390578 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f23c006e170 con 0x7f23c006f970 2024-04-15T15:10:33.880 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.878+0000 7f23c819d640 1 -- 172.21.15.84:0/1430390578 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f23c00b58e0 con 0x7f23c006f970 2024-04-15T15:10:33.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.879+0000 7f23b67fc640 1 -- 172.21.15.84:0/1430390578 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) ==== 104+0+11 (secure 0 0 0) 0x7f23b005a360 con 0x7f23c006f970 2024-04-15T15:10:33.881 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:10:33.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.881+0000 7f23c819d640 1 -- 172.21.15.84:0/1430390578 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f23a406c8f0 msgr2=0x7f23a406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:33.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.881+0000 7f23c819d640 1 --2- 172.21.15.84:0/1430390578 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f23a406c8f0 0x7f23a406edb0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f23bc035000 tx=0x7f23bc030000 comp rx=0 tx=0).stop 2024-04-15T15:10:33.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.881+0000 7f23c819d640 1 -- 172.21.15.84:0/1430390578 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23c006f970 msgr2=0x7f23c015cb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:33.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.881+0000 7f23c819d640 1 --2- 172.21.15.84:0/1430390578 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23c006f970 0x7f23c015cb40 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f23b000d5f0 tx=0x7f23b000dab0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.881+0000 7f23c819d640 1 -- 172.21.15.84:0/1430390578 shutdown_connections 2024-04-15T15:10:33.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.881+0000 7f23c819d640 1 --2- 172.21.15.84:0/1430390578 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f23a406c8f0 0x7f23a406edb0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.881+0000 7f23c819d640 1 --2- 172.21.15.84:0/1430390578 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f23c015c550 0x7f23c015d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.881+0000 7f23c819d640 1 --2- 172.21.15.84:0/1430390578 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23c006f970 0x7f23c015cb40 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.881+0000 7f23c819d640 1 --2- 172.21.15.84:0/1430390578 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23c006f510 0x7f23c0159a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:33.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.881+0000 7f23c819d640 1 -- 172.21.15.84:0/1430390578 >> 172.21.15.84:0/1430390578 conn(0x7f23c00b3f50 msgr2=0x7f23c00717e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:33.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.881+0000 7f23c819d640 1 -- 172.21.15.84:0/1430390578 shutdown_connections 2024-04-15T15:10:33.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.881+0000 7f23c819d640 1 -- 172.21.15.84:0/1430390578 wait complete. 2024-04-15T15:10:33.893 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:10:33.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.997+0000 7f2bf61c3640 1 Processor -- start 2024-04-15T15:10:33.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.997+0000 7f2bf61c3640 1 -- start start 2024-04-15T15:10:34.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.998+0000 7f2bf61c3640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2bf015c250 0x7f2bf006d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.998+0000 7f2bf61c3640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f2bf015f9f0 0x7f2bf00cca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.998+0000 7f2bf61c3640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f2bf00d0010 0x7f2bf00d0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.998+0000 7f2bf61c3640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f2bf00d09b0 con 0x7f2bf015f9f0 2024-04-15T15:10:34.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.998+0000 7f2bf61c3640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f2bf006df30 con 0x7f2bf00d0010 2024-04-15T15:10:34.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.998+0000 7f2bf61c3640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f2bf006e210 con 0x7f2bf015c250 2024-04-15T15:10:34.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.998+0000 7f2beeffd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f2bf015f9f0 0x7f2bf00cca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.998+0000 7f2beeffd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f2bf015f9f0 0x7f2bf00cca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36776/0 (socket says 172.21.15.84:36776) 2024-04-15T15:10:34.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.998+0000 7f2beeffd640 1 -- 172.21.15.84:0/1786257656 learned_addr learned my addr 172.21.15.84:0/1786257656 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:34.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.998+0000 7f2bef7fe640 1 --2- 172.21.15.84:0/1786257656 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2bf015c250 0x7f2bf006d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.998+0000 7f2beffff640 1 --2- 172.21.15.84:0/1786257656 >> v2:172.21.15.203:3300/0 conn(0x7f2bf00d0010 0x7f2bf00d0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.999+0000 7f2beeffd640 1 -- 172.21.15.84:0/1786257656 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2bf015c250 msgr2=0x7f2bf006d6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:34.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.999+0000 7f2beeffd640 1 --2- 172.21.15.84:0/1786257656 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2bf015c250 0x7f2bf006d6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.999+0000 7f2beeffd640 1 -- 172.21.15.84:0/1786257656 >> v2:172.21.15.203:3300/0 conn(0x7f2bf00d0010 msgr2=0x7f2bf00d0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:34.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.999+0000 7f2beeffd640 1 --2- 172.21.15.84:0/1786257656 >> v2:172.21.15.203:3300/0 conn(0x7f2bf00d0010 0x7f2bf00d0470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.999+0000 7f2beeffd640 1 -- 172.21.15.84:0/1786257656 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bf006e4f0 con 0x7f2bf015f9f0 2024-04-15T15:10:34.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.999+0000 7f2bef7fe640 1 --2- 172.21.15.84:0/1786257656 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2bf015c250 0x7f2bf006d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:34.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.999+0000 7f2beeffd640 1 --2- 172.21.15.84:0/1786257656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2bf015f9f0 0x7f2bf00cca90 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f2bf006e140 tx=0x7f2be402b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=813085a02c69d04f server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:34.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.999+0000 7f2bee7fc640 1 -- 172.21.15.84:0/1786257656 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2be40317c0 con 0x7f2bf015f9f0 2024-04-15T15:10:34.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.999+0000 7f2bee7fc640 1 -- 172.21.15.84:0/1786257656 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2be4037070 con 0x7f2bf015f9f0 2024-04-15T15:10:34.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:33.999+0000 7f2bee7fc640 1 -- 172.21.15.84:0/1786257656 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2be4031b80 con 0x7f2bf015f9f0 2024-04-15T15:10:34.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.000+0000 7f2bf61c3640 1 -- 172.21.15.84:0/1786257656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2bf015f9f0 msgr2=0x7f2bf00cca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:34.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.000+0000 7f2bf61c3640 1 --2- 172.21.15.84:0/1786257656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2bf015f9f0 0x7f2bf00cca90 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f2bf006e140 tx=0x7f2be402b860 comp rx=0 tx=0).stop 2024-04-15T15:10:34.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.000+0000 7f2bf61c3640 1 -- 172.21.15.84:0/1786257656 shutdown_connections 2024-04-15T15:10:34.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.000+0000 7f2bf61c3640 1 --2- 172.21.15.84:0/1786257656 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2bf015f9f0 0x7f2bf00cca90 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.000+0000 7f2bf61c3640 1 --2- 172.21.15.84:0/1786257656 >> v2:172.21.15.203:3300/0 conn(0x7f2bf00d0010 0x7f2bf00d0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.000+0000 7f2bf61c3640 1 --2- 172.21.15.84:0/1786257656 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2bf015c250 0x7f2bf006d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.000+0000 7f2bf61c3640 1 -- 172.21.15.84:0/1786257656 >> 172.21.15.84:0/1786257656 conn(0x7f2bf00ceec0 msgr2=0x7f2bf00cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:34.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.000+0000 7f2bf61c3640 1 -- 172.21.15.84:0/1786257656 shutdown_connections 2024-04-15T15:10:34.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.000+0000 7f2bf61c3640 1 -- 172.21.15.84:0/1786257656 wait complete. 2024-04-15T15:10:34.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.001+0000 7f2bf61c3640 1 Processor -- start 2024-04-15T15:10:34.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.001+0000 7f2bf61c3640 1 -- start start 2024-04-15T15:10:34.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.002+0000 7f2bf61c3640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2bf00d0010 0x7f2bf01f3d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.002+0000 7f2bf61c3640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2bf015c250 0x7f2bf00b6670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.002+0000 7f2bf61c3640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2bf015f9f0 0x7f2bf00c7450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.002+0000 7f2bf61c3640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2bf006dc20 con 0x7f2bf015c250 2024-04-15T15:10:34.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.002+0000 7f2bf61c3640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f2bf00b38f0 con 0x7f2bf015f9f0 2024-04-15T15:10:34.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.002+0000 7f2bf61c3640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f2bf015c630 con 0x7f2bf00d0010 2024-04-15T15:10:34.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.002+0000 7f2beeffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2bf015c250 0x7f2bf00b6670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.002+0000 7f2beeffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2bf015c250 0x7f2bf00b6670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36786/0 (socket says 172.21.15.84:36786) 2024-04-15T15:10:34.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.002+0000 7f2beeffd640 1 -- 172.21.15.84:0/898526192 learned_addr learned my addr 172.21.15.84:0/898526192 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:34.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.002+0000 7f2bef7fe640 1 --2- 172.21.15.84:0/898526192 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2bf00d0010 0x7f2bf01f3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.002+0000 7f2beffff640 1 --2- 172.21.15.84:0/898526192 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2bf015f9f0 0x7f2bf00c7450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.002+0000 7f2beeffd640 1 -- 172.21.15.84:0/898526192 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2bf00d0010 msgr2=0x7f2bf01f3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:34.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.002+0000 7f2beeffd640 1 --2- 172.21.15.84:0/898526192 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2bf00d0010 0x7f2bf01f3d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.002+0000 7f2beeffd640 1 -- 172.21.15.84:0/898526192 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2bf015f9f0 msgr2=0x7f2bf00c7450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:34.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.002+0000 7f2beeffd640 1 --2- 172.21.15.84:0/898526192 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2bf015f9f0 0x7f2bf00c7450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.002+0000 7f2beeffd640 1 -- 172.21.15.84:0/898526192 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bf01f77f0 con 0x7f2bf015c250 2024-04-15T15:10:34.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.003+0000 7f2beeffd640 1 --2- 172.21.15.84:0/898526192 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2bf015c250 0x7f2bf00b6670 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f2be402b8a0 tx=0x7f2be40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:34.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.003+0000 7f2bd7fff640 1 -- 172.21.15.84:0/898526192 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2be4032650 con 0x7f2bf015c250 2024-04-15T15:10:34.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.003+0000 7f2bd7fff640 1 -- 172.21.15.84:0/898526192 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2be40327f0 con 0x7f2bf015c250 2024-04-15T15:10:34.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.003+0000 7f2bf61c3640 1 -- 172.21.15.84:0/898526192 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bf01f7ad0 con 0x7f2bf015c250 2024-04-15T15:10:34.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.003+0000 7f2bd7fff640 1 -- 172.21.15.84:0/898526192 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2be4032be0 con 0x7f2bf015c250 2024-04-15T15:10:34.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.003+0000 7f2bf61c3640 1 -- 172.21.15.84:0/898526192 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bf01f8090 con 0x7f2bf015c250 2024-04-15T15:10:34.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.004+0000 7f2bf61c3640 1 -- 172.21.15.84:0/898526192 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bf0075c50 con 0x7f2bf015c250 2024-04-15T15:10:34.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.004+0000 7f2bd7fff640 1 -- 172.21.15.84:0/898526192 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f2be404c060 con 0x7f2bf015c250 2024-04-15T15:10:34.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.005+0000 7f2bd7fff640 1 --2- 172.21.15.84:0/898526192 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2bdc06c8f0 0x7f2bdc06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.005+0000 7f2bef7fe640 1 --2- 172.21.15.84:0/898526192 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2bdc06c8f0 0x7f2bdc06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.005+0000 7f2bd7fff640 1 -- 172.21.15.84:0/898526192 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f2be40ad5e0 con 0x7f2bf015c250 2024-04-15T15:10:34.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.005+0000 7f2bef7fe640 1 --2- 172.21.15.84:0/898526192 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2bdc06c8f0 0x7f2bdc06edb0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f2be0006fd0 tx=0x7f2be0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:34.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.009+0000 7f2bd7fff640 1 -- 172.21.15.84:0/898526192 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f2be4040070 con 0x7f2bf015c250 2024-04-15T15:10:34.184 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.182+0000 7f2bf61c3640 1 -- 172.21.15.84:0/898526192 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f2bf015f7d0 con 0x7f2bf015c250 2024-04-15T15:10:34.184 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.182+0000 7f2bd7fff640 1 -- 172.21.15.84:0/898526192 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) ==== 100+0+11 (secure 0 0 0) 0x7f2be407b760 con 0x7f2bf015c250 2024-04-15T15:10:34.184 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:10:34.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.184+0000 7f2bf61c3640 1 -- 172.21.15.84:0/898526192 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2bdc06c8f0 msgr2=0x7f2bdc06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:34.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.184+0000 7f2bf61c3640 1 --2- 172.21.15.84:0/898526192 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2bdc06c8f0 0x7f2bdc06edb0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f2be0006fd0 tx=0x7f2be0008040 comp rx=0 tx=0).stop 2024-04-15T15:10:34.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.184+0000 7f2bf61c3640 1 -- 172.21.15.84:0/898526192 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2bf015c250 msgr2=0x7f2bf00b6670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:34.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.184+0000 7f2bf61c3640 1 --2- 172.21.15.84:0/898526192 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2bf015c250 0x7f2bf00b6670 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f2be402b8a0 tx=0x7f2be40046c0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.184+0000 7f2bf61c3640 1 -- 172.21.15.84:0/898526192 shutdown_connections 2024-04-15T15:10:34.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.184+0000 7f2bf61c3640 1 --2- 172.21.15.84:0/898526192 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2bdc06c8f0 0x7f2bdc06edb0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.184+0000 7f2bf61c3640 1 --2- 172.21.15.84:0/898526192 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2bf015f9f0 0x7f2bf00c7450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.184+0000 7f2bf61c3640 1 --2- 172.21.15.84:0/898526192 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2bf015c250 0x7f2bf00b6670 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.184+0000 7f2bf61c3640 1 --2- 172.21.15.84:0/898526192 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2bf00d0010 0x7f2bf01f3d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.184+0000 7f2bf61c3640 1 -- 172.21.15.84:0/898526192 >> 172.21.15.84:0/898526192 conn(0x7f2bf00ceec0 msgr2=0x7f2bf0160a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:34.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.185+0000 7f2bf61c3640 1 -- 172.21.15.84:0/898526192 shutdown_connections 2024-04-15T15:10:34.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.185+0000 7f2bf61c3640 1 -- 172.21.15.84:0/898526192 wait complete. 2024-04-15T15:10:34.197 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-15T15:10:34.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.301+0000 7f4a1ce28640 1 Processor -- start 2024-04-15T15:10:34.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.301+0000 7f4a1ce28640 1 -- start start 2024-04-15T15:10:34.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.301+0000 7f4a1ce28640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a1815c650 0x7f4a180b1d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.302+0000 7f4a1ce28640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f4a180d0a60 0x7f4a180d0ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.302+0000 7f4a1ce28640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a180d02d0 con 0x7f4a180b36f0 2024-04-15T15:10:34.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.302+0000 7f4a1ce28640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f4a1815ca30 con 0x7f4a180d0a60 2024-04-15T15:10:34.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.302+0000 7f4a1ce28640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4a180b26b0 con 0x7f4a1815c650 2024-04-15T15:10:34.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.302+0000 7f4a16d9d640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f4a180d0a60 0x7f4a180d0ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.302+0000 7f4a16d9d640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f4a180d0a60 0x7f4a180d0ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36788/0 (socket says 172.21.15.84:36788) 2024-04-15T15:10:34.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.302+0000 7f4a16d9d640 1 -- 172.21.15.84:0/4120900668 learned_addr learned my addr 172.21.15.84:0/4120900668 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:34.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.302+0000 7f4a15d9b640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f4a180b36f0 0x7f4a180b5290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42872/0 (socket says 172.21.15.84:42872) 2024-04-15T15:10:34.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.302+0000 7f4a1659c640 1 --2- 172.21.15.84:0/4120900668 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a1815c650 0x7f4a180b1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.302+0000 7f4a16d9d640 1 -- 172.21.15.84:0/4120900668 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a1815c650 msgr2=0x7f4a180b1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:34.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.302+0000 7f4a16d9d640 1 --2- 172.21.15.84:0/4120900668 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a1815c650 0x7f4a180b1d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.302+0000 7f4a16d9d640 1 -- 172.21.15.84:0/4120900668 >> v1:172.21.15.84:6789/0 conn(0x7f4a180b36f0 legacy=0x7f4a180b5290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:34.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.302+0000 7f4a1559a640 1 -- 172.21.15.84:0/4120900668 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3749241180 0 0) 0x7f4a180d02d0 con 0x7f4a180b36f0 2024-04-15T15:10:34.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.302+0000 7f4a16d9d640 1 -- 172.21.15.84:0/4120900668 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a180b2990 con 0x7f4a180d0a60 2024-04-15T15:10:34.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.303+0000 7f4a16d9d640 1 --2- 172.21.15.84:0/4120900668 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a180d0a60 0x7f4a180d0ef0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4a08009870 tx=0x7f4a0802b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e48012bb96b5270 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:34.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.303+0000 7f4a1559a640 1 -- 172.21.15.84:0/4120900668 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a08034070 con 0x7f4a180d0a60 2024-04-15T15:10:34.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.303+0000 7f4a1559a640 1 -- 172.21.15.84:0/4120900668 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a08030840 con 0x7f4a180d0a60 2024-04-15T15:10:34.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.303+0000 7f4a1559a640 1 -- 172.21.15.84:0/4120900668 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a08030c10 con 0x7f4a180d0a60 2024-04-15T15:10:34.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.303+0000 7f4a1ce28640 1 -- 172.21.15.84:0/4120900668 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a180d0a60 msgr2=0x7f4a180d0ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:34.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.303+0000 7f4a1ce28640 1 --2- 172.21.15.84:0/4120900668 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a180d0a60 0x7f4a180d0ef0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4a08009870 tx=0x7f4a0802b980 comp rx=0 tx=0).stop 2024-04-15T15:10:34.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.304+0000 7f4a1ce28640 1 -- 172.21.15.84:0/4120900668 shutdown_connections 2024-04-15T15:10:34.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.304+0000 7f4a1ce28640 1 --2- 172.21.15.84:0/4120900668 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a180d0a60 0x7f4a180d0ef0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.304+0000 7f4a1ce28640 1 --2- 172.21.15.84:0/4120900668 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a1815c650 0x7f4a180b1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.304+0000 7f4a1ce28640 1 -- 172.21.15.84:0/4120900668 >> 172.21.15.84:0/4120900668 conn(0x7f4a180ceec0 msgr2=0x7f4a180cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:34.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.304+0000 7f4a1ce28640 1 -- 172.21.15.84:0/4120900668 shutdown_connections 2024-04-15T15:10:34.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.304+0000 7f4a1ce28640 1 -- 172.21.15.84:0/4120900668 wait complete. 2024-04-15T15:10:34.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.305+0000 7f4a1ce28640 1 Processor -- start 2024-04-15T15:10:34.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.305+0000 7f4a1ce28640 1 -- start start 2024-04-15T15:10:34.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.306+0000 7f4a1ce28640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a180b36f0 0x7f4a181597e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.306+0000 7f4a1ce28640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a180d0a60 0x7f4a1815fa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.306+0000 7f4a1ce28640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4a1815c650 0x7f4a180c85e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.306+0000 7f4a1ce28640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4a180b59a0 con 0x7f4a180b36f0 2024-04-15T15:10:34.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.306+0000 7f4a1ce28640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4a180b2c70 con 0x7f4a1815c650 2024-04-15T15:10:34.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.306+0000 7f4a1ce28640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4a180b2280 con 0x7f4a180d0a60 2024-04-15T15:10:34.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.306+0000 7f4a1659c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a180b36f0 0x7f4a181597e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.306+0000 7f4a1659c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a180b36f0 0x7f4a181597e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36796/0 (socket says 172.21.15.84:36796) 2024-04-15T15:10:34.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.306+0000 7f4a1659c640 1 -- 172.21.15.84:0/4102990392 learned_addr learned my addr 172.21.15.84:0/4102990392 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:34.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.306+0000 7f4a15d9b640 1 --2- 172.21.15.84:0/4102990392 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a180d0a60 0x7f4a1815fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.306+0000 7f4a16d9d640 1 --2- 172.21.15.84:0/4102990392 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4a1815c650 0x7f4a180c85e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.306+0000 7f4a1659c640 1 -- 172.21.15.84:0/4102990392 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a180d0a60 msgr2=0x7f4a1815fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:34.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.306+0000 7f4a1659c640 1 --2- 172.21.15.84:0/4102990392 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a180d0a60 0x7f4a1815fa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.306+0000 7f4a1659c640 1 -- 172.21.15.84:0/4102990392 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4a1815c650 msgr2=0x7f4a180c85e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:34.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.306+0000 7f4a1659c640 1 --2- 172.21.15.84:0/4102990392 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4a1815c650 0x7f4a180c85e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.306+0000 7f4a1659c640 1 -- 172.21.15.84:0/4102990392 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a1815ff90 con 0x7f4a180b36f0 2024-04-15T15:10:34.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.306+0000 7f4a16d9d640 1 --2- 172.21.15.84:0/4102990392 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4a1815c650 0x7f4a180c85e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:34.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.306+0000 7f4a1659c640 1 --2- 172.21.15.84:0/4102990392 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a180b36f0 0x7f4a181597e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4a1000efc0 tx=0x7f4a1000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:34.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.306+0000 7f4a0effd640 1 -- 172.21.15.84:0/4102990392 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a10018020 con 0x7f4a180b36f0 2024-04-15T15:10:34.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.306+0000 7f4a0effd640 1 -- 172.21.15.84:0/4102990392 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a10014480 con 0x7f4a180b36f0 2024-04-15T15:10:34.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.306+0000 7f4a1ce28640 1 -- 172.21.15.84:0/4102990392 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a180c7540 con 0x7f4a180b36f0 2024-04-15T15:10:34.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.307+0000 7f4a0effd640 1 -- 172.21.15.84:0/4102990392 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a10014850 con 0x7f4a180b36f0 2024-04-15T15:10:34.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.307+0000 7f4a1ce28640 1 -- 172.21.15.84:0/4102990392 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a180c7b00 con 0x7f4a180b36f0 2024-04-15T15:10:34.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.307+0000 7f4a1ce28640 1 -- 172.21.15.84:0/4102990392 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a180d0010 con 0x7f4a180b36f0 2024-04-15T15:10:34.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.308+0000 7f4a0effd640 1 -- 172.21.15.84:0/4102990392 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f4a10005d10 con 0x7f4a180b36f0 2024-04-15T15:10:34.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.308+0000 7f4a0effd640 1 --2- 172.21.15.84:0/4102990392 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f49f806c8f0 0x7f49f806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.308+0000 7f4a0effd640 1 -- 172.21.15.84:0/4102990392 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f4a1008c7b0 con 0x7f4a180b36f0 2024-04-15T15:10:34.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.308+0000 7f4a15d9b640 1 --2- 172.21.15.84:0/4102990392 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f49f806c8f0 0x7f49f806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.309+0000 7f4a15d9b640 1 --2- 172.21.15.84:0/4102990392 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f49f806c8f0 0x7f49f806edb0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4a180ce3e0 tx=0x7f4a00007d50 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:34.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.313+0000 7f4a0effd640 1 -- 172.21.15.84:0/4102990392 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f4a10022070 con 0x7f4a180b36f0 2024-04-15T15:10:34.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.489+0000 7f4a1ce28640 1 -- 172.21.15.84:0/4102990392 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f4a18075c30 con 0x7f4a180b36f0 2024-04-15T15:10:34.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.490+0000 7f4a0effd640 1 -- 172.21.15.84:0/4102990392 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v24) ==== 103+0+11 (secure 0 0 0) 0x7f4a10010040 con 0x7f4a180b36f0 2024-04-15T15:10:34.492 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:10:34.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.492+0000 7f4a1ce28640 1 -- 172.21.15.84:0/4102990392 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f49f806c8f0 msgr2=0x7f49f806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:34.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.492+0000 7f4a1ce28640 1 --2- 172.21.15.84:0/4102990392 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f49f806c8f0 0x7f49f806edb0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4a180ce3e0 tx=0x7f4a00007d50 comp rx=0 tx=0).stop 2024-04-15T15:10:34.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.492+0000 7f4a1ce28640 1 -- 172.21.15.84:0/4102990392 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a180b36f0 msgr2=0x7f4a181597e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:34.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.492+0000 7f4a1ce28640 1 --2- 172.21.15.84:0/4102990392 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a180b36f0 0x7f4a181597e0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4a1000efc0 tx=0x7f4a1000c490 comp rx=0 tx=0).stop 2024-04-15T15:10:34.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.492+0000 7f4a1ce28640 1 -- 172.21.15.84:0/4102990392 shutdown_connections 2024-04-15T15:10:34.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.492+0000 7f4a1ce28640 1 --2- 172.21.15.84:0/4102990392 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f49f806c8f0 0x7f49f806edb0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.492+0000 7f4a1ce28640 1 --2- 172.21.15.84:0/4102990392 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4a1815c650 0x7f4a180c85e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.492+0000 7f4a1ce28640 1 --2- 172.21.15.84:0/4102990392 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a180d0a60 0x7f4a1815fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.492+0000 7f4a1ce28640 1 --2- 172.21.15.84:0/4102990392 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a180b36f0 0x7f4a181597e0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.492+0000 7f4a1ce28640 1 -- 172.21.15.84:0/4102990392 >> 172.21.15.84:0/4102990392 conn(0x7f4a180ceec0 msgr2=0x7f4a180706a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:34.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.492+0000 7f4a1ce28640 1 -- 172.21.15.84:0/4102990392 shutdown_connections 2024-04-15T15:10:34.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.492+0000 7f4a1ce28640 1 -- 172.21.15.84:0/4102990392 wait complete. 2024-04-15T15:10:34.505 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-15T15:10:34.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.608+0000 7f6343ee0640 1 Processor -- start 2024-04-15T15:10:34.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.608+0000 7f6343ee0640 1 -- start start 2024-04-15T15:10:34.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.609+0000 7f6343ee0640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f633c161ee0 0x7f633c0c95f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.609+0000 7f6343ee0640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f633c0ccfe0 con 0x7f633c0d1810 2024-04-15T15:10:34.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.609+0000 7f6343ee0640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f633c0cd2c0 con 0x7f633c0b67c0 2024-04-15T15:10:34.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.609+0000 7f6343ee0640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f633c1622c0 con 0x7f633c161ee0 2024-04-15T15:10:34.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.609+0000 7f634247d640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f633c0d1810 0x7f633c0ce080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42874/0 (socket says 172.21.15.84:42874) 2024-04-15T15:10:34.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.609+0000 7f634247d640 1 -- 172.21.15.84:0/1859769243 learned_addr learned my addr 172.21.15.84:0/1859769243 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:34.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.609+0000 7f6341c7c640 1 --2- 172.21.15.84:0/1859769243 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f633c161ee0 0x7f633c0c95f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.609+0000 7f6340c7a640 1 -- 172.21.15.84:0/1859769243 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3995357942 0 0) 0x7f633c0ccfe0 con 0x7f633c0d1810 2024-04-15T15:10:34.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.609+0000 7f6340c7a640 1 -- 172.21.15.84:0/1859769243 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6328003520 con 0x7f633c0d1810 2024-04-15T15:10:34.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.609+0000 7f6340c7a640 1 -- 172.21.15.84:0/1859769243 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 754732160 0 0) 0x7f6328003520 con 0x7f633c0d1810 2024-04-15T15:10:34.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.610+0000 7f6340c7a640 1 -- 172.21.15.84:0/1859769243 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f633c161ee0 msgr2=0x7f633c0c95f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:34.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.610+0000 7f6340c7a640 1 --2- 172.21.15.84:0/1859769243 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f633c161ee0 0x7f633c0c95f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.610+0000 7f6340c7a640 1 -- 172.21.15.84:0/1859769243 >> v1:172.21.15.203:6789/0 conn(0x7f633c0b67c0 legacy=0x7f633c0d1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:34.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.610+0000 7f6340c7a640 1 -- 172.21.15.84:0/1859769243 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f633c0cd5a0 con 0x7f633c0d1810 2024-04-15T15:10:34.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.610+0000 7f6340c7a640 1 -- 172.21.15.84:0/1859769243 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f6334001670 con 0x7f633c0d1810 2024-04-15T15:10:34.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.610+0000 7f6340c7a640 1 -- 172.21.15.84:0/1859769243 >> v1:172.21.15.84:6789/0 conn(0x7f633c0d1810 legacy=0x7f633c0ce080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:34.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.610+0000 7f6340c7a640 1 --2- 172.21.15.84:0/1859769243 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f63280039e0 0x7f6328003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.610+0000 7f6340c7a640 1 --2- 172.21.15.84:0/1859769243 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6328004800 0x7f6328004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.610+0000 7f6340c7a640 1 --2- 172.21.15.84:0/1859769243 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f633c161ee0 0x7f63280051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.610+0000 7f6340c7a640 1 -- 172.21.15.84:0/1859769243 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f632800ba70 con 0x7f63280039e0 2024-04-15T15:10:34.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.610+0000 7f6340c7a640 1 -- 172.21.15.84:0/1859769243 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f632800bc20 con 0x7f6328004800 2024-04-15T15:10:34.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.610+0000 7f6340c7a640 1 -- 172.21.15.84:0/1859769243 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f632800be20 con 0x7f633c161ee0 2024-04-15T15:10:34.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.610+0000 7f6341c7c640 1 --2- 172.21.15.84:0/1859769243 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f63280039e0 0x7f6328003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.610+0000 7f634147b640 1 --2- 172.21.15.84:0/1859769243 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6328004800 0x7f6328004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.610+0000 7f634247d640 1 --2- 172.21.15.84:0/1859769243 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f633c161ee0 0x7f63280051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.610+0000 7f6341c7c640 1 -- 172.21.15.84:0/1859769243 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f633c161ee0 msgr2=0x7f63280051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:34.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.610+0000 7f6341c7c640 1 --2- 172.21.15.84:0/1859769243 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f633c161ee0 0x7f63280051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.610+0000 7f6341c7c640 1 -- 172.21.15.84:0/1859769243 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6328004800 msgr2=0x7f6328004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:34.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.610+0000 7f6341c7c640 1 --2- 172.21.15.84:0/1859769243 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6328004800 0x7f6328004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.610+0000 7f6341c7c640 1 -- 172.21.15.84:0/1859769243 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6328003520 con 0x7f63280039e0 2024-04-15T15:10:34.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.611+0000 7f6341c7c640 1 --2- 172.21.15.84:0/1859769243 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f63280039e0 0x7f6328003e00 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f6338009f90 tx=0x7f6328005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c63fad9b6441dba5 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:34.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.611+0000 7f6340c7a640 1 -- 172.21.15.84:0/1859769243 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6338039070 con 0x7f63280039e0 2024-04-15T15:10:34.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.611+0000 7f6340c7a640 1 -- 172.21.15.84:0/1859769243 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f633802cbd0 con 0x7f63280039e0 2024-04-15T15:10:34.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.611+0000 7f6340c7a640 1 -- 172.21.15.84:0/1859769243 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6338009c10 con 0x7f63280039e0 2024-04-15T15:10:34.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.611+0000 7f6343ee0640 1 -- 172.21.15.84:0/1859769243 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f63280039e0 msgr2=0x7f6328003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:34.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.611+0000 7f6343ee0640 1 --2- 172.21.15.84:0/1859769243 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f63280039e0 0x7f6328003e00 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f6338009f90 tx=0x7f6328005830 comp rx=0 tx=0).stop 2024-04-15T15:10:34.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.611+0000 7f634247d640 1 -- 172.21.15.84:0/1859769243 reap_dead start 2024-04-15T15:10:34.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.611+0000 7f6343ee0640 1 -- 172.21.15.84:0/1859769243 shutdown_connections 2024-04-15T15:10:34.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.611+0000 7f6343ee0640 1 -- 172.21.15.84:0/1859769243 >> 172.21.15.84:0/1859769243 conn(0x7f633c0b4010 msgr2=0x7f633c0b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:34.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.612+0000 7f6343ee0640 1 -- 172.21.15.84:0/1859769243 shutdown_connections 2024-04-15T15:10:34.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.612+0000 7f6343ee0640 1 -- 172.21.15.84:0/1859769243 wait complete. 2024-04-15T15:10:34.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.613+0000 7f6343ee0640 1 Processor -- start 2024-04-15T15:10:34.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.613+0000 7f6343ee0640 1 -- start start 2024-04-15T15:10:34.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.613+0000 7f6343ee0640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f63280039e0 0x7f633c159920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.613+0000 7f6343ee0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f633c155e00 0x7f633c1f43d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.613+0000 7f6343ee0640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f633c0c7b80 0x7f633c0c8000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.613+0000 7f6343ee0640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f633c0cccf0 con 0x7f633c155e00 2024-04-15T15:10:34.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.613+0000 7f6343ee0640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f633c0ccb70 con 0x7f63280039e0 2024-04-15T15:10:34.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.613+0000 7f6343ee0640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f633c0b6c20 con 0x7f633c0c7b80 2024-04-15T15:10:34.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.613+0000 7f634147b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f633c155e00 0x7f633c1f43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.613+0000 7f634147b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f633c155e00 0x7f633c1f43d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36812/0 (socket says 172.21.15.84:36812) 2024-04-15T15:10:34.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.613+0000 7f634147b640 1 -- 172.21.15.84:0/1190172804 learned_addr learned my addr 172.21.15.84:0/1190172804 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:34.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.614+0000 7f634247d640 1 --2- 172.21.15.84:0/1190172804 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f633c0c7b80 0x7f633c0c8000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.614+0000 7f6341c7c640 1 --2- 172.21.15.84:0/1190172804 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f63280039e0 0x7f633c159920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.614+0000 7f634147b640 1 -- 172.21.15.84:0/1190172804 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f633c0c7b80 msgr2=0x7f633c0c8000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:34.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.614+0000 7f634147b640 1 --2- 172.21.15.84:0/1190172804 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f633c0c7b80 0x7f633c0c8000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.614+0000 7f634147b640 1 -- 172.21.15.84:0/1190172804 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f63280039e0 msgr2=0x7f633c159920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:34.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.614+0000 7f634147b640 1 --2- 172.21.15.84:0/1190172804 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f63280039e0 0x7f633c159920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.614+0000 7f634147b640 1 -- 172.21.15.84:0/1190172804 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f633c1f4c90 con 0x7f633c155e00 2024-04-15T15:10:34.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.614+0000 7f6341c7c640 1 --2- 172.21.15.84:0/1190172804 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f63280039e0 0x7f633c159920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:34.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.614+0000 7f634147b640 1 --2- 172.21.15.84:0/1190172804 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f633c155e00 0x7f633c1f43d0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f632c00f5f0 tx=0x7f632c00fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:34.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.614+0000 7f63327fc640 1 -- 172.21.15.84:0/1190172804 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f632c0052e0 con 0x7f633c155e00 2024-04-15T15:10:34.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.614+0000 7f63327fc640 1 -- 172.21.15.84:0/1190172804 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f632c018070 con 0x7f633c155e00 2024-04-15T15:10:34.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.614+0000 7f6343ee0640 1 -- 172.21.15.84:0/1190172804 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f633c1f4f70 con 0x7f633c155e00 2024-04-15T15:10:34.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.614+0000 7f63327fc640 1 -- 172.21.15.84:0/1190172804 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f632c003810 con 0x7f633c155e00 2024-04-15T15:10:34.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.614+0000 7f6343ee0640 1 -- 172.21.15.84:0/1190172804 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f633c0caaf0 con 0x7f633c155e00 2024-04-15T15:10:34.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.615+0000 7f6343ee0640 1 -- 172.21.15.84:0/1190172804 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f633c075c50 con 0x7f633c155e00 2024-04-15T15:10:34.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.616+0000 7f63327fc640 1 -- 172.21.15.84:0/1190172804 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f632c0039b0 con 0x7f633c155e00 2024-04-15T15:10:34.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.616+0000 7f63327fc640 1 --2- 172.21.15.84:0/1190172804 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f632006c8f0 0x7f632006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.616+0000 7f63327fc640 1 -- 172.21.15.84:0/1190172804 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f632c08bba0 con 0x7f633c155e00 2024-04-15T15:10:34.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.616+0000 7f6341c7c640 1 --2- 172.21.15.84:0/1190172804 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f632006c8f0 0x7f632006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.616+0000 7f6341c7c640 1 --2- 172.21.15.84:0/1190172804 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f632006c8f0 0x7f632006edb0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6338036000 tx=0x7f633802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:34.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.620+0000 7f63327fc640 1 -- 172.21.15.84:0/1190172804 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f632c059d20 con 0x7f633c155e00 2024-04-15T15:10:34.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.807+0000 7f6343ee0640 1 -- 172.21.15.84:0/1190172804 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f633c0d1e50 con 0x7f633c155e00 2024-04-15T15:10:34.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.807+0000 7f63327fc640 1 -- 172.21.15.84:0/1190172804 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v24) ==== 80+0+0 (secure 0 0 0) 0x7f632c08b020 con 0x7f633c155e00 2024-04-15T15:10:34.809 INFO:teuthology.orchestra.run.smithi084.stderr:listed 0 entries 2024-04-15T15:10:34.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.809+0000 7f6343ee0640 1 -- 172.21.15.84:0/1190172804 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f632006c8f0 msgr2=0x7f632006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:34.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.809+0000 7f6343ee0640 1 --2- 172.21.15.84:0/1190172804 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f632006c8f0 0x7f632006edb0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6338036000 tx=0x7f633802e000 comp rx=0 tx=0).stop 2024-04-15T15:10:34.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.809+0000 7f6343ee0640 1 -- 172.21.15.84:0/1190172804 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f633c155e00 msgr2=0x7f633c1f43d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:34.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.809+0000 7f6343ee0640 1 --2- 172.21.15.84:0/1190172804 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f633c155e00 0x7f633c1f43d0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f632c00f5f0 tx=0x7f632c00fab0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.809+0000 7f6343ee0640 1 -- 172.21.15.84:0/1190172804 shutdown_connections 2024-04-15T15:10:34.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.809+0000 7f6343ee0640 1 --2- 172.21.15.84:0/1190172804 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f633c0c7b80 0x7f633c0c8000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.809+0000 7f6343ee0640 1 --2- 172.21.15.84:0/1190172804 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f633c155e00 0x7f633c1f43d0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.809+0000 7f6343ee0640 1 --2- 172.21.15.84:0/1190172804 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f632006c8f0 0x7f632006edb0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.809+0000 7f6343ee0640 1 --2- 172.21.15.84:0/1190172804 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f63280039e0 0x7f633c159920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.809+0000 7f6343ee0640 1 -- 172.21.15.84:0/1190172804 >> 172.21.15.84:0/1190172804 conn(0x7f633c0b4010 msgr2=0x7f633c0b5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:34.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.809+0000 7f6343ee0640 1 -- 172.21.15.84:0/1190172804 shutdown_connections 2024-04-15T15:10:34.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.809+0000 7f6343ee0640 1 -- 172.21.15.84:0/1190172804 wait complete. 2024-04-15T15:10:34.822 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:10:34.822 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:10:34.838 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:10:34.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.978+0000 7f5a9c49a640 1 Processor -- start 2024-04-15T15:10:34.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.978+0000 7f5a9c49a640 1 -- start start 2024-04-15T15:10:34.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.979+0000 7f5a9c49a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5a9415c6b0 0x7f5a9406ff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.979+0000 7f5a9c49a640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f5a941600d0 0x7f5a94160530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.979+0000 7f5a9c49a640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5a940d1ab0 con 0x7f5a94160a70 2024-04-15T15:10:34.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.979+0000 7f5a9c49a640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f5a94160ec0 con 0x7f5a941600d0 2024-04-15T15:10:34.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.979+0000 7f5a9c49a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f5a940ccaa0 con 0x7f5a9415c6b0 2024-04-15T15:10:34.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.979+0000 7f5a99a35640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f5a941600d0 0x7f5a94160530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.979+0000 7f5a99a35640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f5a941600d0 0x7f5a94160530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36818/0 (socket says 172.21.15.84:36818) 2024-04-15T15:10:34.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.979+0000 7f5a99a35640 1 -- 172.21.15.84:0/1701065074 learned_addr learned my addr 172.21.15.84:0/1701065074 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:34.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.980+0000 7f5a9a236640 1 --2- 172.21.15.84:0/1701065074 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5a9415c6b0 0x7f5a9406ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.980+0000 7f5a99a35640 1 -- 172.21.15.84:0/1701065074 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5a9415c6b0 msgr2=0x7f5a9406ff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:34.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.980+0000 7f5a99a35640 1 --2- 172.21.15.84:0/1701065074 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5a9415c6b0 0x7f5a9406ff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.980+0000 7f5a99a35640 1 -- 172.21.15.84:0/1701065074 >> v1:172.21.15.203:6789/0 conn(0x7f5a94160a70 legacy=0x7f5a940cff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:34.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.980+0000 7f5a99a35640 1 -- 172.21.15.84:0/1701065074 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a940ccd80 con 0x7f5a941600d0 2024-04-15T15:10:34.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.980+0000 7f5a9a236640 1 --2- 172.21.15.84:0/1701065074 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5a9415c6b0 0x7f5a9406ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:34.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.980+0000 7f5a99a35640 1 --2- 172.21.15.84:0/1701065074 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a941600d0 0x7f5a94160530 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f5a88009870 tx=0x7f5a8802b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c216943b286461a1 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:34.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.981+0000 7f5a99234640 1 -- 172.21.15.84:0/1701065074 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a88035020 con 0x7f5a941600d0 2024-04-15T15:10:34.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.981+0000 7f5a99234640 1 -- 172.21.15.84:0/1701065074 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a88031640 con 0x7f5a941600d0 2024-04-15T15:10:34.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.981+0000 7f5a99234640 1 -- 172.21.15.84:0/1701065074 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a8802d040 con 0x7f5a941600d0 2024-04-15T15:10:34.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.981+0000 7f5a9c49a640 1 -- 172.21.15.84:0/1701065074 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a941600d0 msgr2=0x7f5a94160530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:34.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.981+0000 7f5a9c49a640 1 --2- 172.21.15.84:0/1701065074 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a941600d0 0x7f5a94160530 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f5a88009870 tx=0x7f5a8802b8f0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.981+0000 7f5a9c49a640 1 -- 172.21.15.84:0/1701065074 shutdown_connections 2024-04-15T15:10:34.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.981+0000 7f5a9c49a640 1 --2- 172.21.15.84:0/1701065074 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a941600d0 0x7f5a94160530 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.981+0000 7f5a9c49a640 1 --2- 172.21.15.84:0/1701065074 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5a9415c6b0 0x7f5a9406ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.981+0000 7f5a9c49a640 1 -- 172.21.15.84:0/1701065074 >> 172.21.15.84:0/1701065074 conn(0x7f5a940b3fa0 msgr2=0x7f5a940b43b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:34.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.981+0000 7f5a9c49a640 1 -- 172.21.15.84:0/1701065074 shutdown_connections 2024-04-15T15:10:34.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.981+0000 7f5a9c49a640 1 -- 172.21.15.84:0/1701065074 wait complete. 2024-04-15T15:10:34.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.982+0000 7f5a9c49a640 1 Processor -- start 2024-04-15T15:10:34.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.982+0000 7f5a9c49a640 1 -- start start 2024-04-15T15:10:34.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.983+0000 7f5a9c49a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a9415c6b0 0x7f5a9415ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.983+0000 7f5a9c49a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5a941600d0 0x7f5a9414e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.983+0000 7f5a9c49a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5a94160a70 0x7f5a9406ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.983+0000 7f5a9c49a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5a940cd060 con 0x7f5a9415c6b0 2024-04-15T15:10:34.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.983+0000 7f5a9c49a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5a94070460 con 0x7f5a941600d0 2024-04-15T15:10:34.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.983+0000 7f5a9c49a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f5a940cd1e0 con 0x7f5a94160a70 2024-04-15T15:10:34.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.983+0000 7f5a9a236640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a9415c6b0 0x7f5a9415ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.983+0000 7f5a9a236640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a9415c6b0 0x7f5a9415ea70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36822/0 (socket says 172.21.15.84:36822) 2024-04-15T15:10:34.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.983+0000 7f5a9a236640 1 -- 172.21.15.84:0/3596102851 learned_addr learned my addr 172.21.15.84:0/3596102851 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:34.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.983+0000 7f5a9aa37640 1 --2- 172.21.15.84:0/3596102851 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5a94160a70 0x7f5a9406ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.983+0000 7f5a99a35640 1 --2- 172.21.15.84:0/3596102851 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5a941600d0 0x7f5a9414e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.984+0000 7f5a9a236640 1 -- 172.21.15.84:0/3596102851 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5a94160a70 msgr2=0x7f5a9406ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:34.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.984+0000 7f5a9a236640 1 --2- 172.21.15.84:0/3596102851 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5a94160a70 0x7f5a9406ec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.984+0000 7f5a9a236640 1 -- 172.21.15.84:0/3596102851 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5a941600d0 msgr2=0x7f5a9414e5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:34.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.984+0000 7f5a9a236640 1 --2- 172.21.15.84:0/3596102851 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5a941600d0 0x7f5a9414e5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:34.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.984+0000 7f5a9a236640 1 -- 172.21.15.84:0/3596102851 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a9406deb0 con 0x7f5a9415c6b0 2024-04-15T15:10:34.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.984+0000 7f5a9a236640 1 --2- 172.21.15.84:0/3596102851 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a9415c6b0 0x7f5a9415ea70 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f5a8400c7f0 tx=0x7f5a8400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:34.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.984+0000 7f5a92ffd640 1 -- 172.21.15.84:0/3596102851 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a84015070 con 0x7f5a9415c6b0 2024-04-15T15:10:34.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.984+0000 7f5a92ffd640 1 -- 172.21.15.84:0/3596102851 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a84007a30 con 0x7f5a9415c6b0 2024-04-15T15:10:34.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.984+0000 7f5a9c49a640 1 -- 172.21.15.84:0/3596102851 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a9406e150 con 0x7f5a9415c6b0 2024-04-15T15:10:34.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.984+0000 7f5a92ffd640 1 -- 172.21.15.84:0/3596102851 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a84007e00 con 0x7f5a9415c6b0 2024-04-15T15:10:34.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.984+0000 7f5a9c49a640 1 -- 172.21.15.84:0/3596102851 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a9406e710 con 0x7f5a9415c6b0 2024-04-15T15:10:34.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.985+0000 7f5a9c49a640 1 -- 172.21.15.84:0/3596102851 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a940690f0 con 0x7f5a9415c6b0 2024-04-15T15:10:34.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.986+0000 7f5a92ffd640 1 -- 172.21.15.84:0/3596102851 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f5a84018070 con 0x7f5a9415c6b0 2024-04-15T15:10:34.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.986+0000 7f5a92ffd640 1 --2- 172.21.15.84:0/3596102851 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5a8006c920 0x7f5a8006ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:34.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.986+0000 7f5a92ffd640 1 -- 172.21.15.84:0/3596102851 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f5a8408bde0 con 0x7f5a9415c6b0 2024-04-15T15:10:34.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.986+0000 7f5a99a35640 1 --2- 172.21.15.84:0/3596102851 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5a8006c920 0x7f5a8006ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:34.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.986+0000 7f5a99a35640 1 --2- 172.21.15.84:0/3596102851 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5a8006c920 0x7f5a8006ede0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f5a88036000 tx=0x7f5a8803c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:34.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:34.991+0000 7f5a92ffd640 1 -- 172.21.15.84:0/3596102851 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f5a840597f0 con 0x7f5a9415c6b0 2024-04-15T15:10:35.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.166+0000 7f5a9c49a640 1 -- 172.21.15.84:0/3596102851 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5a9415fe90 con 0x7f5a9415c6b0 2024-04-15T15:10:35.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.167+0000 7f5a92ffd640 1 -- 172.21.15.84:0/3596102851 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18466 (secure 0 0 0) 0x7f5a8405daf0 con 0x7f5a9415c6b0 2024-04-15T15:10:35.169 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:35.170 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":24,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:27.745198+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:10:35.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.169+0000 7f5a9c49a640 1 -- 172.21.15.84:0/3596102851 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5a8006c920 msgr2=0x7f5a8006ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:35.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.169+0000 7f5a9c49a640 1 --2- 172.21.15.84:0/3596102851 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5a8006c920 0x7f5a8006ede0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f5a88036000 tx=0x7f5a8803c040 comp rx=0 tx=0).stop 2024-04-15T15:10:35.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.169+0000 7f5a9c49a640 1 -- 172.21.15.84:0/3596102851 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a9415c6b0 msgr2=0x7f5a9415ea70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:35.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.169+0000 7f5a9c49a640 1 --2- 172.21.15.84:0/3596102851 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a9415c6b0 0x7f5a9415ea70 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f5a8400c7f0 tx=0x7f5a8400cbf0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.169+0000 7f5a9c49a640 1 -- 172.21.15.84:0/3596102851 shutdown_connections 2024-04-15T15:10:35.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.169+0000 7f5a9c49a640 1 --2- 172.21.15.84:0/3596102851 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5a8006c920 0x7f5a8006ede0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.169+0000 7f5a9c49a640 1 --2- 172.21.15.84:0/3596102851 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5a941600d0 0x7f5a9414e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.169+0000 7f5a9c49a640 1 --2- 172.21.15.84:0/3596102851 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5a94160a70 0x7f5a9406ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.169+0000 7f5a9c49a640 1 --2- 172.21.15.84:0/3596102851 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5a9415c6b0 0x7f5a9415ea70 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.169+0000 7f5a9c49a640 1 -- 172.21.15.84:0/3596102851 >> 172.21.15.84:0/3596102851 conn(0x7f5a940b3fa0 msgr2=0x7f5a940d1150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:35.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.169+0000 7f5a9c49a640 1 -- 172.21.15.84:0/3596102851 shutdown_connections 2024-04-15T15:10:35.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.169+0000 7f5a9c49a640 1 -- 172.21.15.84:0/3596102851 wait complete. 2024-04-15T15:10:35.182 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:10:20.621351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:10:21.653421+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-15T15:10:25.371593+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-15T15:10:35.183 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:10:35.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.287+0000 7f10cb435640 1 Processor -- start 2024-04-15T15:10:35.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.287+0000 7f10cb435640 1 -- start start 2024-04-15T15:10:35.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.288+0000 7f10cb435640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10c40cf160 0x7f10c40cf5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:35.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.288+0000 7f10cb435640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10c40b61e0 con 0x7f10c415d830 2024-04-15T15:10:35.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.288+0000 7f10cb435640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10c40b64c0 con 0x7f10c415e2a0 2024-04-15T15:10:35.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.288+0000 7f10cb435640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f10c40b67a0 con 0x7f10c40cf160 2024-04-15T15:10:35.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.288+0000 7f10c91d1640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f10c415d830 0x7f10c40b57f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42880/0 (socket says 172.21.15.84:42880) 2024-04-15T15:10:35.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.288+0000 7f10c91d1640 1 -- 172.21.15.84:0/2879783214 learned_addr learned my addr 172.21.15.84:0/2879783214 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:35.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10bbfff640 1 -- 172.21.15.84:0/2879783214 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1615741988 0 0) 0x7f10c40b61e0 con 0x7f10c415d830 2024-04-15T15:10:35.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10c89d0640 1 --2- 172.21.15.84:0/2879783214 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10c40cf160 0x7f10c40cf5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:35.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10bbfff640 1 -- 172.21.15.84:0/2879783214 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f10b0003520 con 0x7f10c415d830 2024-04-15T15:10:35.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10bbfff640 1 -- 172.21.15.84:0/2879783214 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3027932399 0 0) 0x7f10b0003520 con 0x7f10c415d830 2024-04-15T15:10:35.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10bbfff640 1 -- 172.21.15.84:0/2879783214 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10c40cf160 msgr2=0x7f10c40cf5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:35.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10bbfff640 1 --2- 172.21.15.84:0/2879783214 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10c40cf160 0x7f10c40cf5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10bbfff640 1 -- 172.21.15.84:0/2879783214 >> v1:172.21.15.203:6789/0 conn(0x7f10c415e2a0 legacy=0x7f10c415e6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:35.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10bbfff640 1 -- 172.21.15.84:0/2879783214 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10c40b6a80 con 0x7f10c415d830 2024-04-15T15:10:35.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10bbfff640 1 -- 172.21.15.84:0/2879783214 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f10c00019f0 con 0x7f10c415d830 2024-04-15T15:10:35.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10bbfff640 1 -- 172.21.15.84:0/2879783214 >> v1:172.21.15.84:6789/0 conn(0x7f10c415d830 legacy=0x7f10c40b57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:35.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10bbfff640 1 --2- 172.21.15.84:0/2879783214 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10b00039e0 0x7f10b0003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:35.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10bbfff640 1 --2- 172.21.15.84:0/2879783214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10b0004800 0x7f10b0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:35.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10bbfff640 1 --2- 172.21.15.84:0/2879783214 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10c40cf160 0x7f10b0005200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:35.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10bbfff640 1 -- 172.21.15.84:0/2879783214 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f10c40b67a0 con 0x7f10b00039e0 2024-04-15T15:10:35.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10bbfff640 1 -- 172.21.15.84:0/2879783214 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f10b000bb20 con 0x7f10b0004800 2024-04-15T15:10:35.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10bbfff640 1 -- 172.21.15.84:0/2879783214 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f10b000bd20 con 0x7f10c40cf160 2024-04-15T15:10:35.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10c91d1640 1 --2- 172.21.15.84:0/2879783214 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10b00039e0 0x7f10b0003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:35.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10c89d0640 1 --2- 172.21.15.84:0/2879783214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10b0004800 0x7f10b0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:35.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10c99d2640 1 --2- 172.21.15.84:0/2879783214 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10c40cf160 0x7f10b0005200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:35.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10c91d1640 1 -- 172.21.15.84:0/2879783214 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10c40cf160 msgr2=0x7f10b0005200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:35.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10c91d1640 1 --2- 172.21.15.84:0/2879783214 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10c40cf160 0x7f10b0005200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10c91d1640 1 -- 172.21.15.84:0/2879783214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10b0004800 msgr2=0x7f10b0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:35.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10c91d1640 1 --2- 172.21.15.84:0/2879783214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10b0004800 0x7f10b0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.289+0000 7f10c91d1640 1 -- 172.21.15.84:0/2879783214 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10b0003520 con 0x7f10b00039e0 2024-04-15T15:10:35.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.290+0000 7f10c91d1640 1 --2- 172.21.15.84:0/2879783214 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10b00039e0 0x7f10b0003e00 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f10c000a420 tx=0x7f10b0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3e2da4035452feb server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:35.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.290+0000 7f10bbfff640 1 -- 172.21.15.84:0/2879783214 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10c0038020 con 0x7f10b00039e0 2024-04-15T15:10:35.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.290+0000 7f10bbfff640 1 -- 172.21.15.84:0/2879783214 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10c0034680 con 0x7f10b00039e0 2024-04-15T15:10:35.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.290+0000 7f10bbfff640 1 -- 172.21.15.84:0/2879783214 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10c000a460 con 0x7f10b00039e0 2024-04-15T15:10:35.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.291+0000 7f10cb435640 1 -- 172.21.15.84:0/2879783214 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10b00039e0 msgr2=0x7f10b0003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:35.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.291+0000 7f10cb435640 1 --2- 172.21.15.84:0/2879783214 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10b00039e0 0x7f10b0003e00 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f10c000a420 tx=0x7f10b0005830 comp rx=0 tx=0).stop 2024-04-15T15:10:35.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.291+0000 7f10c99d2640 1 -- 172.21.15.84:0/2879783214 reap_dead start 2024-04-15T15:10:35.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.291+0000 7f10cb435640 1 -- 172.21.15.84:0/2879783214 shutdown_connections 2024-04-15T15:10:35.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.291+0000 7f10cb435640 1 -- 172.21.15.84:0/2879783214 >> 172.21.15.84:0/2879783214 conn(0x7f10c40d24d0 msgr2=0x7f10c40d28b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:35.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.291+0000 7f10cb435640 1 -- 172.21.15.84:0/2879783214 shutdown_connections 2024-04-15T15:10:35.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.291+0000 7f10cb435640 1 -- 172.21.15.84:0/2879783214 wait complete. 2024-04-15T15:10:35.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.292+0000 7f10cb435640 1 Processor -- start 2024-04-15T15:10:35.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.292+0000 7f10cb435640 1 -- start start 2024-04-15T15:10:35.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.293+0000 7f10cb435640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10b00039e0 0x7f10c4150eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:35.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.293+0000 7f10cb435640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10c4155ae0 0x7f10c41501f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:35.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.293+0000 7f10cb435640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10c41f01b0 0x7f10c406faa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:35.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.293+0000 7f10cb435640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f10c415cd50 con 0x7f10b00039e0 2024-04-15T15:10:35.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.293+0000 7f10cb435640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f10c40b5f00 con 0x7f10c4155ae0 2024-04-15T15:10:35.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.293+0000 7f10cb435640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f10c415ced0 con 0x7f10c41f01b0 2024-04-15T15:10:35.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.293+0000 7f10c91d1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10b00039e0 0x7f10c4150eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:35.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.293+0000 7f10c91d1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10b00039e0 0x7f10c4150eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36830/0 (socket says 172.21.15.84:36830) 2024-04-15T15:10:35.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.293+0000 7f10c91d1640 1 -- 172.21.15.84:0/1573432041 learned_addr learned my addr 172.21.15.84:0/1573432041 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:35.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.293+0000 7f10c89d0640 1 --2- 172.21.15.84:0/1573432041 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10c4155ae0 0x7f10c41501f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:35.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.293+0000 7f10c99d2640 1 --2- 172.21.15.84:0/1573432041 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10c41f01b0 0x7f10c406faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:35.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.293+0000 7f10c91d1640 1 -- 172.21.15.84:0/1573432041 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10c41f01b0 msgr2=0x7f10c406faa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:35.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.293+0000 7f10c91d1640 1 --2- 172.21.15.84:0/1573432041 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10c41f01b0 0x7f10c406faa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.293+0000 7f10c91d1640 1 -- 172.21.15.84:0/1573432041 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10c4155ae0 msgr2=0x7f10c41501f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:35.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.293+0000 7f10c91d1640 1 --2- 172.21.15.84:0/1573432041 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10c4155ae0 0x7f10c41501f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.293+0000 7f10c91d1640 1 -- 172.21.15.84:0/1573432041 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10c406dce0 con 0x7f10b00039e0 2024-04-15T15:10:35.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.294+0000 7f10c91d1640 1 --2- 172.21.15.84:0/1573432041 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10b00039e0 0x7f10c4150eb0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f10c000a930 tx=0x7f10c40b6690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:35.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.294+0000 7f10b9ffb640 1 -- 172.21.15.84:0/1573432041 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10c0038070 con 0x7f10b00039e0 2024-04-15T15:10:35.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.294+0000 7f10b9ffb640 1 -- 172.21.15.84:0/1573432041 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10c0004d70 con 0x7f10b00039e0 2024-04-15T15:10:35.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.294+0000 7f10cb435640 1 -- 172.21.15.84:0/1573432041 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10c4150730 con 0x7f10b00039e0 2024-04-15T15:10:35.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.294+0000 7f10b9ffb640 1 -- 172.21.15.84:0/1573432041 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10c0034a50 con 0x7f10b00039e0 2024-04-15T15:10:35.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.294+0000 7f10cb435640 1 -- 172.21.15.84:0/1573432041 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10c406e240 con 0x7f10b00039e0 2024-04-15T15:10:35.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.295+0000 7f10cb435640 1 -- 172.21.15.84:0/1573432041 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10c4075c50 con 0x7f10b00039e0 2024-04-15T15:10:35.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.295+0000 7f10b9ffb640 1 -- 172.21.15.84:0/1573432041 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f10c003b020 con 0x7f10b00039e0 2024-04-15T15:10:35.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.296+0000 7f10b9ffb640 1 --2- 172.21.15.84:0/1573432041 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f10a806c8f0 0x7f10a806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:35.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.296+0000 7f10c89d0640 1 --2- 172.21.15.84:0/1573432041 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f10a806c8f0 0x7f10a806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:35.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.296+0000 7f10b9ffb640 1 -- 172.21.15.84:0/1573432041 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f10c00b2400 con 0x7f10b00039e0 2024-04-15T15:10:35.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.296+0000 7f10c89d0640 1 --2- 172.21.15.84:0/1573432041 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f10a806c8f0 0x7f10a806edb0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f10c40cead0 tx=0x7f10b4009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:35.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.300+0000 7f10b9ffb640 1 -- 172.21.15.84:0/1573432041 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f10c406dce0 con 0x7f10b00039e0 2024-04-15T15:10:35.485 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.483+0000 7f10cb435640 1 -- 172.21.15.84:0/1573432041 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f10c40694c0 con 0x7f10b00039e0 2024-04-15T15:10:35.485 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.483+0000 7f10b9ffb640 1 -- 172.21.15.84:0/1573432041 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) ==== 93+0+10 (secure 0 0 0) 0x7f10c0080580 con 0x7f10b00039e0 2024-04-15T15:10:35.485 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:10:35.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.485+0000 7f10cb435640 1 -- 172.21.15.84:0/1573432041 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f10a806c8f0 msgr2=0x7f10a806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:35.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.485+0000 7f10cb435640 1 --2- 172.21.15.84:0/1573432041 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f10a806c8f0 0x7f10a806edb0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f10c40cead0 tx=0x7f10b4009190 comp rx=0 tx=0).stop 2024-04-15T15:10:35.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.485+0000 7f10cb435640 1 -- 172.21.15.84:0/1573432041 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10b00039e0 msgr2=0x7f10c4150eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:35.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.485+0000 7f10cb435640 1 --2- 172.21.15.84:0/1573432041 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10b00039e0 0x7f10c4150eb0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f10c000a930 tx=0x7f10c40b6690 comp rx=0 tx=0).stop 2024-04-15T15:10:35.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.486+0000 7f10cb435640 1 -- 172.21.15.84:0/1573432041 shutdown_connections 2024-04-15T15:10:35.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.486+0000 7f10cb435640 1 --2- 172.21.15.84:0/1573432041 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f10a806c8f0 0x7f10a806edb0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.486+0000 7f10cb435640 1 --2- 172.21.15.84:0/1573432041 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10c4155ae0 0x7f10c41501f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.486+0000 7f10cb435640 1 --2- 172.21.15.84:0/1573432041 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10c41f01b0 0x7f10c406faa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.486+0000 7f10cb435640 1 --2- 172.21.15.84:0/1573432041 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10b00039e0 0x7f10c4150eb0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.486+0000 7f10cb435640 1 -- 172.21.15.84:0/1573432041 >> 172.21.15.84:0/1573432041 conn(0x7f10c40d24d0 msgr2=0x7f10c40d28b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:35.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.486+0000 7f10cb435640 1 -- 172.21.15.84:0/1573432041 shutdown_connections 2024-04-15T15:10:35.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.486+0000 7f10cb435640 1 -- 172.21.15.84:0/1573432041 wait complete. 2024-04-15T15:10:35.498 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:10:35.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.602+0000 7fc5a0063640 1 Processor -- start 2024-04-15T15:10:35.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.603+0000 7fc5a0063640 1 -- start start 2024-04-15T15:10:35.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.604+0000 7fc5a0063640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc59815b4c0 0x7fc59806f610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:35.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.604+0000 7fc5a0063640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fc598071230 0x7fc5980b4340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:35.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.604+0000 7fc5a0063640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc59815eff0 con 0x7fc5980ceed0 2024-04-15T15:10:35.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.604+0000 7fc5a0063640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fc59806fb50 con 0x7fc598071230 2024-04-15T15:10:35.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.604+0000 7fc5a0063640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc5980b5dd0 con 0x7fc59815b4c0 2024-04-15T15:10:35.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.604+0000 7fc59e600640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fc598071230 0x7fc5980b4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:35.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.604+0000 7fc59ddff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc59815b4c0 0x7fc59806f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:35.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.604+0000 7fc59d5fe640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7fc5980ceed0 0x7fc598070b20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:38412/0 (socket says 172.21.15.84:38412) 2024-04-15T15:10:35.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.604+0000 7fc59d5fe640 1 -- 172.21.15.84:0/1184046019 learned_addr learned my addr 172.21.15.84:0/1184046019 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:35.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.604+0000 7fc59e600640 1 -- 172.21.15.84:0/1184046019 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc59815b4c0 msgr2=0x7fc59806f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:35.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.604+0000 7fc59e600640 1 --2- 172.21.15.84:0/1184046019 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc59815b4c0 0x7fc59806f610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.604+0000 7fc59e600640 1 -- 172.21.15.84:0/1184046019 >> v1:172.21.15.203:6789/0 conn(0x7fc5980ceed0 legacy=0x7fc598070b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:35.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.604+0000 7fc59e600640 1 -- 172.21.15.84:0/1184046019 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc59815f260 con 0x7fc598071230 2024-04-15T15:10:35.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.604+0000 7fc59ddff640 1 --2- 172.21.15.84:0/1184046019 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc59815b4c0 0x7fc59806f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:10:35.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.605+0000 7fc59e600640 1 --2- 172.21.15.84:0/1184046019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc598071230 0x7fc5980b4340 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc5900097a0 tx=0x7fc59002b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=11ebbb00ced5e553 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:35.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.605+0000 7fc59cdfd640 1 -- 172.21.15.84:0/1184046019 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc590035020 con 0x7fc598071230 2024-04-15T15:10:35.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.605+0000 7fc59cdfd640 1 -- 172.21.15.84:0/1184046019 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc590031830 con 0x7fc598071230 2024-04-15T15:10:35.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.605+0000 7fc59cdfd640 1 -- 172.21.15.84:0/1184046019 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc590031c00 con 0x7fc598071230 2024-04-15T15:10:35.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.606+0000 7fc5a0063640 1 -- 172.21.15.84:0/1184046019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc598071230 msgr2=0x7fc5980b4340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:35.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.606+0000 7fc5a0063640 1 --2- 172.21.15.84:0/1184046019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc598071230 0x7fc5980b4340 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc5900097a0 tx=0x7fc59002b8d0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.606+0000 7fc5a0063640 1 -- 172.21.15.84:0/1184046019 shutdown_connections 2024-04-15T15:10:35.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.606+0000 7fc5a0063640 1 --2- 172.21.15.84:0/1184046019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc598071230 0x7fc5980b4340 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.606+0000 7fc5a0063640 1 --2- 172.21.15.84:0/1184046019 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc59815b4c0 0x7fc59806f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.606+0000 7fc5a0063640 1 -- 172.21.15.84:0/1184046019 >> 172.21.15.84:0/1184046019 conn(0x7fc5980d18e0 msgr2=0x7fc598070410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:35.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.606+0000 7fc5a0063640 1 -- 172.21.15.84:0/1184046019 shutdown_connections 2024-04-15T15:10:35.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.606+0000 7fc5a0063640 1 -- 172.21.15.84:0/1184046019 wait complete. 2024-04-15T15:10:35.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.607+0000 7fc5a0063640 1 Processor -- start 2024-04-15T15:10:35.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.607+0000 7fc5a0063640 1 -- start start 2024-04-15T15:10:35.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.608+0000 7fc5a0063640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc598071230 0x7fc5981f4090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:35.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.608+0000 7fc5a0063640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc5980ceed0 0x7fc5981f1580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:35.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.608+0000 7fc5a0063640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc59815b4c0 0x7fc59815da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:35.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.608+0000 7fc5a0063640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc5980d0930 con 0x7fc5980ceed0 2024-04-15T15:10:35.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.608+0000 7fc5a0063640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc59815f820 con 0x7fc598071230 2024-04-15T15:10:35.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.608+0000 7fc5a0063640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc5980d0ab0 con 0x7fc59815b4c0 2024-04-15T15:10:35.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.608+0000 7fc59d5fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc5980ceed0 0x7fc5981f1580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:35.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.608+0000 7fc59d5fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc5980ceed0 0x7fc5981f1580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36840/0 (socket says 172.21.15.84:36840) 2024-04-15T15:10:35.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.608+0000 7fc59d5fe640 1 -- 172.21.15.84:0/362990871 learned_addr learned my addr 172.21.15.84:0/362990871 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:35.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.608+0000 7fc59ddff640 1 --2- 172.21.15.84:0/362990871 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc598071230 0x7fc5981f4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:35.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.608+0000 7fc59e600640 1 --2- 172.21.15.84:0/362990871 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc59815b4c0 0x7fc59815da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:35.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.608+0000 7fc59d5fe640 1 -- 172.21.15.84:0/362990871 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc59815b4c0 msgr2=0x7fc59815da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:35.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.608+0000 7fc59d5fe640 1 --2- 172.21.15.84:0/362990871 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc59815b4c0 0x7fc59815da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.609+0000 7fc59d5fe640 1 -- 172.21.15.84:0/362990871 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc598071230 msgr2=0x7fc5981f4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:35.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.609+0000 7fc59d5fe640 1 --2- 172.21.15.84:0/362990871 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc598071230 0x7fc5981f4090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.609+0000 7fc59d5fe640 1 -- 172.21.15.84:0/362990871 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5981f1ac0 con 0x7fc5980ceed0 2024-04-15T15:10:35.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.609+0000 7fc59e600640 1 --2- 172.21.15.84:0/362990871 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc59815b4c0 0x7fc59815da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:35.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.609+0000 7fc59d5fe640 1 --2- 172.21.15.84:0/362990871 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc5980ceed0 0x7fc5981f1580 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fc58800c400 tx=0x7fc58800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:35.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.609+0000 7fc58e7fc640 1 -- 172.21.15.84:0/362990871 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc588017070 con 0x7fc5980ceed0 2024-04-15T15:10:35.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.609+0000 7fc58e7fc640 1 -- 172.21.15.84:0/362990871 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc588005ce0 con 0x7fc5980ceed0 2024-04-15T15:10:35.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.609+0000 7fc5a0063640 1 -- 172.21.15.84:0/362990871 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc59815ec20 con 0x7fc5980ceed0 2024-04-15T15:10:35.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.609+0000 7fc58e7fc640 1 -- 172.21.15.84:0/362990871 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5880072f0 con 0x7fc5980ceed0 2024-04-15T15:10:35.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.609+0000 7fc5a0063640 1 -- 172.21.15.84:0/362990871 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc59815e660 con 0x7fc5980ceed0 2024-04-15T15:10:35.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.610+0000 7fc5a0063640 1 -- 172.21.15.84:0/362990871 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc598075c50 con 0x7fc5980ceed0 2024-04-15T15:10:35.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.610+0000 7fc58e7fc640 1 -- 172.21.15.84:0/362990871 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fc58801a070 con 0x7fc5980ceed0 2024-04-15T15:10:35.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.611+0000 7fc58e7fc640 1 --2- 172.21.15.84:0/362990871 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc57c06c8f0 0x7fc57c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:35.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.611+0000 7fc58e7fc640 1 -- 172.21.15.84:0/362990871 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fc58808b160 con 0x7fc5980ceed0 2024-04-15T15:10:35.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.611+0000 7fc59ddff640 1 --2- 172.21.15.84:0/362990871 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc57c06c8f0 0x7fc57c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:35.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.611+0000 7fc59ddff640 1 --2- 172.21.15.84:0/362990871 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc57c06c8f0 0x7fc57c06edb0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc59815ee70 tx=0x7fc59400b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:35.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.615+0000 7fc58e7fc640 1 -- 172.21.15.84:0/362990871 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fc588058c90 con 0x7fc5980ceed0 2024-04-15T15:10:35.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.795+0000 7fc5a0063640 1 -- 172.21.15.84:0/362990871 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fc59806d540 con 0x7fc5980ceed0 2024-04-15T15:10:35.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.795+0000 7fc58e7fc640 1 -- 172.21.15.84:0/362990871 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) ==== 104+0+11 (secure 0 0 0) 0x7fc58805cf90 con 0x7fc5980ceed0 2024-04-15T15:10:35.797 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:10:35.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.797+0000 7fc5a0063640 1 -- 172.21.15.84:0/362990871 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc57c06c8f0 msgr2=0x7fc57c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:35.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.797+0000 7fc5a0063640 1 --2- 172.21.15.84:0/362990871 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc57c06c8f0 0x7fc57c06edb0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc59815ee70 tx=0x7fc59400b040 comp rx=0 tx=0).stop 2024-04-15T15:10:35.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.797+0000 7fc5a0063640 1 -- 172.21.15.84:0/362990871 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc5980ceed0 msgr2=0x7fc5981f1580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:35.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.797+0000 7fc5a0063640 1 --2- 172.21.15.84:0/362990871 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc5980ceed0 0x7fc5981f1580 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fc58800c400 tx=0x7fc58800c8c0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.797+0000 7fc5a0063640 1 -- 172.21.15.84:0/362990871 shutdown_connections 2024-04-15T15:10:35.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.797+0000 7fc5a0063640 1 --2- 172.21.15.84:0/362990871 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc59815b4c0 0x7fc59815da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.797+0000 7fc5a0063640 1 --2- 172.21.15.84:0/362990871 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc5980ceed0 0x7fc5981f1580 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.797+0000 7fc5a0063640 1 --2- 172.21.15.84:0/362990871 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc57c06c8f0 0x7fc57c06edb0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.797+0000 7fc5a0063640 1 --2- 172.21.15.84:0/362990871 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc598071230 0x7fc5981f4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.797+0000 7fc5a0063640 1 -- 172.21.15.84:0/362990871 >> 172.21.15.84:0/362990871 conn(0x7fc5980d18e0 msgr2=0x7fc5980b40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:35.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.797+0000 7fc5a0063640 1 -- 172.21.15.84:0/362990871 shutdown_connections 2024-04-15T15:10:35.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.797+0000 7fc5a0063640 1 -- 172.21.15.84:0/362990871 wait complete. 2024-04-15T15:10:35.810 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:10:35.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.914+0000 7fc94960d640 1 Processor -- start 2024-04-15T15:10:35.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.914+0000 7fc94960d640 1 -- start start 2024-04-15T15:10:35.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.914+0000 7fc94960d640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc94415e610 0x7fc9440d0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:35.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.914+0000 7fc94960d640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9440d2320 con 0x7fc94415e9f0 2024-04-15T15:10:35.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.914+0000 7fc94960d640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9440d25c0 con 0x7fc94406c400 2024-04-15T15:10:35.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.914+0000 7fc94960d640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fc9440d31d0 con 0x7fc94415e610 2024-04-15T15:10:35.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.915+0000 7fc942ffd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc94415e610 0x7fc9440d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:35.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.915+0000 7fc942ffd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc94415e610 0x7fc9440d0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36846/0 (socket says 172.21.15.84:36846) 2024-04-15T15:10:35.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.915+0000 7fc9427fc640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fc94415e9f0 0x7fc9440d3660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42896/0 (socket says 172.21.15.84:42896) 2024-04-15T15:10:35.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.915+0000 7fc942ffd640 1 -- 172.21.15.84:0/3675174949 learned_addr learned my addr 172.21.15.84:0/3675174949 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:35.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.915+0000 7fc942ffd640 1 -- 172.21.15.84:0/3675174949 >> v1:172.21.15.203:6789/0 conn(0x7fc94406c400 legacy=0x7fc9440b7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:35.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.915+0000 7fc942ffd640 1 -- 172.21.15.84:0/3675174949 >> v1:172.21.15.84:6789/0 conn(0x7fc94415e9f0 legacy=0x7fc9440d3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:35.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.915+0000 7fc941ffb640 1 -- 172.21.15.84:0/3675174949 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 806495369 0 0) 0x7fc9440d2320 con 0x7fc94415e9f0 2024-04-15T15:10:35.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.915+0000 7fc942ffd640 1 -- 172.21.15.84:0/3675174949 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9440d28a0 con 0x7fc94415e610 2024-04-15T15:10:35.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.916+0000 7fc942ffd640 1 --2- 172.21.15.84:0/3675174949 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc94415e610 0x7fc9440d0690 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc934009e50 tx=0x7fc93402c090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f231d97084b13696 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:35.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.916+0000 7fc941ffb640 1 -- 172.21.15.84:0/3675174949 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc93402cc30 con 0x7fc94415e610 2024-04-15T15:10:35.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.916+0000 7fc941ffb640 1 -- 172.21.15.84:0/3675174949 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc93402cdd0 con 0x7fc94415e610 2024-04-15T15:10:35.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.916+0000 7fc941ffb640 1 -- 172.21.15.84:0/3675174949 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc934034610 con 0x7fc94415e610 2024-04-15T15:10:35.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.916+0000 7fc94960d640 1 -- 172.21.15.84:0/3675174949 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc94415e610 msgr2=0x7fc9440d0690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:35.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.916+0000 7fc94960d640 1 --2- 172.21.15.84:0/3675174949 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc94415e610 0x7fc9440d0690 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc934009e50 tx=0x7fc93402c090 comp rx=0 tx=0).stop 2024-04-15T15:10:35.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.916+0000 7fc94960d640 1 -- 172.21.15.84:0/3675174949 shutdown_connections 2024-04-15T15:10:35.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.916+0000 7fc94960d640 1 --2- 172.21.15.84:0/3675174949 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc94415e610 0x7fc9440d0690 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.916+0000 7fc94960d640 1 -- 172.21.15.84:0/3675174949 >> 172.21.15.84:0/3675174949 conn(0x7fc9440d4750 msgr2=0x7fc9440d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:35.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.916+0000 7fc94960d640 1 -- 172.21.15.84:0/3675174949 shutdown_connections 2024-04-15T15:10:35.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.916+0000 7fc94960d640 1 -- 172.21.15.84:0/3675174949 wait complete. 2024-04-15T15:10:35.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.918+0000 7fc94960d640 1 Processor -- start 2024-04-15T15:10:35.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.918+0000 7fc94960d640 1 -- start start 2024-04-15T15:10:35.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.918+0000 7fc94960d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc94406c400 0x7fc944151d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:35.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.918+0000 7fc94960d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc94415e610 0x7fc9440cda60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:35.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.918+0000 7fc94960d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc94415e9f0 0x7fc9440cdfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:35.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.918+0000 7fc94960d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc94406d130 con 0x7fc94415e9f0 2024-04-15T15:10:35.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.918+0000 7fc94960d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc9440d2e60 con 0x7fc94415e610 2024-04-15T15:10:35.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.918+0000 7fc94960d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc9440d0bd0 con 0x7fc94406c400 2024-04-15T15:10:35.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.918+0000 7fc9437fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc94415e9f0 0x7fc9440cdfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:35.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.919+0000 7fc9437fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc94415e9f0 0x7fc9440cdfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36856/0 (socket says 172.21.15.84:36856) 2024-04-15T15:10:35.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.919+0000 7fc9437fe640 1 -- 172.21.15.84:0/848247341 learned_addr learned my addr 172.21.15.84:0/848247341 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:35.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.919+0000 7fc942ffd640 1 --2- 172.21.15.84:0/848247341 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc94406c400 0x7fc944151d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:35.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.919+0000 7fc9427fc640 1 --2- 172.21.15.84:0/848247341 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc94415e610 0x7fc9440cda60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:35.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.919+0000 7fc9437fe640 1 -- 172.21.15.84:0/848247341 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc94406c400 msgr2=0x7fc944151d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:35.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.919+0000 7fc9437fe640 1 --2- 172.21.15.84:0/848247341 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc94406c400 0x7fc944151d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.919+0000 7fc9437fe640 1 -- 172.21.15.84:0/848247341 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc94415e610 msgr2=0x7fc9440cda60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:35.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.919+0000 7fc9437fe640 1 --2- 172.21.15.84:0/848247341 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc94415e610 0x7fc9440cda60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:35.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.919+0000 7fc9437fe640 1 -- 172.21.15.84:0/848247341 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc944152710 con 0x7fc94415e9f0 2024-04-15T15:10:35.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.919+0000 7fc9437fe640 1 --2- 172.21.15.84:0/848247341 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc94415e9f0 0x7fc9440cdfa0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fc93c001eb0 tx=0x7fc93c00c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:35.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.919+0000 7fc93b7fe640 1 -- 172.21.15.84:0/848247341 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc93c017070 con 0x7fc94415e9f0 2024-04-15T15:10:35.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.919+0000 7fc93b7fe640 1 -- 172.21.15.84:0/848247341 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc93c0052d0 con 0x7fc94415e9f0 2024-04-15T15:10:35.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.919+0000 7fc94960d640 1 -- 172.21.15.84:0/848247341 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9440b4ec0 con 0x7fc94415e9f0 2024-04-15T15:10:35.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.919+0000 7fc93b7fe640 1 -- 172.21.15.84:0/848247341 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc93c003810 con 0x7fc94415e9f0 2024-04-15T15:10:35.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.919+0000 7fc94960d640 1 -- 172.21.15.84:0/848247341 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9440b5480 con 0x7fc94415e9f0 2024-04-15T15:10:35.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.920+0000 7fc94960d640 1 -- 172.21.15.84:0/848247341 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc944075c50 con 0x7fc94415e9f0 2024-04-15T15:10:35.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.921+0000 7fc93b7fe640 1 -- 172.21.15.84:0/848247341 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fc93c01a070 con 0x7fc94415e9f0 2024-04-15T15:10:35.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.921+0000 7fc93b7fe640 1 --2- 172.21.15.84:0/848247341 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc92406c8f0 0x7fc92406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:35.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.921+0000 7fc93b7fe640 1 -- 172.21.15.84:0/848247341 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fc93c08b240 con 0x7fc94415e9f0 2024-04-15T15:10:35.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.921+0000 7fc942ffd640 1 --2- 172.21.15.84:0/848247341 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc92406c8f0 0x7fc92406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:35.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.921+0000 7fc942ffd640 1 --2- 172.21.15.84:0/848247341 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc92406c8f0 0x7fc92406edb0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc934035000 tx=0x7fc934030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:35.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:35.925+0000 7fc93b7fe640 1 -- 172.21.15.84:0/848247341 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fc93c059330 con 0x7fc94415e9f0 2024-04-15T15:10:36.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.102+0000 7fc94960d640 1 -- 172.21.15.84:0/848247341 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fc9440cf740 con 0x7fc94415e9f0 2024-04-15T15:10:36.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.102+0000 7fc93b7fe640 1 -- 172.21.15.84:0/848247341 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) ==== 100+0+11 (secure 0 0 0) 0x7fc93c058c30 con 0x7fc94415e9f0 2024-04-15T15:10:36.104 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:10:36.106 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.104+0000 7fc94960d640 1 -- 172.21.15.84:0/848247341 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc92406c8f0 msgr2=0x7fc92406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:36.106 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.104+0000 7fc94960d640 1 --2- 172.21.15.84:0/848247341 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc92406c8f0 0x7fc92406edb0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fc934035000 tx=0x7fc934030000 comp rx=0 tx=0).stop 2024-04-15T15:10:36.106 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.104+0000 7fc94960d640 1 -- 172.21.15.84:0/848247341 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc94415e9f0 msgr2=0x7fc9440cdfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:36.106 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.104+0000 7fc94960d640 1 --2- 172.21.15.84:0/848247341 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc94415e9f0 0x7fc9440cdfa0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fc93c001eb0 tx=0x7fc93c00c890 comp rx=0 tx=0).stop 2024-04-15T15:10:36.106 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.104+0000 7fc94960d640 1 -- 172.21.15.84:0/848247341 shutdown_connections 2024-04-15T15:10:36.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.104+0000 7fc94960d640 1 --2- 172.21.15.84:0/848247341 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc92406c8f0 0x7fc92406edb0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.104+0000 7fc94960d640 1 --2- 172.21.15.84:0/848247341 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc94415e610 0x7fc9440cda60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.104+0000 7fc94960d640 1 --2- 172.21.15.84:0/848247341 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc94415e9f0 0x7fc9440cdfa0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.104+0000 7fc94960d640 1 --2- 172.21.15.84:0/848247341 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc94406c400 0x7fc944151d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.104+0000 7fc94960d640 1 -- 172.21.15.84:0/848247341 >> 172.21.15.84:0/848247341 conn(0x7fc9440d4750 msgr2=0x7fc94415da00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:36.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.104+0000 7fc94960d640 1 -- 172.21.15.84:0/848247341 shutdown_connections 2024-04-15T15:10:36.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.104+0000 7fc94960d640 1 -- 172.21.15.84:0/848247341 wait complete. 2024-04-15T15:10:36.117 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-15T15:10:36.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.222+0000 7f1926e1b640 1 Processor -- start 2024-04-15T15:10:36.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.222+0000 7f1926e1b640 1 -- start start 2024-04-15T15:10:36.227 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.223+0000 7f1926e1b640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f192015e610 0x7f19200d0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:36.227 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.223+0000 7f1926e1b640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19200d2320 con 0x7f192006c400 2024-04-15T15:10:36.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.223+0000 7f1926e1b640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19200d25c0 con 0x7f192015e9f0 2024-04-15T15:10:36.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.223+0000 7f1926e1b640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f19200d31d0 con 0x7f192015e610 2024-04-15T15:10:36.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.223+0000 7f19253b8640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f192006c400 0x7f19200b7940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42904/0 (socket says 172.21.15.84:42904) 2024-04-15T15:10:36.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.223+0000 7f19253b8640 1 -- 172.21.15.84:0/866233988 learned_addr learned my addr 172.21.15.84:0/866233988 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:36.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.223+0000 7f1924bb7640 1 --2- 172.21.15.84:0/866233988 >> v2:172.21.15.203:3300/0 conn(0x7f192015e610 0x7f19200d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:36.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.223+0000 7f191f7fe640 1 -- 172.21.15.84:0/866233988 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4281968874 0 0) 0x7f19200d2320 con 0x7f192006c400 2024-04-15T15:10:36.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.223+0000 7f191f7fe640 1 -- 172.21.15.84:0/866233988 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1908003520 con 0x7f192006c400 2024-04-15T15:10:36.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.223+0000 7f191f7fe640 1 -- 172.21.15.84:0/866233988 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2841753329 0 0) 0x7f1908003520 con 0x7f192006c400 2024-04-15T15:10:36.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.223+0000 7f191f7fe640 1 -- 172.21.15.84:0/866233988 >> v2:172.21.15.203:3300/0 conn(0x7f192015e610 msgr2=0x7f19200d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:36.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.223+0000 7f191f7fe640 1 --2- 172.21.15.84:0/866233988 >> v2:172.21.15.203:3300/0 conn(0x7f192015e610 0x7f19200d0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.223+0000 7f191f7fe640 1 -- 172.21.15.84:0/866233988 >> v1:172.21.15.203:6789/0 conn(0x7f192015e9f0 legacy=0x7f19200d3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:36.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.223+0000 7f191f7fe640 1 -- 172.21.15.84:0/866233988 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19200d28a0 con 0x7f192006c400 2024-04-15T15:10:36.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.223+0000 7f191f7fe640 1 -- 172.21.15.84:0/866233988 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f1918001a10 con 0x7f192006c400 2024-04-15T15:10:36.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.223+0000 7f1924bb7640 1 --2- 172.21.15.84:0/866233988 >> v2:172.21.15.203:3300/0 conn(0x7f192015e610 0x7f19200d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:10:36.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.223+0000 7f191f7fe640 1 -- 172.21.15.84:0/866233988 >> v1:172.21.15.84:6789/0 conn(0x7f192006c400 legacy=0x7f19200b7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:36.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.223+0000 7f191f7fe640 1 --2- 172.21.15.84:0/866233988 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f19080039b0 0x7f1908003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:36.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.223+0000 7f191f7fe640 1 --2- 172.21.15.84:0/866233988 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1908004800 0x7f1908004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:36.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.224+0000 7f191f7fe640 1 --2- 172.21.15.84:0/866233988 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f19080051c0 0x7f190800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:36.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.224+0000 7f191f7fe640 1 -- 172.21.15.84:0/866233988 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f19200d31d0 con 0x7f19080039b0 2024-04-15T15:10:36.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.224+0000 7f191f7fe640 1 -- 172.21.15.84:0/866233988 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f190800c070 con 0x7f1908004800 2024-04-15T15:10:36.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.224+0000 7f191f7fe640 1 -- 172.21.15.84:0/866233988 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f190800c270 con 0x7f19080051c0 2024-04-15T15:10:36.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.224+0000 7f1924bb7640 1 --2- 172.21.15.84:0/866233988 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f19080039b0 0x7f1908003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:36.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.224+0000 7f191ffff640 1 --2- 172.21.15.84:0/866233988 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1908004800 0x7f1908004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:36.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.224+0000 7f19253b8640 1 --2- 172.21.15.84:0/866233988 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f19080051c0 0x7f190800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:36.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.224+0000 7f1924bb7640 1 -- 172.21.15.84:0/866233988 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f19080051c0 msgr2=0x7f190800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:36.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.224+0000 7f1924bb7640 1 --2- 172.21.15.84:0/866233988 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f19080051c0 0x7f190800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.224+0000 7f1924bb7640 1 -- 172.21.15.84:0/866233988 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1908004800 msgr2=0x7f1908004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:36.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.224+0000 7f1924bb7640 1 --2- 172.21.15.84:0/866233988 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1908004800 0x7f1908004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.224+0000 7f1924bb7640 1 -- 172.21.15.84:0/866233988 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1908003520 con 0x7f19080039b0 2024-04-15T15:10:36.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.224+0000 7f19253b8640 1 -- 172.21.15.84:0/866233988 reap_dead start 2024-04-15T15:10:36.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.225+0000 7f1924bb7640 1 --2- 172.21.15.84:0/866233988 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f19080039b0 0x7f1908003dd0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f1910009c90 tx=0x7f1908005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d04bc650fc82e53 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:36.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.225+0000 7f191f7fe640 1 -- 172.21.15.84:0/866233988 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1910039070 con 0x7f19080039b0 2024-04-15T15:10:36.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.225+0000 7f191f7fe640 1 -- 172.21.15.84:0/866233988 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f191002c8f0 con 0x7f19080039b0 2024-04-15T15:10:36.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.225+0000 7f191f7fe640 1 -- 172.21.15.84:0/866233988 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1910009860 con 0x7f19080039b0 2024-04-15T15:10:36.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.225+0000 7f1926e1b640 1 -- 172.21.15.84:0/866233988 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f19080039b0 msgr2=0x7f1908003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:36.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.225+0000 7f1926e1b640 1 --2- 172.21.15.84:0/866233988 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f19080039b0 0x7f1908003dd0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f1910009c90 tx=0x7f1908005830 comp rx=0 tx=0).stop 2024-04-15T15:10:36.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.225+0000 7f1926e1b640 1 -- 172.21.15.84:0/866233988 shutdown_connections 2024-04-15T15:10:36.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.225+0000 7f1926e1b640 1 --2- 172.21.15.84:0/866233988 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f19080039b0 0x7f1908003dd0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.225+0000 7f1926e1b640 1 -- 172.21.15.84:0/866233988 >> 172.21.15.84:0/866233988 conn(0x7f19200d4750 msgr2=0x7f19200d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:36.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.225+0000 7f1926e1b640 1 -- 172.21.15.84:0/866233988 shutdown_connections 2024-04-15T15:10:36.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.225+0000 7f1926e1b640 1 -- 172.21.15.84:0/866233988 wait complete. 2024-04-15T15:10:36.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.226+0000 7f1926e1b640 1 Processor -- start 2024-04-15T15:10:36.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.226+0000 7f1926e1b640 1 -- start start 2024-04-15T15:10:36.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.227+0000 7f1926e1b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f19080039b0 0x7f192015fd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:36.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.227+0000 7f1926e1b640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1920161ab0 0x7f19201549c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:36.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.227+0000 7f1926e1b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f19200cadb0 0x7f19200cd830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:36.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.227+0000 7f1926e1b640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f192006d130 con 0x7f19080039b0 2024-04-15T15:10:36.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.227+0000 7f1926e1b640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f19200d2e60 con 0x7f1920161ab0 2024-04-15T15:10:36.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.227+0000 7f1926e1b640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f192006c890 con 0x7f19200cadb0 2024-04-15T15:10:36.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.227+0000 7f1924bb7640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f19080039b0 0x7f192015fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:36.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.227+0000 7f1924bb7640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f19080039b0 0x7f192015fd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36882/0 (socket says 172.21.15.84:36882) 2024-04-15T15:10:36.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.227+0000 7f1924bb7640 1 -- 172.21.15.84:0/2287921806 learned_addr learned my addr 172.21.15.84:0/2287921806 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:36.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.228+0000 7f19253b8640 1 --2- 172.21.15.84:0/2287921806 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f19200cadb0 0x7f19200cd830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:36.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.228+0000 7f191ffff640 1 --2- 172.21.15.84:0/2287921806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1920161ab0 0x7f19201549c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:36.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.228+0000 7f1924bb7640 1 -- 172.21.15.84:0/2287921806 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f19200cadb0 msgr2=0x7f19200cd830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:36.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.228+0000 7f1924bb7640 1 --2- 172.21.15.84:0/2287921806 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f19200cadb0 0x7f19200cd830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.228+0000 7f1924bb7640 1 -- 172.21.15.84:0/2287921806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1920161ab0 msgr2=0x7f19201549c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:36.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.228+0000 7f1924bb7640 1 --2- 172.21.15.84:0/2287921806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1920161ab0 0x7f19201549c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.228+0000 7f1924bb7640 1 -- 172.21.15.84:0/2287921806 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1920160a10 con 0x7f19080039b0 2024-04-15T15:10:36.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.228+0000 7f191ffff640 1 --2- 172.21.15.84:0/2287921806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1920161ab0 0x7f19201549c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:36.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.228+0000 7f1924bb7640 1 --2- 172.21.15.84:0/2287921806 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f19080039b0 0x7f192015fd30 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f1910009c90 tx=0x7f1910004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:36.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.228+0000 7f191d7fa640 1 -- 172.21.15.84:0/2287921806 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1910039050 con 0x7f19080039b0 2024-04-15T15:10:36.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.228+0000 7f191d7fa640 1 -- 172.21.15.84:0/2287921806 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1910045070 con 0x7f19080039b0 2024-04-15T15:10:36.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.228+0000 7f1926e1b640 1 -- 172.21.15.84:0/2287921806 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1920160cf0 con 0x7f19080039b0 2024-04-15T15:10:36.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.228+0000 7f191d7fa640 1 -- 172.21.15.84:0/2287921806 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1910009860 con 0x7f19080039b0 2024-04-15T15:10:36.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.228+0000 7f1926e1b640 1 -- 172.21.15.84:0/2287921806 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19201612b0 con 0x7f19080039b0 2024-04-15T15:10:36.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.229+0000 7f1926e1b640 1 -- 172.21.15.84:0/2287921806 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1920075c50 con 0x7f19080039b0 2024-04-15T15:10:36.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.230+0000 7f191d7fa640 1 -- 172.21.15.84:0/2287921806 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f1910040450 con 0x7f19080039b0 2024-04-15T15:10:36.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.230+0000 7f191d7fa640 1 --2- 172.21.15.84:0/2287921806 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f190c06c8f0 0x7f190c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:36.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.230+0000 7f191d7fa640 1 -- 172.21.15.84:0/2287921806 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f19100ad5e0 con 0x7f19080039b0 2024-04-15T15:10:36.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.230+0000 7f191ffff640 1 --2- 172.21.15.84:0/2287921806 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f190c06c8f0 0x7f190c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:36.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.230+0000 7f191ffff640 1 --2- 172.21.15.84:0/2287921806 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f190c06c8f0 0x7f190c06edb0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f19201f7cf0 tx=0x7f1914009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:36.236 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.234+0000 7f191d7fa640 1 -- 172.21.15.84:0/2287921806 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f191007b760 con 0x7f19080039b0 2024-04-15T15:10:36.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.411+0000 7f1926e1b640 1 -- 172.21.15.84:0/2287921806 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f19200cf740 con 0x7f19080039b0 2024-04-15T15:10:36.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.412+0000 7f191d7fa640 1 -- 172.21.15.84:0/2287921806 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v24) ==== 103+0+11 (secure 0 0 0) 0x7f191007b060 con 0x7f19080039b0 2024-04-15T15:10:36.414 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:10:36.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.414+0000 7f1926e1b640 1 -- 172.21.15.84:0/2287921806 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f190c06c8f0 msgr2=0x7f190c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:36.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.414+0000 7f1926e1b640 1 --2- 172.21.15.84:0/2287921806 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f190c06c8f0 0x7f190c06edb0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f19201f7cf0 tx=0x7f1914009040 comp rx=0 tx=0).stop 2024-04-15T15:10:36.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.414+0000 7f1926e1b640 1 -- 172.21.15.84:0/2287921806 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f19080039b0 msgr2=0x7f192015fd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:36.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.414+0000 7f1926e1b640 1 --2- 172.21.15.84:0/2287921806 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f19080039b0 0x7f192015fd30 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f1910009c90 tx=0x7f1910004730 comp rx=0 tx=0).stop 2024-04-15T15:10:36.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.414+0000 7f1926e1b640 1 -- 172.21.15.84:0/2287921806 shutdown_connections 2024-04-15T15:10:36.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.414+0000 7f1926e1b640 1 --2- 172.21.15.84:0/2287921806 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f190c06c8f0 0x7f190c06edb0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.414+0000 7f1926e1b640 1 --2- 172.21.15.84:0/2287921806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1920161ab0 0x7f19201549c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.414+0000 7f1926e1b640 1 --2- 172.21.15.84:0/2287921806 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f19200cadb0 0x7f19200cd830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.414+0000 7f1926e1b640 1 --2- 172.21.15.84:0/2287921806 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f19080039b0 0x7f192015fd30 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.414+0000 7f1926e1b640 1 -- 172.21.15.84:0/2287921806 >> 172.21.15.84:0/2287921806 conn(0x7f19200d4750 msgr2=0x7f19200b5f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:36.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.414+0000 7f1926e1b640 1 -- 172.21.15.84:0/2287921806 shutdown_connections 2024-04-15T15:10:36.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.414+0000 7f1926e1b640 1 -- 172.21.15.84:0/2287921806 wait complete. 2024-04-15T15:10:36.427 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-15T15:10:36.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.529+0000 7f8e4a932640 1 Processor -- start 2024-04-15T15:10:36.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.529+0000 7f8e4a932640 1 -- start start 2024-04-15T15:10:36.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.529+0000 7f8e4a932640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8e440ce2f0 0x7f8e4415c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:36.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.529+0000 7f8e4a932640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e4406bbb0 con 0x7f8e440d08f0 2024-04-15T15:10:36.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.529+0000 7f8e4a932640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e4406be90 con 0x7f8e440cc7c0 2024-04-15T15:10:36.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.529+0000 7f8e4a932640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f8e4406b960 con 0x7f8e440ce2f0 2024-04-15T15:10:36.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.530+0000 7f8e437fe640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f8e440d08f0 0x7f8e440cc0b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42910/0 (socket says 172.21.15.84:42910) 2024-04-15T15:10:36.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.530+0000 7f8e437fe640 1 -- 172.21.15.84:0/3931320146 learned_addr learned my addr 172.21.15.84:0/3931320146 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:36.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.530+0000 7f8e43fff640 1 --2- 172.21.15.84:0/3931320146 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8e440ce2f0 0x7f8e4415c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:36.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.530+0000 7f8e42ffd640 1 -- 172.21.15.84:0/3931320146 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 776526307 0 0) 0x7f8e4406bbb0 con 0x7f8e440d08f0 2024-04-15T15:10:36.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.530+0000 7f8e42ffd640 1 -- 172.21.15.84:0/3931320146 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8e2c003520 con 0x7f8e440d08f0 2024-04-15T15:10:36.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.530+0000 7f8e42ffd640 1 -- 172.21.15.84:0/3931320146 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3468588649 0 0) 0x7f8e2c003520 con 0x7f8e440d08f0 2024-04-15T15:10:36.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.530+0000 7f8e42ffd640 1 -- 172.21.15.84:0/3931320146 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8e440ce2f0 msgr2=0x7f8e4415c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:36.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.530+0000 7f8e42ffd640 1 --2- 172.21.15.84:0/3931320146 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8e440ce2f0 0x7f8e4415c530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.530+0000 7f8e42ffd640 1 -- 172.21.15.84:0/3931320146 >> v1:172.21.15.203:6789/0 conn(0x7f8e440cc7c0 legacy=0x7f8e44155600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:36.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.530+0000 7f8e42ffd640 1 -- 172.21.15.84:0/3931320146 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e4406c170 con 0x7f8e440d08f0 2024-04-15T15:10:36.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.530+0000 7f8e42ffd640 1 -- 172.21.15.84:0/3931320146 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f8e38001670 con 0x7f8e440d08f0 2024-04-15T15:10:36.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.530+0000 7f8e42ffd640 1 -- 172.21.15.84:0/3931320146 >> v1:172.21.15.84:6789/0 conn(0x7f8e440d08f0 legacy=0x7f8e440cc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:36.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.530+0000 7f8e42ffd640 1 --2- 172.21.15.84:0/3931320146 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e2c0039e0 0x7f8e2c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:36.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.530+0000 7f8e42ffd640 1 --2- 172.21.15.84:0/3931320146 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8e2c004390 0x7f8e2c004860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:36.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.530+0000 7f8e42ffd640 1 --2- 172.21.15.84:0/3931320146 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8e440ce2f0 0x7f8e2c0050c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:36.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.530+0000 7f8e42ffd640 1 -- 172.21.15.84:0/3931320146 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8e4406b960 con 0x7f8e2c004390 2024-04-15T15:10:36.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.530+0000 7f8e42ffd640 1 -- 172.21.15.84:0/3931320146 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8e2c00b9c0 con 0x7f8e2c0039e0 2024-04-15T15:10:36.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.530+0000 7f8e42ffd640 1 -- 172.21.15.84:0/3931320146 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f8e2c00bbc0 con 0x7f8e440ce2f0 2024-04-15T15:10:36.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.530+0000 7f8e437fe640 1 --2- 172.21.15.84:0/3931320146 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8e2c004390 0x7f8e2c004860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:36.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.530+0000 7f8e43fff640 1 --2- 172.21.15.84:0/3931320146 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e2c0039e0 0x7f8e2c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:36.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.530+0000 7f8e48ecf640 1 --2- 172.21.15.84:0/3931320146 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8e440ce2f0 0x7f8e2c0050c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:36.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.531+0000 7f8e437fe640 1 -- 172.21.15.84:0/3931320146 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8e440ce2f0 msgr2=0x7f8e2c0050c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:36.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.531+0000 7f8e437fe640 1 --2- 172.21.15.84:0/3931320146 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8e440ce2f0 0x7f8e2c0050c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.531+0000 7f8e437fe640 1 -- 172.21.15.84:0/3931320146 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e2c0039e0 msgr2=0x7f8e2c003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:36.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.531+0000 7f8e437fe640 1 --2- 172.21.15.84:0/3931320146 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e2c0039e0 0x7f8e2c003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.531+0000 7f8e437fe640 1 -- 172.21.15.84:0/3931320146 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e2c003520 con 0x7f8e2c004390 2024-04-15T15:10:36.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.531+0000 7f8e437fe640 1 --2- 172.21.15.84:0/3931320146 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8e2c004390 0x7f8e2c004860 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f8e3800c240 tx=0x7f8e2c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da51053e911deffe server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:36.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.531+0000 7f8e42ffd640 1 -- 172.21.15.84:0/3931320146 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e38007d30 con 0x7f8e2c004390 2024-04-15T15:10:36.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.531+0000 7f8e42ffd640 1 -- 172.21.15.84:0/3931320146 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e38030070 con 0x7f8e2c004390 2024-04-15T15:10:36.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.531+0000 7f8e42ffd640 1 -- 172.21.15.84:0/3931320146 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e3802cd40 con 0x7f8e2c004390 2024-04-15T15:10:36.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.532+0000 7f8e4a932640 1 -- 172.21.15.84:0/3931320146 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8e2c004390 msgr2=0x7f8e2c004860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:36.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.532+0000 7f8e4a932640 1 --2- 172.21.15.84:0/3931320146 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8e2c004390 0x7f8e2c004860 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f8e3800c240 tx=0x7f8e2c005830 comp rx=0 tx=0).stop 2024-04-15T15:10:36.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.532+0000 7f8e48ecf640 1 -- 172.21.15.84:0/3931320146 reap_dead start 2024-04-15T15:10:36.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.532+0000 7f8e4a932640 1 -- 172.21.15.84:0/3931320146 shutdown_connections 2024-04-15T15:10:36.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.532+0000 7f8e4a932640 1 -- 172.21.15.84:0/3931320146 >> 172.21.15.84:0/3931320146 conn(0x7f8e440b31d0 msgr2=0x7f8e440b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:36.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.532+0000 7f8e4a932640 1 -- 172.21.15.84:0/3931320146 shutdown_connections 2024-04-15T15:10:36.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.532+0000 7f8e4a932640 1 -- 172.21.15.84:0/3931320146 wait complete. 2024-04-15T15:10:36.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.533+0000 7f8e4a932640 1 Processor -- start 2024-04-15T15:10:36.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.534+0000 7f8e4a932640 1 -- start start 2024-04-15T15:10:36.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.534+0000 7f8e4a932640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8e2c004390 0x7f8e440b2670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:36.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.534+0000 7f8e4a932640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e44147b30 0x7f8e44148540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:36.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.534+0000 7f8e4a932640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8e44148a80 0x7f8e44156680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:36.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.534+0000 7f8e4a932640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8e4406ef50 con 0x7f8e2c004390 2024-04-15T15:10:36.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.534+0000 7f8e4a932640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8e4406edd0 con 0x7f8e44147b30 2024-04-15T15:10:36.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.534+0000 7f8e4a932640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f8e4406f0d0 con 0x7f8e44148a80 2024-04-15T15:10:36.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.534+0000 7f8e43fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8e2c004390 0x7f8e440b2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:36.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.534+0000 7f8e43fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8e2c004390 0x7f8e440b2670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36900/0 (socket says 172.21.15.84:36900) 2024-04-15T15:10:36.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.534+0000 7f8e43fff640 1 -- 172.21.15.84:0/3179284937 learned_addr learned my addr 172.21.15.84:0/3179284937 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:36.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.535+0000 7f8e48ecf640 1 --2- 172.21.15.84:0/3179284937 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8e44148a80 0x7f8e44156680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:36.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.535+0000 7f8e437fe640 1 --2- 172.21.15.84:0/3179284937 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e44147b30 0x7f8e44148540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:36.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.535+0000 7f8e43fff640 1 -- 172.21.15.84:0/3179284937 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8e44148a80 msgr2=0x7f8e44156680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:36.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.535+0000 7f8e43fff640 1 --2- 172.21.15.84:0/3179284937 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8e44148a80 0x7f8e44156680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.535+0000 7f8e43fff640 1 -- 172.21.15.84:0/3179284937 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e44147b30 msgr2=0x7f8e44148540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:36.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.535+0000 7f8e43fff640 1 --2- 172.21.15.84:0/3179284937 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e44147b30 0x7f8e44148540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.535+0000 7f8e43fff640 1 -- 172.21.15.84:0/3179284937 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e441555e0 con 0x7f8e2c004390 2024-04-15T15:10:36.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.535+0000 7f8e43fff640 1 --2- 172.21.15.84:0/3179284937 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8e2c004390 0x7f8e440b2670 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f8e340118e0 tx=0x7f8e34011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:36.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.535+0000 7f8e40ff9640 1 -- 172.21.15.84:0/3179284937 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e3400fa90 con 0x7f8e2c004390 2024-04-15T15:10:36.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.535+0000 7f8e40ff9640 1 -- 172.21.15.84:0/3179284937 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e3400fc30 con 0x7f8e2c004390 2024-04-15T15:10:36.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.535+0000 7f8e40ff9640 1 -- 172.21.15.84:0/3179284937 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e34014440 con 0x7f8e2c004390 2024-04-15T15:10:36.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.535+0000 7f8e4a932640 1 -- 172.21.15.84:0/3179284937 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e441558c0 con 0x7f8e2c004390 2024-04-15T15:10:36.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.535+0000 7f8e4a932640 1 -- 172.21.15.84:0/3179284937 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e44155e80 con 0x7f8e2c004390 2024-04-15T15:10:36.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.536+0000 7f8e4a932640 1 -- 172.21.15.84:0/3179284937 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e440af500 con 0x7f8e2c004390 2024-04-15T15:10:36.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.536+0000 7f8e40ff9640 1 -- 172.21.15.84:0/3179284937 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f8e34012040 con 0x7f8e2c004390 2024-04-15T15:10:36.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.537+0000 7f8e40ff9640 1 --2- 172.21.15.84:0/3179284937 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8e3006c920 0x7f8e3006ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:36.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.537+0000 7f8e437fe640 1 --2- 172.21.15.84:0/3179284937 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8e3006c920 0x7f8e3006ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:36.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.537+0000 7f8e40ff9640 1 -- 172.21.15.84:0/3179284937 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f8e3408c4f0 con 0x7f8e2c004390 2024-04-15T15:10:36.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.537+0000 7f8e437fe640 1 --2- 172.21.15.84:0/3179284937 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8e3006c920 0x7f8e3006ede0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8e3800c240 tx=0x7f8e38009030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:36.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.541+0000 7f8e40ff9640 1 -- 172.21.15.84:0/3179284937 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f8e440af500 con 0x7f8e2c004390 2024-04-15T15:10:36.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.730+0000 7f8e4a932640 1 -- 172.21.15.84:0/3179284937 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f8e44075c50 con 0x7f8e2c004390 2024-04-15T15:10:36.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.730+0000 7f8e40ff9640 1 -- 172.21.15.84:0/3179284937 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v24) ==== 80+0+0 (secure 0 0 0) 0x7f8e34019030 con 0x7f8e2c004390 2024-04-15T15:10:36.732 INFO:teuthology.orchestra.run.smithi084.stderr:listed 0 entries 2024-04-15T15:10:36.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.732+0000 7f8e4a932640 1 -- 172.21.15.84:0/3179284937 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8e3006c920 msgr2=0x7f8e3006ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:36.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.732+0000 7f8e4a932640 1 --2- 172.21.15.84:0/3179284937 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8e3006c920 0x7f8e3006ede0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8e3800c240 tx=0x7f8e38009030 comp rx=0 tx=0).stop 2024-04-15T15:10:36.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.732+0000 7f8e4a932640 1 -- 172.21.15.84:0/3179284937 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8e2c004390 msgr2=0x7f8e440b2670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:36.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.732+0000 7f8e4a932640 1 --2- 172.21.15.84:0/3179284937 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8e2c004390 0x7f8e440b2670 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f8e340118e0 tx=0x7f8e34011da0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.732+0000 7f8e4a932640 1 -- 172.21.15.84:0/3179284937 shutdown_connections 2024-04-15T15:10:36.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.732+0000 7f8e4a932640 1 --2- 172.21.15.84:0/3179284937 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8e3006c920 0x7f8e3006ede0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.732+0000 7f8e4a932640 1 --2- 172.21.15.84:0/3179284937 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8e44147b30 0x7f8e44148540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.732+0000 7f8e4a932640 1 --2- 172.21.15.84:0/3179284937 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8e44148a80 0x7f8e44156680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.732+0000 7f8e4a932640 1 --2- 172.21.15.84:0/3179284937 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8e2c004390 0x7f8e440b2670 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:36.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.732+0000 7f8e4a932640 1 -- 172.21.15.84:0/3179284937 >> 172.21.15.84:0/3179284937 conn(0x7f8e440b31d0 msgr2=0x7f8e4415dfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:36.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.733+0000 7f8e4a932640 1 -- 172.21.15.84:0/3179284937 shutdown_connections 2024-04-15T15:10:36.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:36.733+0000 7f8e4a932640 1 -- 172.21.15.84:0/3179284937 wait complete. 2024-04-15T15:10:36.745 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi084.front.sepia.ceph.com... 2024-04-15T15:10:36.746 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:36.746 DEBUG:teuthology.orchestra.run.smithi084:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-04-15T15:10:36.773 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi084.stderr:ceph-fuse[44673]: fuse finished with error 0 and tester_r 0 2024-04-15T15:10:36.775 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:10:36.804 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi084.front.sepia.ceph.com 2024-04-15T15:10:36.804 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:36.804 DEBUG:teuthology.orchestra.run.smithi084:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-04-15T15:10:36.873 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:10:37.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.013+0000 7f9405b74640 1 Processor -- start 2024-04-15T15:10:37.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.013+0000 7f9405b74640 1 -- start start 2024-04-15T15:10:37.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.014+0000 7f9405b74640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94000af400 0x7f94000ccb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:37.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.014+0000 7f9405b74640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f94000af860 0x7f94000cd0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:37.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.014+0000 7f9405b74640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f940006f8f0 con 0x7f940015eba0 2024-04-15T15:10:37.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.014+0000 7f9405b74640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f940015ef80 con 0x7f94000af860 2024-04-15T15:10:37.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.014+0000 7f9405b74640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f94000ce2b0 con 0x7f94000af400 2024-04-15T15:10:37.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.014+0000 7f93ff7fe640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f940015eba0 0x7f940006f1e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42918/0 (socket says 172.21.15.84:42918) 2024-04-15T15:10:37.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.014+0000 7f93ff7fe640 1 -- 172.21.15.84:0/3394096173 learned_addr learned my addr 172.21.15.84:0/3394096173 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:37.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.014+0000 7f93fe7fc640 1 -- 172.21.15.84:0/3394096173 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3755921550 0 0) 0x7f940006f8f0 con 0x7f940015eba0 2024-04-15T15:10:37.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.014+0000 7f93fe7fc640 1 -- 172.21.15.84:0/3394096173 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f93e8003520 con 0x7f940015eba0 2024-04-15T15:10:37.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.014+0000 7f93feffd640 1 --2- 172.21.15.84:0/3394096173 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94000af400 0x7f94000ccb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:37.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.014+0000 7f93fffff640 1 --2- 172.21.15.84:0/3394096173 >> v2:172.21.15.203:3300/0 conn(0x7f94000af860 0x7f94000cd0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:37.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.014+0000 7f93fe7fc640 1 -- 172.21.15.84:0/3394096173 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 938546787 0 0) 0x7f93e8003520 con 0x7f940015eba0 2024-04-15T15:10:37.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93fe7fc640 1 -- 172.21.15.84:0/3394096173 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94000af400 msgr2=0x7f94000ccb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:37.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93fe7fc640 1 --2- 172.21.15.84:0/3394096173 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94000af400 0x7f94000ccb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93fe7fc640 1 -- 172.21.15.84:0/3394096173 >> v2:172.21.15.203:3300/0 conn(0x7f94000af860 msgr2=0x7f94000cd0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:37.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93fe7fc640 1 --2- 172.21.15.84:0/3394096173 >> v2:172.21.15.203:3300/0 conn(0x7f94000af860 0x7f94000cd0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93fe7fc640 1 -- 172.21.15.84:0/3394096173 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94000ce590 con 0x7f940015eba0 2024-04-15T15:10:37.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93fe7fc640 1 -- 172.21.15.84:0/3394096173 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f93f0001670 con 0x7f940015eba0 2024-04-15T15:10:37.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93feffd640 1 --2- 172.21.15.84:0/3394096173 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94000af400 0x7f94000ccb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:37.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93fe7fc640 1 -- 172.21.15.84:0/3394096173 >> v1:172.21.15.84:6789/0 conn(0x7f940015eba0 legacy=0x7f940006f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:37.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93fe7fc640 1 --2- 172.21.15.84:0/3394096173 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94000af400 0x7f93e80039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:37.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93fe7fc640 1 --2- 172.21.15.84:0/3394096173 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93e8003ef0 0x7f93e8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:37.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93fe7fc640 1 --2- 172.21.15.84:0/3394096173 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f93e8004d40 0x7f93e80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:37.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93fe7fc640 1 -- 172.21.15.84:0/3394096173 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f940015ef80 con 0x7f93e8003ef0 2024-04-15T15:10:37.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93fe7fc640 1 -- 172.21.15.84:0/3394096173 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f94000ce2b0 con 0x7f93e8004d40 2024-04-15T15:10:37.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93fe7fc640 1 -- 172.21.15.84:0/3394096173 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f93e800ba70 con 0x7f94000af400 2024-04-15T15:10:37.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93feffd640 1 --2- 172.21.15.84:0/3394096173 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93e8003ef0 0x7f93e8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:37.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93ff7fe640 1 --2- 172.21.15.84:0/3394096173 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94000af400 0x7f93e80039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:37.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93fffff640 1 --2- 172.21.15.84:0/3394096173 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f93e8004d40 0x7f93e80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:37.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93feffd640 1 -- 172.21.15.84:0/3394096173 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94000af400 msgr2=0x7f93e80039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:37.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93feffd640 1 --2- 172.21.15.84:0/3394096173 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94000af400 0x7f93e80039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93feffd640 1 -- 172.21.15.84:0/3394096173 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f93e8004d40 msgr2=0x7f93e80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:37.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93feffd640 1 --2- 172.21.15.84:0/3394096173 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f93e8004d40 0x7f93e80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.015+0000 7f93feffd640 1 -- 172.21.15.84:0/3394096173 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93e8003520 con 0x7f93e8003ef0 2024-04-15T15:10:37.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.016+0000 7f93feffd640 1 --2- 172.21.15.84:0/3394096173 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93e8003ef0 0x7f93e8004800 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f93f40098a0 tx=0x7f93e8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7a704486d7b0f9e server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:37.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.016+0000 7f93fe7fc640 1 -- 172.21.15.84:0/3394096173 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93f400f040 con 0x7f93e8003ef0 2024-04-15T15:10:37.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.016+0000 7f93fe7fc640 1 -- 172.21.15.84:0/3394096173 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93f4004230 con 0x7f93e8003ef0 2024-04-15T15:10:37.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.016+0000 7f93fe7fc640 1 -- 172.21.15.84:0/3394096173 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93f4003610 con 0x7f93e8003ef0 2024-04-15T15:10:37.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.016+0000 7f9405b74640 1 -- 172.21.15.84:0/3394096173 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93e8003ef0 msgr2=0x7f93e8004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:37.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.016+0000 7f9405b74640 1 --2- 172.21.15.84:0/3394096173 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93e8003ef0 0x7f93e8004800 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f93f40098a0 tx=0x7f93e8005830 comp rx=0 tx=0).stop 2024-04-15T15:10:37.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.016+0000 7f93fffff640 1 -- 172.21.15.84:0/3394096173 reap_dead start 2024-04-15T15:10:37.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.016+0000 7f9405b74640 1 -- 172.21.15.84:0/3394096173 shutdown_connections 2024-04-15T15:10:37.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.016+0000 7f9405b74640 1 -- 172.21.15.84:0/3394096173 >> 172.21.15.84:0/3394096173 conn(0x7f94000b1dd0 msgr2=0x7f94000b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:37.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.016+0000 7f9405b74640 1 -- 172.21.15.84:0/3394096173 shutdown_connections 2024-04-15T15:10:37.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.016+0000 7f9405b74640 1 -- 172.21.15.84:0/3394096173 wait complete. 2024-04-15T15:10:37.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.018+0000 7f9405b74640 1 Processor -- start 2024-04-15T15:10:37.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.018+0000 7f9405b74640 1 -- start start 2024-04-15T15:10:37.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f9405b74640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93e8003ef0 0x7f94001f1960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:37.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f9405b74640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9400155850 0x7f9400155cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:37.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f9405b74640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94000afd40 0x7f94000b01c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:37.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f9405b74640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f94000b2b80 con 0x7f93e8003ef0 2024-04-15T15:10:37.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f9405b74640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f940006ecc0 con 0x7f9400155850 2024-04-15T15:10:37.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f9405b74640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f94000ceb50 con 0x7f94000afd40 2024-04-15T15:10:37.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f93ff7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93e8003ef0 0x7f94001f1960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:37.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f93ff7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93e8003ef0 0x7f94001f1960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36924/0 (socket says 172.21.15.84:36924) 2024-04-15T15:10:37.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f93ff7fe640 1 -- 172.21.15.84:0/2252572247 learned_addr learned my addr 172.21.15.84:0/2252572247 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:37.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f93feffd640 1 --2- 172.21.15.84:0/2252572247 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9400155850 0x7f9400155cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:37.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f93fffff640 1 --2- 172.21.15.84:0/2252572247 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94000afd40 0x7f94000b01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:37.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f93ff7fe640 1 -- 172.21.15.84:0/2252572247 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94000afd40 msgr2=0x7f94000b01c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:37.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f93ff7fe640 1 --2- 172.21.15.84:0/2252572247 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94000afd40 0x7f94000b01c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f93ff7fe640 1 -- 172.21.15.84:0/2252572247 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9400155850 msgr2=0x7f9400155cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:37.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f93ff7fe640 1 --2- 172.21.15.84:0/2252572247 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9400155850 0x7f9400155cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f93ff7fe640 1 -- 172.21.15.84:0/2252572247 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9400154210 con 0x7f93e8003ef0 2024-04-15T15:10:37.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f93feffd640 1 --2- 172.21.15.84:0/2252572247 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9400155850 0x7f9400155cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:37.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f93fffff640 1 --2- 172.21.15.84:0/2252572247 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94000afd40 0x7f94000b01c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:37.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f93ff7fe640 1 --2- 172.21.15.84:0/2252572247 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93e8003ef0 0x7f94001f1960 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f93f0007370 tx=0x7f93f0007830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:37.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f93e7fff640 1 -- 172.21.15.84:0/2252572247 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93f001a070 con 0x7f93e8003ef0 2024-04-15T15:10:37.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f93e7fff640 1 -- 172.21.15.84:0/2252572247 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93f000f940 con 0x7f93e8003ef0 2024-04-15T15:10:37.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f93e7fff640 1 -- 172.21.15.84:0/2252572247 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93f000fd30 con 0x7f93e8003ef0 2024-04-15T15:10:37.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.019+0000 7f9405b74640 1 -- 172.21.15.84:0/2252572247 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94001544f0 con 0x7f93e8003ef0 2024-04-15T15:10:37.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.020+0000 7f9405b74640 1 -- 172.21.15.84:0/2252572247 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9400154ab0 con 0x7f93e8003ef0 2024-04-15T15:10:37.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.021+0000 7f9405b74640 1 -- 172.21.15.84:0/2252572247 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94000b0700 con 0x7f93e8003ef0 2024-04-15T15:10:37.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.021+0000 7f93e7fff640 1 -- 172.21.15.84:0/2252572247 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f93f001d070 con 0x7f93e8003ef0 2024-04-15T15:10:37.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.021+0000 7f93e7fff640 1 --2- 172.21.15.84:0/2252572247 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f93ec06c8f0 0x7f93ec06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:37.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.021+0000 7f93e7fff640 1 -- 172.21.15.84:0/2252572247 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f93f008b890 con 0x7f93e8003ef0 2024-04-15T15:10:37.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.021+0000 7f93feffd640 1 --2- 172.21.15.84:0/2252572247 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f93ec06c8f0 0x7f93ec06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:37.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.022+0000 7f93feffd640 1 --2- 172.21.15.84:0/2252572247 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f93ec06c8f0 0x7f93ec06edb0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f93f4035000 tx=0x7f93f403a040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:37.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.026+0000 7f93e7fff640 1 -- 172.21.15.84:0/2252572247 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f93f0059980 con 0x7f93e8003ef0 2024-04-15T15:10:37.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.202+0000 7f9405b74640 1 -- 172.21.15.84:0/2252572247 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f94000690f0 con 0x7f93e8003ef0 2024-04-15T15:10:37.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.203+0000 7f93e7fff640 1 -- 172.21.15.84:0/2252572247 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18466 (secure 0 0 0) 0x7f93f0059280 con 0x7f93e8003ef0 2024-04-15T15:10:37.205 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:37.205 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":24,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:27.745198+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:10:37.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.205+0000 7f9405b74640 1 -- 172.21.15.84:0/2252572247 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f93ec06c8f0 msgr2=0x7f93ec06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:37.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.205+0000 7f9405b74640 1 --2- 172.21.15.84:0/2252572247 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f93ec06c8f0 0x7f93ec06edb0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f93f4035000 tx=0x7f93f403a040 comp rx=0 tx=0).stop 2024-04-15T15:10:37.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.205+0000 7f9405b74640 1 -- 172.21.15.84:0/2252572247 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93e8003ef0 msgr2=0x7f94001f1960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:37.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.205+0000 7f9405b74640 1 --2- 172.21.15.84:0/2252572247 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93e8003ef0 0x7f94001f1960 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f93f0007370 tx=0x7f93f0007830 comp rx=0 tx=0).stop 2024-04-15T15:10:37.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.205+0000 7f9405b74640 1 -- 172.21.15.84:0/2252572247 shutdown_connections 2024-04-15T15:10:37.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.205+0000 7f9405b74640 1 --2- 172.21.15.84:0/2252572247 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f93ec06c8f0 0x7f93ec06edb0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.205+0000 7f9405b74640 1 --2- 172.21.15.84:0/2252572247 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9400155850 0x7f9400155cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.205+0000 7f9405b74640 1 --2- 172.21.15.84:0/2252572247 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94000afd40 0x7f94000b01c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.205+0000 7f9405b74640 1 --2- 172.21.15.84:0/2252572247 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f93e8003ef0 0x7f94001f1960 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.205+0000 7f9405b74640 1 -- 172.21.15.84:0/2252572247 >> 172.21.15.84:0/2252572247 conn(0x7f94000b1dd0 msgr2=0x7f94000ccb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:37.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.205+0000 7f9405b74640 1 -- 172.21.15.84:0/2252572247 shutdown_connections 2024-04-15T15:10:37.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.205+0000 7f9405b74640 1 -- 172.21.15.84:0/2252572247 wait complete. 2024-04-15T15:10:37.218 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:10:37.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.320+0000 7fb880488640 1 Processor -- start 2024-04-15T15:10:37.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.320+0000 7fb880488640 1 -- start start 2024-04-15T15:10:37.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.321+0000 7fb880488640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb878161fb0 0x7fb878162450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:37.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.321+0000 7fb880488640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8780ccd40 con 0x7fb8780d12f0 2024-04-15T15:10:37.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.321+0000 7fb880488640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb8780cd020 con 0x7fb8780c9570 2024-04-15T15:10:37.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.321+0000 7fb880488640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fb8780ccaf0 con 0x7fb878161fb0 2024-04-15T15:10:37.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.321+0000 7fb87da23640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb878161fb0 0x7fb878162450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:37.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.321+0000 7fb87e224640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fb8780d12f0 0x7fb8781618a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42932/0 (socket says 172.21.15.84:42932) 2024-04-15T15:10:37.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.321+0000 7fb87e224640 1 -- 172.21.15.84:0/2770421776 learned_addr learned my addr 172.21.15.84:0/2770421776 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:37.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.321+0000 7fb87da23640 1 -- 172.21.15.84:0/2770421776 >> v1:172.21.15.203:6789/0 conn(0x7fb8780c9570 legacy=0x7fb878162990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:37.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.321+0000 7fb87da23640 1 -- 172.21.15.84:0/2770421776 >> v1:172.21.15.84:6789/0 conn(0x7fb8780d12f0 legacy=0x7fb8781618a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:37.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.321+0000 7fb87da23640 1 -- 172.21.15.84:0/2770421776 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8780cd300 con 0x7fb878161fb0 2024-04-15T15:10:37.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.322+0000 7fb87da23640 1 --2- 172.21.15.84:0/2770421776 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb878161fb0 0x7fb878162450 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fb8680097d0 tx=0x7fb86802b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63964bb932333cdf server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:37.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.322+0000 7fb87d222640 1 -- 172.21.15.84:0/2770421776 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb868035020 con 0x7fb878161fb0 2024-04-15T15:10:37.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.322+0000 7fb87d222640 1 -- 172.21.15.84:0/2770421776 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb868031830 con 0x7fb878161fb0 2024-04-15T15:10:37.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.322+0000 7fb87d222640 1 -- 172.21.15.84:0/2770421776 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb868031c00 con 0x7fb878161fb0 2024-04-15T15:10:37.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.322+0000 7fb880488640 1 -- 172.21.15.84:0/2770421776 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb878161fb0 msgr2=0x7fb878162450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:37.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.322+0000 7fb880488640 1 --2- 172.21.15.84:0/2770421776 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb878161fb0 0x7fb878162450 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fb8680097d0 tx=0x7fb86802b8d0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.323+0000 7fb880488640 1 -- 172.21.15.84:0/2770421776 shutdown_connections 2024-04-15T15:10:37.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.323+0000 7fb880488640 1 --2- 172.21.15.84:0/2770421776 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb878161fb0 0x7fb878162450 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.323+0000 7fb880488640 1 -- 172.21.15.84:0/2770421776 >> 172.21.15.84:0/2770421776 conn(0x7fb8780b3f90 msgr2=0x7fb8780b43a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:37.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.323+0000 7fb880488640 1 -- 172.21.15.84:0/2770421776 shutdown_connections 2024-04-15T15:10:37.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.323+0000 7fb880488640 1 -- 172.21.15.84:0/2770421776 wait complete. 2024-04-15T15:10:37.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.324+0000 7fb880488640 1 Processor -- start 2024-04-15T15:10:37.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.324+0000 7fb880488640 1 -- start start 2024-04-15T15:10:37.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.324+0000 7fb880488640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb8780c9570 0x7fb8781ea420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:37.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.324+0000 7fb880488640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb8780d12f0 0x7fb87814f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:37.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.324+0000 7fb880488640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb878161fb0 0x7fb8780c7c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:37.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.324+0000 7fb880488640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb8780d2210 con 0x7fb8780d12f0 2024-04-15T15:10:37.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.324+0000 7fb880488640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb8780d2090 con 0x7fb8780c9570 2024-04-15T15:10:37.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.324+0000 7fb880488640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb8781630a0 con 0x7fb878161fb0 2024-04-15T15:10:37.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.325+0000 7fb87da23640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb8780d12f0 0x7fb87814f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:37.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.325+0000 7fb87da23640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb8780d12f0 0x7fb87814f760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36942/0 (socket says 172.21.15.84:36942) 2024-04-15T15:10:37.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.325+0000 7fb87da23640 1 -- 172.21.15.84:0/722706297 learned_addr learned my addr 172.21.15.84:0/722706297 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:37.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.325+0000 7fb87e224640 1 --2- 172.21.15.84:0/722706297 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb8780c9570 0x7fb8781ea420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:37.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.325+0000 7fb87ea25640 1 --2- 172.21.15.84:0/722706297 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb878161fb0 0x7fb8780c7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:37.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.325+0000 7fb87da23640 1 -- 172.21.15.84:0/722706297 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb878161fb0 msgr2=0x7fb8780c7c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:37.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.325+0000 7fb87da23640 1 --2- 172.21.15.84:0/722706297 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb878161fb0 0x7fb8780c7c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.325+0000 7fb87da23640 1 -- 172.21.15.84:0/722706297 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb8780c9570 msgr2=0x7fb8781ea420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:37.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.325+0000 7fb87da23640 1 --2- 172.21.15.84:0/722706297 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb8780c9570 0x7fb8781ea420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.325+0000 7fb87da23640 1 -- 172.21.15.84:0/722706297 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8781eaa70 con 0x7fb8780d12f0 2024-04-15T15:10:37.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.325+0000 7fb87da23640 1 --2- 172.21.15.84:0/722706297 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb8780d12f0 0x7fb87814f760 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fb8680097d0 tx=0x7fb8680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:37.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.325+0000 7fb86effd640 1 -- 172.21.15.84:0/722706297 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb86803aa70 con 0x7fb8780d12f0 2024-04-15T15:10:37.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.325+0000 7fb86effd640 1 -- 172.21.15.84:0/722706297 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb86803ac10 con 0x7fb8780d12f0 2024-04-15T15:10:37.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.325+0000 7fb86effd640 1 -- 172.21.15.84:0/722706297 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8680443f0 con 0x7fb8780d12f0 2024-04-15T15:10:37.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.325+0000 7fb880488640 1 -- 172.21.15.84:0/722706297 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8781e8ba0 con 0x7fb8780d12f0 2024-04-15T15:10:37.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.325+0000 7fb880488640 1 -- 172.21.15.84:0/722706297 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8781e9160 con 0x7fb8780d12f0 2024-04-15T15:10:37.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.326+0000 7fb880488640 1 -- 172.21.15.84:0/722706297 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8780689e0 con 0x7fb8780d12f0 2024-04-15T15:10:37.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.327+0000 7fb86effd640 1 -- 172.21.15.84:0/722706297 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fb86804b060 con 0x7fb8780d12f0 2024-04-15T15:10:37.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.327+0000 7fb86effd640 1 --2- 172.21.15.84:0/722706297 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb85c06c8f0 0x7fb85c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:37.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.327+0000 7fb87e224640 1 --2- 172.21.15.84:0/722706297 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb85c06c8f0 0x7fb85c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:37.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.327+0000 7fb86effd640 1 -- 172.21.15.84:0/722706297 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fb8680adc00 con 0x7fb8780d12f0 2024-04-15T15:10:37.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.328+0000 7fb87e224640 1 --2- 172.21.15.84:0/722706297 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb85c06c8f0 0x7fb85c06edb0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb874000f60 tx=0x7fb874009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:37.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.332+0000 7fb86effd640 1 -- 172.21.15.84:0/722706297 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fb8680b4080 con 0x7fb8780d12f0 2024-04-15T15:10:37.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.510+0000 7fb880488640 1 -- 172.21.15.84:0/722706297 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb8781605a0 con 0x7fb8780d12f0 2024-04-15T15:10:37.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.511+0000 7fb86effd640 1 -- 172.21.15.84:0/722706297 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18466 (secure 0 0 0) 0x7fb86803f070 con 0x7fb8780d12f0 2024-04-15T15:10:37.513 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:37.513 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":24,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:27.745198+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:10:37.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.513+0000 7fb880488640 1 -- 172.21.15.84:0/722706297 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb85c06c8f0 msgr2=0x7fb85c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:37.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.513+0000 7fb880488640 1 --2- 172.21.15.84:0/722706297 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb85c06c8f0 0x7fb85c06edb0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb874000f60 tx=0x7fb874009040 comp rx=0 tx=0).stop 2024-04-15T15:10:37.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.513+0000 7fb880488640 1 -- 172.21.15.84:0/722706297 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb8780d12f0 msgr2=0x7fb87814f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:37.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.513+0000 7fb880488640 1 --2- 172.21.15.84:0/722706297 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb8780d12f0 0x7fb87814f760 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fb8680097d0 tx=0x7fb8680046c0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.513+0000 7fb880488640 1 -- 172.21.15.84:0/722706297 shutdown_connections 2024-04-15T15:10:37.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.513+0000 7fb880488640 1 --2- 172.21.15.84:0/722706297 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb878161fb0 0x7fb8780c7c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.513+0000 7fb880488640 1 --2- 172.21.15.84:0/722706297 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb8780d12f0 0x7fb87814f760 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.513+0000 7fb880488640 1 --2- 172.21.15.84:0/722706297 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb85c06c8f0 0x7fb85c06edb0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.513+0000 7fb880488640 1 --2- 172.21.15.84:0/722706297 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb8780c9570 0x7fb8781ea420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.513+0000 7fb880488640 1 -- 172.21.15.84:0/722706297 >> 172.21.15.84:0/722706297 conn(0x7fb8780b3f90 msgr2=0x7fb8780cb020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:37.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.513+0000 7fb880488640 1 -- 172.21.15.84:0/722706297 shutdown_connections 2024-04-15T15:10:37.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.513+0000 7fb880488640 1 -- 172.21.15.84:0/722706297 wait complete. 2024-04-15T15:10:37.526 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-15T15:10:37.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.630+0000 7f002b60d640 1 Processor -- start 2024-04-15T15:10:37.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.630+0000 7f002b60d640 1 -- start start 2024-04-15T15:10:37.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.631+0000 7f002b60d640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f002415c5f0 0x7f00240d1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:37.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.631+0000 7f002b60d640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f002406f510 0x7f00240d1640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:37.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.631+0000 7f002b60d640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0024160ff0 con 0x7f00240ce190 2024-04-15T15:10:37.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.631+0000 7f002b60d640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f0024160da0 con 0x7f002415c5f0 2024-04-15T15:10:37.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.631+0000 7f002b60d640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f00241612d0 con 0x7f002406f510 2024-04-15T15:10:37.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.631+0000 7f00293a9640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f002415c5f0 0x7f00240d1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:37.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.631+0000 7f0028ba8640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f00240ce190 0x7f00240ccb70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42934/0 (socket says 172.21.15.84:42934) 2024-04-15T15:10:37.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.631+0000 7f0028ba8640 1 -- 172.21.15.84:0/129851388 learned_addr learned my addr 172.21.15.84:0/129851388 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:37.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.631+0000 7f00293a9640 1 -- 172.21.15.84:0/129851388 >> v2:172.21.15.203:3300/0 conn(0x7f002406f510 msgr2=0x7f00240d1640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:37.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.631+0000 7f00293a9640 1 --2- 172.21.15.84:0/129851388 >> v2:172.21.15.203:3300/0 conn(0x7f002406f510 0x7f00240d1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.631+0000 7f00293a9640 1 -- 172.21.15.84:0/129851388 >> v1:172.21.15.84:6789/0 conn(0x7f00240ce190 legacy=0x7f00240ccb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:37.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.631+0000 7f001bfff640 1 -- 172.21.15.84:0/129851388 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 889530001 0 0) 0x7f0024160ff0 con 0x7f00240ce190 2024-04-15T15:10:37.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.632+0000 7f00293a9640 1 -- 172.21.15.84:0/129851388 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00240b5840 con 0x7f002415c5f0 2024-04-15T15:10:37.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.632+0000 7f00293a9640 1 --2- 172.21.15.84:0/129851388 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f002415c5f0 0x7f00240d1100 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f00240ce620 tx=0x7f002002b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b1f3f19b4539d86 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:37.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.632+0000 7f001bfff640 1 -- 172.21.15.84:0/129851388 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00200315a0 con 0x7f002415c5f0 2024-04-15T15:10:37.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.632+0000 7f001bfff640 1 -- 172.21.15.84:0/129851388 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0020037070 con 0x7f002415c5f0 2024-04-15T15:10:37.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.632+0000 7f001bfff640 1 -- 172.21.15.84:0/129851388 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0020031960 con 0x7f002415c5f0 2024-04-15T15:10:37.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.633+0000 7f002b60d640 1 -- 172.21.15.84:0/129851388 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f002415c5f0 msgr2=0x7f00240d1100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:37.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.633+0000 7f002b60d640 1 --2- 172.21.15.84:0/129851388 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f002415c5f0 0x7f00240d1100 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f00240ce620 tx=0x7f002002b840 comp rx=0 tx=0).stop 2024-04-15T15:10:37.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.633+0000 7f002b60d640 1 -- 172.21.15.84:0/129851388 shutdown_connections 2024-04-15T15:10:37.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.633+0000 7f002b60d640 1 --2- 172.21.15.84:0/129851388 >> v2:172.21.15.203:3300/0 conn(0x7f002406f510 0x7f00240d1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.633+0000 7f002b60d640 1 --2- 172.21.15.84:0/129851388 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f002415c5f0 0x7f00240d1100 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.633+0000 7f002b60d640 1 -- 172.21.15.84:0/129851388 >> 172.21.15.84:0/129851388 conn(0x7f00240b4010 msgr2=0x7f00240b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:37.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.633+0000 7f002b60d640 1 -- 172.21.15.84:0/129851388 shutdown_connections 2024-04-15T15:10:37.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.633+0000 7f002b60d640 1 -- 172.21.15.84:0/129851388 wait complete. 2024-04-15T15:10:37.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.634+0000 7f002b60d640 1 Processor -- start 2024-04-15T15:10:37.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.634+0000 7f002b60d640 1 -- start start 2024-04-15T15:10:37.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.635+0000 7f002b60d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f002406f510 0x7f00241566e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:37.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.635+0000 7f002b60d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f002415c5f0 0x7f00240d0e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:37.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.635+0000 7f002b60d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0024154850 0x7f0024154d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:37.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.635+0000 7f002b60d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f00240b5bb0 con 0x7f002406f510 2024-04-15T15:10:37.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.635+0000 7f002b60d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f00240d23a0 con 0x7f0024154850 2024-04-15T15:10:37.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.635+0000 7f002b60d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f002415c9d0 con 0x7f002415c5f0 2024-04-15T15:10:37.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.635+0000 7f00293a9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f002406f510 0x7f00241566e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:37.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.635+0000 7f00293a9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f002406f510 0x7f00241566e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36972/0 (socket says 172.21.15.84:36972) 2024-04-15T15:10:37.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.635+0000 7f00293a9640 1 -- 172.21.15.84:0/2863841974 learned_addr learned my addr 172.21.15.84:0/2863841974 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:37.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.635+0000 7f00293a9640 1 -- 172.21.15.84:0/2863841974 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f002415c5f0 msgr2=0x7f00240d0e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:37.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.635+0000 7f00293a9640 1 --2- 172.21.15.84:0/2863841974 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f002415c5f0 0x7f00240d0e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.635+0000 7f00293a9640 1 -- 172.21.15.84:0/2863841974 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0024154850 msgr2=0x7f0024154d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:37.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.635+0000 7f00293a9640 1 --2- 172.21.15.84:0/2863841974 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0024154850 0x7f0024154d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:37.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.635+0000 7f00293a9640 1 -- 172.21.15.84:0/2863841974 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00240cb370 con 0x7f002406f510 2024-04-15T15:10:37.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.635+0000 7f00293a9640 1 --2- 172.21.15.84:0/2863841974 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f002406f510 0x7f00241566e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0020034040 tx=0x7f00200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:37.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.635+0000 7f0019ffb640 1 -- 172.21.15.84:0/2863841974 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0020004230 con 0x7f002406f510 2024-04-15T15:10:37.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.636+0000 7f0019ffb640 1 -- 172.21.15.84:0/2863841974 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f00200043d0 con 0x7f002406f510 2024-04-15T15:10:37.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.636+0000 7f002b60d640 1 -- 172.21.15.84:0/2863841974 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00240cb650 con 0x7f002406f510 2024-04-15T15:10:37.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.636+0000 7f0019ffb640 1 -- 172.21.15.84:0/2863841974 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0020032880 con 0x7f002406f510 2024-04-15T15:10:37.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.636+0000 7f002b60d640 1 -- 172.21.15.84:0/2863841974 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0024156c20 con 0x7f002406f510 2024-04-15T15:10:37.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.637+0000 7f002b60d640 1 -- 172.21.15.84:0/2863841974 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0024075c50 con 0x7f002406f510 2024-04-15T15:10:37.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.637+0000 7f0019ffb640 1 -- 172.21.15.84:0/2863841974 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f0020032a20 con 0x7f002406f510 2024-04-15T15:10:37.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.637+0000 7f0019ffb640 1 --2- 172.21.15.84:0/2863841974 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f000806c8f0 0x7f000806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:37.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.638+0000 7f0019ffb640 1 -- 172.21.15.84:0/2863841974 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f002002f030 con 0x7f002406f510 2024-04-15T15:10:37.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.638+0000 7f0028ba8640 1 --2- 172.21.15.84:0/2863841974 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f000806c8f0 0x7f000806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:37.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.638+0000 7f0028ba8640 1 --2- 172.21.15.84:0/2863841974 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f000806c8f0 0x7f000806edb0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0014007fd0 tx=0x7f0014007920 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:37.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.642+0000 7f0019ffb640 1 -- 172.21.15.84:0/2863841974 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f0020041070 con 0x7f002406f510 2024-04-15T15:10:37.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:37.855+0000 7f002b60d640 1 -- 172.21.15.84:0/2863841974 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f00240d1e50 con 0x7f002406f510 2024-04-15T15:10:38.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.405+0000 7f0019ffb640 1 -- 172.21.15.84:0/2863841974 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v8) ==== 118+0+0 (secure 0 0 0) 0x7f0020044340 con 0x7f002406f510 2024-04-15T15:10:38.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.408+0000 7f002b60d640 1 -- 172.21.15.84:0/2863841974 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f000806c8f0 msgr2=0x7f000806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:38.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.408+0000 7f002b60d640 1 --2- 172.21.15.84:0/2863841974 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f000806c8f0 0x7f000806edb0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0014007fd0 tx=0x7f0014007920 comp rx=0 tx=0).stop 2024-04-15T15:10:38.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.408+0000 7f002b60d640 1 -- 172.21.15.84:0/2863841974 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f002406f510 msgr2=0x7f00241566e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:38.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.408+0000 7f002b60d640 1 --2- 172.21.15.84:0/2863841974 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f002406f510 0x7f00241566e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f0020034040 tx=0x7f00200046c0 comp rx=0 tx=0).stop 2024-04-15T15:10:38.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.408+0000 7f002b60d640 1 -- 172.21.15.84:0/2863841974 shutdown_connections 2024-04-15T15:10:38.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.408+0000 7f002b60d640 1 --2- 172.21.15.84:0/2863841974 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f000806c8f0 0x7f000806edb0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:38.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.408+0000 7f002b60d640 1 --2- 172.21.15.84:0/2863841974 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0024154850 0x7f0024154d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:38.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.408+0000 7f002b60d640 1 --2- 172.21.15.84:0/2863841974 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f002415c5f0 0x7f00240d0e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:38.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.408+0000 7f002b60d640 1 --2- 172.21.15.84:0/2863841974 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f002406f510 0x7f00241566e0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:38.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.408+0000 7f002b60d640 1 -- 172.21.15.84:0/2863841974 >> 172.21.15.84:0/2863841974 conn(0x7f00240b4010 msgr2=0x7f002406f9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:38.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.408+0000 7f002b60d640 1 -- 172.21.15.84:0/2863841974 shutdown_connections 2024-04-15T15:10:38.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.408+0000 7f002b60d640 1 -- 172.21.15.84:0/2863841974 wait complete. 2024-04-15T15:10:38.423 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2024-04-15T15:10:38.423 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-15T15:10:38.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.532+0000 7f3460055640 1 Processor -- start 2024-04-15T15:10:38.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.532+0000 7f3460055640 1 -- start start 2024-04-15T15:10:38.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.533+0000 7f3460055640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f34581461d0 0x7f34580cfdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:38.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.533+0000 7f3460055640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f34580ccfd0 0x7f34580cd430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:38.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.533+0000 7f3460055640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f345806ecf0 con 0x7f3458160120 2024-04-15T15:10:38.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.533+0000 7f3460055640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f34581465b0 con 0x7f34580ccfd0 2024-04-15T15:10:38.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.533+0000 7f3460055640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f34580cd970 con 0x7f34581461d0 2024-04-15T15:10:38.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.533+0000 7f345d5f0640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f34580ccfd0 0x7f34580cd430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:38.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.533+0000 7f345d5f0640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f34580ccfd0 0x7f34580cd430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36974/0 (socket says 172.21.15.84:36974) 2024-04-15T15:10:38.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.534+0000 7f345d5f0640 1 -- 172.21.15.84:0/1743320438 learned_addr learned my addr 172.21.15.84:0/1743320438 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:38.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.534+0000 7f345ddf1640 1 --2- 172.21.15.84:0/1743320438 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f34581461d0 0x7f34580cfdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:38.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.534+0000 7f345d5f0640 1 -- 172.21.15.84:0/1743320438 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f34581461d0 msgr2=0x7f34580cfdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:38.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.534+0000 7f345d5f0640 1 --2- 172.21.15.84:0/1743320438 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f34581461d0 0x7f34580cfdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:38.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.534+0000 7f345d5f0640 1 -- 172.21.15.84:0/1743320438 >> v1:172.21.15.203:6789/0 conn(0x7f3458160120 legacy=0x7f34581605b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:38.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.534+0000 7f345d5f0640 1 -- 172.21.15.84:0/1743320438 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f345806efd0 con 0x7f34580ccfd0 2024-04-15T15:10:38.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.534+0000 7f345ddf1640 1 --2- 172.21.15.84:0/1743320438 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f34581461d0 0x7f34580cfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:38.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.534+0000 7f345d5f0640 1 --2- 172.21.15.84:0/1743320438 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34580ccfd0 0x7f34580cd430 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f3448009870 tx=0x7f344802b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b446c9585589365 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:38.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.535+0000 7f345cdef640 1 -- 172.21.15.84:0/1743320438 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3448035020 con 0x7f34580ccfd0 2024-04-15T15:10:38.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.535+0000 7f345cdef640 1 -- 172.21.15.84:0/1743320438 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3448031640 con 0x7f34580ccfd0 2024-04-15T15:10:38.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.535+0000 7f345cdef640 1 -- 172.21.15.84:0/1743320438 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f344802d040 con 0x7f34580ccfd0 2024-04-15T15:10:38.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.535+0000 7f3460055640 1 -- 172.21.15.84:0/1743320438 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34580ccfd0 msgr2=0x7f34580cd430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:38.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.535+0000 7f3460055640 1 --2- 172.21.15.84:0/1743320438 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34580ccfd0 0x7f34580cd430 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f3448009870 tx=0x7f344802b8f0 comp rx=0 tx=0).stop 2024-04-15T15:10:38.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.535+0000 7f3460055640 1 -- 172.21.15.84:0/1743320438 shutdown_connections 2024-04-15T15:10:38.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.535+0000 7f3460055640 1 --2- 172.21.15.84:0/1743320438 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34580ccfd0 0x7f34580cd430 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:38.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.535+0000 7f3460055640 1 --2- 172.21.15.84:0/1743320438 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f34581461d0 0x7f34580cfdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:38.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.535+0000 7f3460055640 1 -- 172.21.15.84:0/1743320438 >> 172.21.15.84:0/1743320438 conn(0x7f34580d05c0 msgr2=0x7f34580d09a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:38.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.535+0000 7f3460055640 1 -- 172.21.15.84:0/1743320438 shutdown_connections 2024-04-15T15:10:38.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.535+0000 7f3460055640 1 -- 172.21.15.84:0/1743320438 wait complete. 2024-04-15T15:10:38.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.537+0000 7f3460055640 1 Processor -- start 2024-04-15T15:10:38.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.537+0000 7f3460055640 1 -- start start 2024-04-15T15:10:38.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.537+0000 7f3460055640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34580ccfd0 0x7f34580b41c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:38.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.537+0000 7f3460055640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f34581461d0 0x7f34580ad8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:38.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.537+0000 7f3460055640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3458160120 0x7f34580ade00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:38.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.537+0000 7f3460055640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f345806c970 con 0x7f34580ccfd0 2024-04-15T15:10:38.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.537+0000 7f3460055640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f345806f900 con 0x7f3458160120 2024-04-15T15:10:38.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.537+0000 7f3460055640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f345806f590 con 0x7f34581461d0 2024-04-15T15:10:38.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.537+0000 7f345ddf1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34580ccfd0 0x7f34580b41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:38.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.537+0000 7f345ddf1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34580ccfd0 0x7f34580b41c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:36978/0 (socket says 172.21.15.84:36978) 2024-04-15T15:10:38.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.537+0000 7f345ddf1640 1 -- 172.21.15.84:0/3577067680 learned_addr learned my addr 172.21.15.84:0/3577067680 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:38.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.538+0000 7f345d5f0640 1 --2- 172.21.15.84:0/3577067680 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f34581461d0 0x7f34580ad8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:38.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.538+0000 7f345e5f2640 1 --2- 172.21.15.84:0/3577067680 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3458160120 0x7f34580ade00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:38.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.538+0000 7f345ddf1640 1 -- 172.21.15.84:0/3577067680 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f34581461d0 msgr2=0x7f34580ad8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:38.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.538+0000 7f345ddf1640 1 --2- 172.21.15.84:0/3577067680 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f34581461d0 0x7f34580ad8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:38.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.538+0000 7f345ddf1640 1 -- 172.21.15.84:0/3577067680 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3458160120 msgr2=0x7f34580ade00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:38.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.538+0000 7f345ddf1640 1 --2- 172.21.15.84:0/3577067680 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3458160120 0x7f34580ade00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:38.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.538+0000 7f345ddf1640 1 -- 172.21.15.84:0/3577067680 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3458135be0 con 0x7f34580ccfd0 2024-04-15T15:10:38.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.538+0000 7f345d5f0640 1 --2- 172.21.15.84:0/3577067680 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f34581461d0 0x7f34580ad8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:38.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.538+0000 7f345e5f2640 1 --2- 172.21.15.84:0/3577067680 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3458160120 0x7f34580ade00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:38.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.538+0000 7f345ddf1640 1 --2- 172.21.15.84:0/3577067680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34580ccfd0 0x7f34580b41c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f345400cf60 tx=0x7f345400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:38.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.538+0000 7f344e7fc640 1 -- 172.21.15.84:0/3577067680 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f345401a070 con 0x7f34580ccfd0 2024-04-15T15:10:38.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.538+0000 7f344e7fc640 1 -- 172.21.15.84:0/3577067680 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f345400d840 con 0x7f34580ccfd0 2024-04-15T15:10:38.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.538+0000 7f3460055640 1 -- 172.21.15.84:0/3577067680 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3458135ec0 con 0x7f34580ccfd0 2024-04-15T15:10:38.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.538+0000 7f344e7fc640 1 -- 172.21.15.84:0/3577067680 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f345400dc10 con 0x7f34580ccfd0 2024-04-15T15:10:38.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.538+0000 7f3460055640 1 -- 172.21.15.84:0/3577067680 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3458136480 con 0x7f34580ccfd0 2024-04-15T15:10:38.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.539+0000 7f3460055640 1 -- 172.21.15.84:0/3577067680 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3458075c50 con 0x7f34580ccfd0 2024-04-15T15:10:38.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.539+0000 7f344e7fc640 1 -- 172.21.15.84:0/3577067680 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f345401d070 con 0x7f34580ccfd0 2024-04-15T15:10:38.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.540+0000 7f344e7fc640 1 --2- 172.21.15.84:0/3577067680 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f343c06c8f0 0x7f343c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:38.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.540+0000 7f344e7fc640 1 -- 172.21.15.84:0/3577067680 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f345408c660 con 0x7f34580ccfd0 2024-04-15T15:10:38.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.540+0000 7f345d5f0640 1 --2- 172.21.15.84:0/3577067680 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f343c06c8f0 0x7f343c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:38.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.540+0000 7f345d5f0640 1 --2- 172.21.15.84:0/3577067680 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f343c06c8f0 0x7f343c06edb0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f3448036000 tx=0x7f3448008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:38.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.544+0000 7f344e7fc640 1 -- 172.21.15.84:0/3577067680 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f345405a100 con 0x7f34580ccfd0 2024-04-15T15:10:38.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:38.757+0000 7f3460055640 1 -- 172.21.15.84:0/3577067680 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f345806e530 con 0x7f34580ccfd0 2024-04-15T15:10:39.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.409+0000 7f344e7fc640 1 -- 172.21.15.84:0/3577067680 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v9) ==== 122+0+0 (secure 0 0 0) 0x7f345405e400 con 0x7f34580ccfd0 2024-04-15T15:10:39.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.412+0000 7f3460055640 1 -- 172.21.15.84:0/3577067680 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f343c06c8f0 msgr2=0x7f343c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:39.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.412+0000 7f3460055640 1 --2- 172.21.15.84:0/3577067680 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f343c06c8f0 0x7f343c06edb0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f3448036000 tx=0x7f3448008030 comp rx=0 tx=0).stop 2024-04-15T15:10:39.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.412+0000 7f3460055640 1 -- 172.21.15.84:0/3577067680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34580ccfd0 msgr2=0x7f34580b41c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:39.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.412+0000 7f3460055640 1 --2- 172.21.15.84:0/3577067680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34580ccfd0 0x7f34580b41c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f345400cf60 tx=0x7f345400cf90 comp rx=0 tx=0).stop 2024-04-15T15:10:39.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.412+0000 7f3460055640 1 -- 172.21.15.84:0/3577067680 shutdown_connections 2024-04-15T15:10:39.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.412+0000 7f3460055640 1 --2- 172.21.15.84:0/3577067680 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f343c06c8f0 0x7f343c06edb0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:39.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.412+0000 7f3460055640 1 --2- 172.21.15.84:0/3577067680 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3458160120 0x7f34580ade00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:39.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.412+0000 7f3460055640 1 --2- 172.21.15.84:0/3577067680 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f34581461d0 0x7f34580ad8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:39.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.412+0000 7f3460055640 1 --2- 172.21.15.84:0/3577067680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34580ccfd0 0x7f34580b41c0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:39.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.412+0000 7f3460055640 1 -- 172.21.15.84:0/3577067680 >> 172.21.15.84:0/3577067680 conn(0x7f34580d05c0 msgr2=0x7f34580cc7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:39.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.412+0000 7f3460055640 1 -- 172.21.15.84:0/3577067680 shutdown_connections 2024-04-15T15:10:39.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.412+0000 7f3460055640 1 -- 172.21.15.84:0/3577067680 wait complete. 2024-04-15T15:10:39.426 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-04-15T15:10:39.426 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:10:39.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.529+0000 7f3f01ace640 1 Processor -- start 2024-04-15T15:10:39.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.529+0000 7f3f01ace640 1 -- start start 2024-04-15T15:10:39.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.530+0000 7f3f01ace640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f3efc0cd2a0 0x7f3efc0ad0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:39.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.530+0000 7f3f01ace640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3efc06f8f0 con 0x7f3efc0af400 2024-04-15T15:10:39.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.530+0000 7f3f01ace640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3efc15ef80 con 0x7f3efc15eba0 2024-04-15T15:10:39.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.530+0000 7f3f01ace640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f3efc0ce2b0 con 0x7f3efc0cd2a0 2024-04-15T15:10:39.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.530+0000 7f3efaffd640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f3efc0af400 0x7f3efc0ccb90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42938/0 (socket says 172.21.15.84:42938) 2024-04-15T15:10:39.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.530+0000 7f3efaffd640 1 -- 172.21.15.84:0/1189266426 learned_addr learned my addr 172.21.15.84:0/1189266426 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:39.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.530+0000 7f3efbfff640 1 --2- 172.21.15.84:0/1189266426 >> v2:172.21.15.203:3300/0 conn(0x7f3efc0cd2a0 0x7f3efc0ad0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.530+0000 7f3efa7fc640 1 -- 172.21.15.84:0/1189266426 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 364293676 0 0) 0x7f3efc06f8f0 con 0x7f3efc0af400 2024-04-15T15:10:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.530+0000 7f3efa7fc640 1 -- 172.21.15.84:0/1189266426 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3ee4003520 con 0x7f3efc0af400 2024-04-15T15:10:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efa7fc640 1 -- 172.21.15.84:0/1189266426 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1127369763 0 0) 0x7f3ee4003520 con 0x7f3efc0af400 2024-04-15T15:10:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efa7fc640 1 -- 172.21.15.84:0/1189266426 >> v2:172.21.15.203:3300/0 conn(0x7f3efc0cd2a0 msgr2=0x7f3efc0ad0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efa7fc640 1 --2- 172.21.15.84:0/1189266426 >> v2:172.21.15.203:3300/0 conn(0x7f3efc0cd2a0 0x7f3efc0ad0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efa7fc640 1 -- 172.21.15.84:0/1189266426 >> v1:172.21.15.203:6789/0 conn(0x7f3efc15eba0 legacy=0x7f3efc06f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efa7fc640 1 -- 172.21.15.84:0/1189266426 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3efc0ce590 con 0x7f3efc0af400 2024-04-15T15:10:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efa7fc640 1 -- 172.21.15.84:0/1189266426 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f3ef0001670 con 0x7f3efc0af400 2024-04-15T15:10:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efa7fc640 1 -- 172.21.15.84:0/1189266426 >> v1:172.21.15.84:6789/0 conn(0x7f3efc0af400 legacy=0x7f3efc0ccb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efa7fc640 1 --2- 172.21.15.84:0/1189266426 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ee40039b0 0x7f3ee4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efa7fc640 1 --2- 172.21.15.84:0/1189266426 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ee4004800 0x7f3ee4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efa7fc640 1 --2- 172.21.15.84:0/1189266426 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3ee40051c0 0x7f3ee400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efa7fc640 1 -- 172.21.15.84:0/1189266426 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3efc0ce2b0 con 0x7f3ee4004800 2024-04-15T15:10:39.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efa7fc640 1 -- 172.21.15.84:0/1189266426 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3ee400c160 con 0x7f3ee40039b0 2024-04-15T15:10:39.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efa7fc640 1 -- 172.21.15.84:0/1189266426 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f3ee400c360 con 0x7f3ee40051c0 2024-04-15T15:10:39.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efaffd640 1 --2- 172.21.15.84:0/1189266426 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ee4004800 0x7f3ee4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:39.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efb7fe640 1 --2- 172.21.15.84:0/1189266426 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ee40039b0 0x7f3ee4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:39.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efbfff640 1 --2- 172.21.15.84:0/1189266426 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3ee40051c0 0x7f3ee400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:39.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efaffd640 1 -- 172.21.15.84:0/1189266426 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3ee40051c0 msgr2=0x7f3ee400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:39.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efaffd640 1 --2- 172.21.15.84:0/1189266426 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3ee40051c0 0x7f3ee400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:39.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efaffd640 1 -- 172.21.15.84:0/1189266426 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ee40039b0 msgr2=0x7f3ee4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:39.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efaffd640 1 --2- 172.21.15.84:0/1189266426 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ee40039b0 0x7f3ee4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:39.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efaffd640 1 -- 172.21.15.84:0/1189266426 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ee4003520 con 0x7f3ee4004800 2024-04-15T15:10:39.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efbfff640 1 --2- 172.21.15.84:0/1189266426 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3ee40051c0 0x7f3ee400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:39.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.531+0000 7f3efbfff640 1 -- 172.21.15.84:0/1189266426 reap_dead start 2024-04-15T15:10:39.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.532+0000 7f3efaffd640 1 --2- 172.21.15.84:0/1189266426 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ee4004800 0x7f3ee4004c80 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3ef000c240 tx=0x7f3ee4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=443e89fabab05e82 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:39.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.532+0000 7f3efa7fc640 1 -- 172.21.15.84:0/1189266426 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef0007cf0 con 0x7f3ee4004800 2024-04-15T15:10:39.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.532+0000 7f3efa7fc640 1 -- 172.21.15.84:0/1189266426 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ef0030070 con 0x7f3ee4004800 2024-04-15T15:10:39.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.532+0000 7f3efa7fc640 1 -- 172.21.15.84:0/1189266426 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef0005d70 con 0x7f3ee4004800 2024-04-15T15:10:39.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.533+0000 7f3f01ace640 1 -- 172.21.15.84:0/1189266426 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ee4004800 msgr2=0x7f3ee4004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:39.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.533+0000 7f3f01ace640 1 --2- 172.21.15.84:0/1189266426 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ee4004800 0x7f3ee4004c80 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f3ef000c240 tx=0x7f3ee4005830 comp rx=0 tx=0).stop 2024-04-15T15:10:39.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.533+0000 7f3f01ace640 1 -- 172.21.15.84:0/1189266426 shutdown_connections 2024-04-15T15:10:39.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.533+0000 7f3f01ace640 1 --2- 172.21.15.84:0/1189266426 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ee4004800 0x7f3ee4004c80 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:39.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.533+0000 7f3f01ace640 1 -- 172.21.15.84:0/1189266426 >> 172.21.15.84:0/1189266426 conn(0x7f3efc0b1dd0 msgr2=0x7f3efc0b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:39.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.533+0000 7f3f01ace640 1 -- 172.21.15.84:0/1189266426 shutdown_connections 2024-04-15T15:10:39.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.533+0000 7f3f01ace640 1 -- 172.21.15.84:0/1189266426 wait complete. 2024-04-15T15:10:39.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.534+0000 7f3f01ace640 1 Processor -- start 2024-04-15T15:10:39.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.534+0000 7f3f01ace640 1 -- start start 2024-04-15T15:10:39.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3f01ace640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ee4004800 0x7f3efc099770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:39.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3f01ace640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3efc0cf990 0x7f3efc14be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:39.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3f01ace640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3efc0ae480 0x7f3efc14c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:39.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3f01ace640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3efc0b2b80 con 0x7f3efc0cf990 2024-04-15T15:10:39.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3f01ace640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3efc06ecc0 con 0x7f3ee4004800 2024-04-15T15:10:39.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3f01ace640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f3efc0ceb50 con 0x7f3efc0ae480 2024-04-15T15:10:39.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3efaffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3efc0cf990 0x7f3efc14be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:39.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3efaffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3efc0cf990 0x7f3efc14be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:37000/0 (socket says 172.21.15.84:37000) 2024-04-15T15:10:39.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3efaffd640 1 -- 172.21.15.84:0/3134969019 learned_addr learned my addr 172.21.15.84:0/3134969019 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:39.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3efbfff640 1 --2- 172.21.15.84:0/3134969019 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3efc0ae480 0x7f3efc14c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:39.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3efb7fe640 1 --2- 172.21.15.84:0/3134969019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ee4004800 0x7f3efc099770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:39.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3efaffd640 1 -- 172.21.15.84:0/3134969019 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3efc0ae480 msgr2=0x7f3efc14c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:39.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3efaffd640 1 --2- 172.21.15.84:0/3134969019 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3efc0ae480 0x7f3efc14c360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:39.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3efaffd640 1 -- 172.21.15.84:0/3134969019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ee4004800 msgr2=0x7f3efc099770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:39.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3efaffd640 1 --2- 172.21.15.84:0/3134969019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ee4004800 0x7f3efc099770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:39.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3efaffd640 1 -- 172.21.15.84:0/3134969019 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3efc14b970 con 0x7f3efc0cf990 2024-04-15T15:10:39.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3efbfff640 1 --2- 172.21.15.84:0/3134969019 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3efc0ae480 0x7f3efc14c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:39.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3efb7fe640 1 --2- 172.21.15.84:0/3134969019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ee4004800 0x7f3efc099770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:39.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3efaffd640 1 --2- 172.21.15.84:0/3134969019 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3efc0cf990 0x7f3efc14be20 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f3ef000c240 tx=0x7f3efc15f150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:39.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3ee3fff640 1 -- 172.21.15.84:0/3134969019 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef0001c30 con 0x7f3efc0cf990 2024-04-15T15:10:39.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3ee3fff640 1 -- 172.21.15.84:0/3134969019 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ef0004bf0 con 0x7f3efc0cf990 2024-04-15T15:10:39.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3f01ace640 1 -- 172.21.15.84:0/3134969019 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3efc0ae230 con 0x7f3efc0cf990 2024-04-15T15:10:39.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3ee3fff640 1 -- 172.21.15.84:0/3134969019 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ef0007070 con 0x7f3efc0cf990 2024-04-15T15:10:39.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.535+0000 7f3f01ace640 1 -- 172.21.15.84:0/3134969019 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3efc09a470 con 0x7f3efc0cf990 2024-04-15T15:10:39.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.537+0000 7f3f01ace640 1 -- 172.21.15.84:0/3134969019 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3efc0689e0 con 0x7f3efc0cf990 2024-04-15T15:10:39.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.537+0000 7f3ee3fff640 1 -- 172.21.15.84:0/3134969019 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f3ef0007210 con 0x7f3efc0cf990 2024-04-15T15:10:39.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.537+0000 7f3ee3fff640 1 --2- 172.21.15.84:0/3134969019 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3ee806c920 0x7f3ee806ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:39.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.537+0000 7f3ee3fff640 1 -- 172.21.15.84:0/3134969019 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f3ef00acfa0 con 0x7f3efc0cf990 2024-04-15T15:10:39.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.537+0000 7f3efb7fe640 1 --2- 172.21.15.84:0/3134969019 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3ee806c920 0x7f3ee806ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:39.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.538+0000 7f3efb7fe640 1 --2- 172.21.15.84:0/3134969019 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3ee806c920 0x7f3ee806ede0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3eec005580 tx=0x7f3eec009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:39.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.542+0000 7f3ee3fff640 1 -- 172.21.15.84:0/3134969019 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f3ef007b120 con 0x7f3efc0cf990 2024-04-15T15:10:39.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.758+0000 7f3f01ace640 1 -- 172.21.15.84:0/3134969019 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3efc0b03a0 con 0x7f3efc0cf990 2024-04-15T15:10:39.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.758+0000 7f3ee3fff640 1 -- 172.21.15.84:0/3134969019 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5180 (secure 0 0 0) 0x7f3ef007aa20 con 0x7f3efc0cf990 2024-04-15T15:10:39.760 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:39.760 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/3664072827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3664072827},{"type":"v1","addr":"172.21.15.84:6836","nonce":3664072827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/2090511752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":2090511752},{"type":"v1","addr":"172.21.15.84:6837","nonce":2090511752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/768052062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":768052062},{"type":"v1","addr":"172.21.15.203:6835","nonce":768052062}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T15:10:22.689828+0000","modified":"2024-04-15T15:10:38.758516+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.203:6834/2436290281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2436290281},{"type":"v1","addr":"172.21.15.203:6834","nonce":2436290281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4294,"qdb_cluster":[4294]},"id":1}]} 2024-04-15T15:10:39.760 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 9 2024-04-15T15:10:39.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.760+0000 7f3f01ace640 1 -- 172.21.15.84:0/3134969019 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3ee806c920 msgr2=0x7f3ee806ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:39.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.760+0000 7f3f01ace640 1 --2- 172.21.15.84:0/3134969019 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3ee806c920 0x7f3ee806ede0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f3eec005580 tx=0x7f3eec009040 comp rx=0 tx=0).stop 2024-04-15T15:10:39.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.760+0000 7f3f01ace640 1 -- 172.21.15.84:0/3134969019 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3efc0cf990 msgr2=0x7f3efc14be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:39.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.760+0000 7f3f01ace640 1 --2- 172.21.15.84:0/3134969019 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3efc0cf990 0x7f3efc14be20 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f3ef000c240 tx=0x7f3efc15f150 comp rx=0 tx=0).stop 2024-04-15T15:10:39.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.760+0000 7f3f01ace640 1 -- 172.21.15.84:0/3134969019 shutdown_connections 2024-04-15T15:10:39.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.760+0000 7f3f01ace640 1 --2- 172.21.15.84:0/3134969019 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3efc0ae480 0x7f3efc14c360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:39.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.760+0000 7f3f01ace640 1 --2- 172.21.15.84:0/3134969019 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3efc0cf990 0x7f3efc14be20 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:39.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.760+0000 7f3f01ace640 1 --2- 172.21.15.84:0/3134969019 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3ee806c920 0x7f3ee806ede0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:39.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.760+0000 7f3f01ace640 1 --2- 172.21.15.84:0/3134969019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ee4004800 0x7f3efc099770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:39.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.760+0000 7f3f01ace640 1 -- 172.21.15.84:0/3134969019 >> 172.21.15.84:0/3134969019 conn(0x7f3efc0b1dd0 msgr2=0x7f3efc0d01a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:39.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.760+0000 7f3f01ace640 1 -- 172.21.15.84:0/3134969019 shutdown_connections 2024-04-15T15:10:39.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.760+0000 7f3f01ace640 1 -- 172.21.15.84:0/3134969019 wait complete. 2024-04-15T15:10:39.773 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:10:39.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.875+0000 7fd659e2a640 1 Processor -- start 2024-04-15T15:10:39.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.875+0000 7fd659e2a640 1 -- start start 2024-04-15T15:10:39.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd659e2a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd6540c9570 0x7fd654162b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:39.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd659e2a640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6540ccd40 con 0x7fd654161fb0 2024-04-15T15:10:39.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd659e2a640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd6540cd020 con 0x7fd6540d12f0 2024-04-15T15:10:39.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd659e2a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fd6540ccaf0 con 0x7fd6540c9570 2024-04-15T15:10:39.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd64bfff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fd654161fb0 0x7fd654162450 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42948/0 (socket says 172.21.15.84:42948) 2024-04-15T15:10:39.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd64bfff640 1 -- 172.21.15.84:0/4053246340 learned_addr learned my addr 172.21.15.84:0/4053246340 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:39.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd653fff640 1 --2- 172.21.15.84:0/4053246340 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd6540c9570 0x7fd654162b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:39.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd652ffd640 1 -- 172.21.15.84:0/4053246340 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4057375412 0 0) 0x7fd6540ccd40 con 0x7fd654161fb0 2024-04-15T15:10:39.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd652ffd640 1 -- 172.21.15.84:0/4053246340 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd640003520 con 0x7fd654161fb0 2024-04-15T15:10:39.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd652ffd640 1 -- 172.21.15.84:0/4053246340 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 160861039 0 0) 0x7fd6540cd020 con 0x7fd6540d12f0 2024-04-15T15:10:39.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd652ffd640 1 -- 172.21.15.84:0/4053246340 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd6540ccd40 con 0x7fd6540d12f0 2024-04-15T15:10:39.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd652ffd640 1 -- 172.21.15.84:0/4053246340 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3830459382 0 0) 0x7fd640003520 con 0x7fd654161fb0 2024-04-15T15:10:39.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd652ffd640 1 -- 172.21.15.84:0/4053246340 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd6540c9570 msgr2=0x7fd654162b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:39.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd652ffd640 1 --2- 172.21.15.84:0/4053246340 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd6540c9570 0x7fd654162b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:39.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd652ffd640 1 -- 172.21.15.84:0/4053246340 >> v1:172.21.15.203:6789/0 conn(0x7fd6540d12f0 legacy=0x7fd6541618a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:39.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd652ffd640 1 -- 172.21.15.84:0/4053246340 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6540cd300 con 0x7fd654161fb0 2024-04-15T15:10:39.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd652ffd640 1 -- 172.21.15.84:0/4053246340 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7fd63c001670 con 0x7fd654161fb0 2024-04-15T15:10:39.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd652ffd640 1 -- 172.21.15.84:0/4053246340 >> v1:172.21.15.84:6789/0 conn(0x7fd654161fb0 legacy=0x7fd654162450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:39.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd652ffd640 1 --2- 172.21.15.84:0/4053246340 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd640003b70 0x7fd640003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:39.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd652ffd640 1 --2- 172.21.15.84:0/4053246340 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd640004800 0x7fd640004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:39.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd652ffd640 1 --2- 172.21.15.84:0/4053246340 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd6540c9570 0x7fd6400051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:39.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd652ffd640 1 -- 172.21.15.84:0/4053246340 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd6540ccaf0 con 0x7fd640004800 2024-04-15T15:10:39.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd652ffd640 1 -- 172.21.15.84:0/4053246340 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd64000ba70 con 0x7fd640003b70 2024-04-15T15:10:39.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd652ffd640 1 -- 172.21.15.84:0/4053246340 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fd64000bc70 con 0x7fd6540c9570 2024-04-15T15:10:39.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.876+0000 7fd64bfff640 1 --2- 172.21.15.84:0/4053246340 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd640004800 0x7fd640004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:39.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.877+0000 7fd6537fe640 1 --2- 172.21.15.84:0/4053246340 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd640003b70 0x7fd640003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:39.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.877+0000 7fd653fff640 1 --2- 172.21.15.84:0/4053246340 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd6540c9570 0x7fd6400051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:39.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.877+0000 7fd64bfff640 1 -- 172.21.15.84:0/4053246340 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd6540c9570 msgr2=0x7fd6400051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:39.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.877+0000 7fd64bfff640 1 --2- 172.21.15.84:0/4053246340 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd6540c9570 0x7fd6400051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:39.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.877+0000 7fd64bfff640 1 -- 172.21.15.84:0/4053246340 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd640003b70 msgr2=0x7fd640003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:39.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.877+0000 7fd64bfff640 1 --2- 172.21.15.84:0/4053246340 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd640003b70 0x7fd640003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:39.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.877+0000 7fd64bfff640 1 -- 172.21.15.84:0/4053246340 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd640003520 con 0x7fd640004800 2024-04-15T15:10:39.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.877+0000 7fd653fff640 1 --2- 172.21.15.84:0/4053246340 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd6540c9570 0x7fd6400051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:39.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.877+0000 7fd6537fe640 1 --2- 172.21.15.84:0/4053246340 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd640003b70 0x7fd640003f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:39.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.877+0000 7fd64bfff640 1 --2- 172.21.15.84:0/4053246340 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd640004800 0x7fd640004c80 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd6541623b0 tx=0x7fd640005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f3fed1bbed28eb server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:39.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.878+0000 7fd652ffd640 1 -- 172.21.15.84:0/4053246340 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd63c007cc0 con 0x7fd640004800 2024-04-15T15:10:39.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.878+0000 7fd652ffd640 1 -- 172.21.15.84:0/4053246340 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd63c030070 con 0x7fd640004800 2024-04-15T15:10:39.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.878+0000 7fd652ffd640 1 -- 172.21.15.84:0/4053246340 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd63c005d30 con 0x7fd640004800 2024-04-15T15:10:39.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.878+0000 7fd659e2a640 1 -- 172.21.15.84:0/4053246340 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd640004800 msgr2=0x7fd640004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:39.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.878+0000 7fd659e2a640 1 --2- 172.21.15.84:0/4053246340 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd640004800 0x7fd640004c80 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fd6541623b0 tx=0x7fd640005830 comp rx=0 tx=0).stop 2024-04-15T15:10:39.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.878+0000 7fd653fff640 1 -- 172.21.15.84:0/4053246340 reap_dead start 2024-04-15T15:10:39.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.878+0000 7fd659e2a640 1 -- 172.21.15.84:0/4053246340 shutdown_connections 2024-04-15T15:10:39.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.878+0000 7fd659e2a640 1 -- 172.21.15.84:0/4053246340 >> 172.21.15.84:0/4053246340 conn(0x7fd6540b3f90 msgr2=0x7fd6540b43a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:39.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.878+0000 7fd659e2a640 1 -- 172.21.15.84:0/4053246340 shutdown_connections 2024-04-15T15:10:39.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.878+0000 7fd659e2a640 1 -- 172.21.15.84:0/4053246340 wait complete. 2024-04-15T15:10:39.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.879+0000 7fd659e2a640 1 Processor -- start 2024-04-15T15:10:39.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.879+0000 7fd659e2a640 1 -- start start 2024-04-15T15:10:39.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.880+0000 7fd659e2a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd640004800 0x7fd654147420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:39.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.880+0000 7fd659e2a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6541f7de0 0x7fd6541f8260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:39.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.880+0000 7fd659e2a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd65415ca10 0x7fd65415ce90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.880+0000 7fd659e2a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd6540d2210 con 0x7fd640004800 2024-04-15T15:10:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.880+0000 7fd659e2a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd6540d2090 con 0x7fd6541f7de0 2024-04-15T15:10:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.880+0000 7fd659e2a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fd6540b68e0 con 0x7fd65415ca10 2024-04-15T15:10:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.880+0000 7fd6537fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd640004800 0x7fd654147420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.880+0000 7fd6537fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd640004800 0x7fd654147420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:37016/0 (socket says 172.21.15.84:37016) 2024-04-15T15:10:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.880+0000 7fd6537fe640 1 -- 172.21.15.84:0/1345820743 learned_addr learned my addr 172.21.15.84:0/1345820743 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.880+0000 7fd653fff640 1 --2- 172.21.15.84:0/1345820743 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd65415ca10 0x7fd65415ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.880+0000 7fd64bfff640 1 --2- 172.21.15.84:0/1345820743 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6541f7de0 0x7fd6541f8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.880+0000 7fd6537fe640 1 -- 172.21.15.84:0/1345820743 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd65415ca10 msgr2=0x7fd65415ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.880+0000 7fd6537fe640 1 --2- 172.21.15.84:0/1345820743 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd65415ca10 0x7fd65415ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.880+0000 7fd6537fe640 1 -- 172.21.15.84:0/1345820743 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6541f7de0 msgr2=0x7fd6541f8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.880+0000 7fd6537fe640 1 --2- 172.21.15.84:0/1345820743 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6541f7de0 0x7fd6541f8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.880+0000 7fd6537fe640 1 -- 172.21.15.84:0/1345820743 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd65415d5f0 con 0x7fd640004800 2024-04-15T15:10:39.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.880+0000 7fd64bfff640 1 --2- 172.21.15.84:0/1345820743 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6541f7de0 0x7fd6541f8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:39.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.881+0000 7fd6537fe640 1 --2- 172.21.15.84:0/1345820743 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd640004800 0x7fd654147420 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd6440079a0 tx=0x7fd64400ec10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:39.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.881+0000 7fd650ff9640 1 -- 172.21.15.84:0/1345820743 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6440050d0 con 0x7fd640004800 2024-04-15T15:10:39.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.881+0000 7fd650ff9640 1 -- 172.21.15.84:0/1345820743 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd644005270 con 0x7fd640004800 2024-04-15T15:10:39.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.881+0000 7fd659e2a640 1 -- 172.21.15.84:0/1345820743 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd65415d8d0 con 0x7fd640004800 2024-04-15T15:10:39.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.881+0000 7fd650ff9640 1 -- 172.21.15.84:0/1345820743 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd644005420 con 0x7fd640004800 2024-04-15T15:10:39.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.881+0000 7fd659e2a640 1 -- 172.21.15.84:0/1345820743 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd65415de90 con 0x7fd640004800 2024-04-15T15:10:39.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.882+0000 7fd659e2a640 1 -- 172.21.15.84:0/1345820743 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6540689e0 con 0x7fd640004800 2024-04-15T15:10:39.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.882+0000 7fd650ff9640 1 -- 172.21.15.84:0/1345820743 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fd64401a020 con 0x7fd640004800 2024-04-15T15:10:39.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.883+0000 7fd650ff9640 1 --2- 172.21.15.84:0/1345820743 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd63406c8f0 0x7fd63406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:39.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.883+0000 7fd650ff9640 1 -- 172.21.15.84:0/1345820743 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fd64408b440 con 0x7fd640004800 2024-04-15T15:10:39.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.883+0000 7fd64bfff640 1 --2- 172.21.15.84:0/1345820743 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd63406c8f0 0x7fd63406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:39.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.883+0000 7fd64bfff640 1 --2- 172.21.15.84:0/1345820743 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd63406c8f0 0x7fd63406edb0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd63c034000 tx=0x7fd63c007000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:39.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:39.887+0000 7fd650ff9640 1 -- 172.21.15.84:0/1345820743 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fd644059680 con 0x7fd640004800 2024-04-15T15:10:40.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.065+0000 7fd659e2a640 1 -- 172.21.15.84:0/1345820743 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd6540cb920 con 0x7fd640004800 2024-04-15T15:10:40.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.066+0000 7fd650ff9640 1 -- 172.21.15.84:0/1345820743 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18466 (secure 0 0 0) 0x7fd644058f80 con 0x7fd640004800 2024-04-15T15:10:40.068 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:40.068 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":24,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:27.745198+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:10:40.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.068+0000 7fd659e2a640 1 -- 172.21.15.84:0/1345820743 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd63406c8f0 msgr2=0x7fd63406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:40.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.068+0000 7fd659e2a640 1 --2- 172.21.15.84:0/1345820743 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd63406c8f0 0x7fd63406edb0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd63c034000 tx=0x7fd63c007000 comp rx=0 tx=0).stop 2024-04-15T15:10:40.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.068+0000 7fd659e2a640 1 -- 172.21.15.84:0/1345820743 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd640004800 msgr2=0x7fd654147420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:40.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.068+0000 7fd659e2a640 1 --2- 172.21.15.84:0/1345820743 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd640004800 0x7fd654147420 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd6440079a0 tx=0x7fd64400ec10 comp rx=0 tx=0).stop 2024-04-15T15:10:40.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.068+0000 7fd659e2a640 1 -- 172.21.15.84:0/1345820743 shutdown_connections 2024-04-15T15:10:40.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.068+0000 7fd659e2a640 1 --2- 172.21.15.84:0/1345820743 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd63406c8f0 0x7fd63406edb0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.068+0000 7fd659e2a640 1 --2- 172.21.15.84:0/1345820743 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6541f7de0 0x7fd6541f8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.068+0000 7fd659e2a640 1 --2- 172.21.15.84:0/1345820743 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd65415ca10 0x7fd65415ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.068+0000 7fd659e2a640 1 --2- 172.21.15.84:0/1345820743 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd640004800 0x7fd654147420 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.068+0000 7fd659e2a640 1 -- 172.21.15.84:0/1345820743 >> 172.21.15.84:0/1345820743 conn(0x7fd6540b3f90 msgr2=0x7fd6540cdc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:40.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.068+0000 7fd659e2a640 1 -- 172.21.15.84:0/1345820743 shutdown_connections 2024-04-15T15:10:40.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.068+0000 7fd659e2a640 1 -- 172.21.15.84:0/1345820743 wait complete. 2024-04-15T15:10:40.081 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-15T15:10:40.082 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-15T15:10:40.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.183+0000 7fd4a0235640 1 Processor -- start 2024-04-15T15:10:40.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.184+0000 7fd4a0235640 1 -- start start 2024-04-15T15:10:40.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.184+0000 7fd4a0235640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fd49815e9e0 0x7fd4980b6920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:40.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.184+0000 7fd4a0235640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fd4980d5260 0x7fd4980cfc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:40.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.184+0000 7fd4a0235640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4980b6160 con 0x7fd49806eba0 2024-04-15T15:10:40.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.184+0000 7fd4a0235640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fd4980d1590 con 0x7fd49815e9e0 2024-04-15T15:10:40.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.184+0000 7fd4a0235640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fd4980d17e0 con 0x7fd4980d5260 2024-04-15T15:10:40.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.185+0000 7fd49dfd1640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fd49815e9e0 0x7fd4980b6920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:40.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.185+0000 7fd49dfd1640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fd49815e9e0 0x7fd4980b6920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:37020/0 (socket says 172.21.15.84:37020) 2024-04-15T15:10:40.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.185+0000 7fd49dfd1640 1 -- 172.21.15.84:0/1945371757 learned_addr learned my addr 172.21.15.84:0/1945371757 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:40.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.185+0000 7fd49e7d2640 1 --2- 172.21.15.84:0/1945371757 >> v2:172.21.15.203:3300/0 conn(0x7fd4980d5260 0x7fd4980cfc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:40.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.185+0000 7fd49dfd1640 1 -- 172.21.15.84:0/1945371757 >> v2:172.21.15.203:3300/0 conn(0x7fd4980d5260 msgr2=0x7fd4980cfc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:40.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.185+0000 7fd49dfd1640 1 --2- 172.21.15.84:0/1945371757 >> v2:172.21.15.203:3300/0 conn(0x7fd4980d5260 0x7fd4980cfc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.185+0000 7fd49dfd1640 1 -- 172.21.15.84:0/1945371757 >> v1:172.21.15.203:6789/0 conn(0x7fd49806eba0 legacy=0x7fd4980d4b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:40.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.185+0000 7fd49dfd1640 1 -- 172.21.15.84:0/1945371757 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4980b6400 con 0x7fd49815e9e0 2024-04-15T15:10:40.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.185+0000 7fd49e7d2640 1 --2- 172.21.15.84:0/1945371757 >> v2:172.21.15.203:3300/0 conn(0x7fd4980d5260 0x7fd4980cfc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:40.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.186+0000 7fd49dfd1640 1 --2- 172.21.15.84:0/1945371757 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd49815e9e0 0x7fd4980b6920 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd4980d1710 tx=0x7fd49402be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dbf7fb297b4e981 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:40.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.186+0000 7fd49cfcf640 1 -- 172.21.15.84:0/1945371757 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd49402c9e0 con 0x7fd49815e9e0 2024-04-15T15:10:40.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.186+0000 7fd49cfcf640 1 -- 172.21.15.84:0/1945371757 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd49402cb80 con 0x7fd49815e9e0 2024-04-15T15:10:40.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.186+0000 7fd49cfcf640 1 -- 172.21.15.84:0/1945371757 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4940343f0 con 0x7fd49815e9e0 2024-04-15T15:10:40.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.186+0000 7fd4a0235640 1 -- 172.21.15.84:0/1945371757 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd49815e9e0 msgr2=0x7fd4980b6920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:40.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.186+0000 7fd4a0235640 1 --2- 172.21.15.84:0/1945371757 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd49815e9e0 0x7fd4980b6920 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd4980d1710 tx=0x7fd49402be40 comp rx=0 tx=0).stop 2024-04-15T15:10:40.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.186+0000 7fd4a0235640 1 -- 172.21.15.84:0/1945371757 shutdown_connections 2024-04-15T15:10:40.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.186+0000 7fd4a0235640 1 --2- 172.21.15.84:0/1945371757 >> v2:172.21.15.203:3300/0 conn(0x7fd4980d5260 0x7fd4980cfc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.186+0000 7fd4a0235640 1 --2- 172.21.15.84:0/1945371757 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd49815e9e0 0x7fd4980b6920 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.186+0000 7fd4a0235640 1 -- 172.21.15.84:0/1945371757 >> 172.21.15.84:0/1945371757 conn(0x7fd49809db70 msgr2=0x7fd4980b9600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:40.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.186+0000 7fd4a0235640 1 -- 172.21.15.84:0/1945371757 shutdown_connections 2024-04-15T15:10:40.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.186+0000 7fd4a0235640 1 -- 172.21.15.84:0/1945371757 wait complete. 2024-04-15T15:10:40.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.187+0000 7fd4a0235640 1 Processor -- start 2024-04-15T15:10:40.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.188+0000 7fd4a0235640 1 -- start start 2024-04-15T15:10:40.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.188+0000 7fd4a0235640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4980d5260 0x7fd4981f47a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:40.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.188+0000 7fd4a0235640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd49815e9e0 0x7fd49815cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:40.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.188+0000 7fd4a0235640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd4980ce180 0x7fd4980ce600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:40.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.188+0000 7fd4a0235640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd4980b6e60 con 0x7fd4980d5260 2024-04-15T15:10:40.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.188+0000 7fd4a0235640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd49815edc0 con 0x7fd4980ce180 2024-04-15T15:10:40.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.188+0000 7fd4a0235640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fd4980b6fe0 con 0x7fd49815e9e0 2024-04-15T15:10:40.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.188+0000 7fd49dfd1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4980d5260 0x7fd4981f47a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:40.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.188+0000 7fd49dfd1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4980d5260 0x7fd4981f47a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:37028/0 (socket says 172.21.15.84:37028) 2024-04-15T15:10:40.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.188+0000 7fd49dfd1640 1 -- 172.21.15.84:0/4086710894 learned_addr learned my addr 172.21.15.84:0/4086710894 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:40.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.188+0000 7fd49e7d2640 1 --2- 172.21.15.84:0/4086710894 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd4980ce180 0x7fd4980ce600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:40.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.189+0000 7fd49d7d0640 1 --2- 172.21.15.84:0/4086710894 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd49815e9e0 0x7fd49815cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:40.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.189+0000 7fd49dfd1640 1 -- 172.21.15.84:0/4086710894 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd49815e9e0 msgr2=0x7fd49815cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:40.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.189+0000 7fd49dfd1640 1 --2- 172.21.15.84:0/4086710894 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd49815e9e0 0x7fd49815cd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.189+0000 7fd49dfd1640 1 -- 172.21.15.84:0/4086710894 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd4980ce180 msgr2=0x7fd4980ce600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:40.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.189+0000 7fd49dfd1640 1 --2- 172.21.15.84:0/4086710894 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd4980ce180 0x7fd4980ce600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.189+0000 7fd49dfd1640 1 -- 172.21.15.84:0/4086710894 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4981604d0 con 0x7fd4980d5260 2024-04-15T15:10:40.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.189+0000 7fd49d7d0640 1 --2- 172.21.15.84:0/4086710894 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd49815e9e0 0x7fd49815cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:40.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.189+0000 7fd49dfd1640 1 --2- 172.21.15.84:0/4086710894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4980d5260 0x7fd4981f47a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd494000f80 tx=0x7fd494004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:40.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.189+0000 7fd48e7fc640 1 -- 172.21.15.84:0/4086710894 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd494043020 con 0x7fd4980d5260 2024-04-15T15:10:40.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.189+0000 7fd48e7fc640 1 -- 172.21.15.84:0/4086710894 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd49403e450 con 0x7fd4980d5260 2024-04-15T15:10:40.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.189+0000 7fd4a0235640 1 -- 172.21.15.84:0/4086710894 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4981607b0 con 0x7fd4980d5260 2024-04-15T15:10:40.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.189+0000 7fd48e7fc640 1 -- 172.21.15.84:0/4086710894 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd49403e840 con 0x7fd4980d5260 2024-04-15T15:10:40.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.189+0000 7fd4a0235640 1 -- 172.21.15.84:0/4086710894 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd498160d70 con 0x7fd4980d5260 2024-04-15T15:10:40.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.190+0000 7fd4a0235640 1 -- 172.21.15.84:0/4086710894 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4980690f0 con 0x7fd4980d5260 2024-04-15T15:10:40.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.190+0000 7fd48e7fc640 1 -- 172.21.15.84:0/4086710894 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fd494046020 con 0x7fd4980d5260 2024-04-15T15:10:40.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.191+0000 7fd48e7fc640 1 --2- 172.21.15.84:0/4086710894 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd47c06c8f0 0x7fd47c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:40.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.191+0000 7fd48e7fc640 1 -- 172.21.15.84:0/4086710894 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fd4940ae800 con 0x7fd4980d5260 2024-04-15T15:10:40.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.191+0000 7fd49d7d0640 1 --2- 172.21.15.84:0/4086710894 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd47c06c8f0 0x7fd47c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:40.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.191+0000 7fd49d7d0640 1 --2- 172.21.15.84:0/4086710894 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd47c06c8f0 0x7fd47c06edb0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd488007fd0 tx=0x7fd488009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:40.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.195+0000 7fd48e7fc640 1 -- 172.21.15.84:0/4086710894 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fd49404d030 con 0x7fd4980d5260 2024-04-15T15:10:40.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.368+0000 7fd4a0235640 1 -- 172.21.15.84:0/4086710894 --> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd4980b5f40 con 0x7fd47c06c8f0 2024-04-15T15:10:40.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.376+0000 7fd48e7fc640 1 -- 172.21.15.84:0/4086710894 <== mgr.4107 v2:172.21.15.84:6832/2096029421 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7fd4980b5f40 con 0x7fd47c06c8f0 2024-04-15T15:10:40.382 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:40.384 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-15T15:10:40.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.380+0000 7fd4a0235640 1 -- 172.21.15.84:0/4086710894 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd47c06c8f0 msgr2=0x7fd47c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:40.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.380+0000 7fd4a0235640 1 --2- 172.21.15.84:0/4086710894 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd47c06c8f0 0x7fd47c06edb0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd488007fd0 tx=0x7fd488009040 comp rx=0 tx=0).stop 2024-04-15T15:10:40.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.380+0000 7fd4a0235640 1 -- 172.21.15.84:0/4086710894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4980d5260 msgr2=0x7fd4981f47a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:40.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.380+0000 7fd4a0235640 1 --2- 172.21.15.84:0/4086710894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4980d5260 0x7fd4981f47a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd494000f80 tx=0x7fd494004a40 comp rx=0 tx=0).stop 2024-04-15T15:10:40.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.380+0000 7fd4a0235640 1 -- 172.21.15.84:0/4086710894 shutdown_connections 2024-04-15T15:10:40.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.380+0000 7fd4a0235640 1 --2- 172.21.15.84:0/4086710894 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd47c06c8f0 0x7fd47c06edb0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.380+0000 7fd4a0235640 1 --2- 172.21.15.84:0/4086710894 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd4980ce180 0x7fd4980ce600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.380+0000 7fd4a0235640 1 --2- 172.21.15.84:0/4086710894 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd49815e9e0 0x7fd49815cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.380+0000 7fd4a0235640 1 --2- 172.21.15.84:0/4086710894 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4980d5260 0x7fd4981f47a0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.380+0000 7fd4a0235640 1 -- 172.21.15.84:0/4086710894 >> 172.21.15.84:0/4086710894 conn(0x7fd49809db70 msgr2=0x7fd4980b28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:40.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.380+0000 7fd4a0235640 1 -- 172.21.15.84:0/4086710894 shutdown_connections 2024-04-15T15:10:40.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.380+0000 7fd4a0235640 1 -- 172.21.15.84:0/4086710894 wait complete. 2024-04-15T15:10:40.392 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":32,"stamp":"2024-04-15T15:10:38.553483+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594867,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":206,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":158,"ondisk_log_size":158,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219388,"kb_used_data":3208,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755332,"statfs":{"total":773094113280,"available":772869459968,"internally_reserved":0,"allocated":3284992,"data_stored":1991782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2089,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.175868"},"pg_stats":[{"pgid":"2.1f","version":"19'4","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260578+0000","last_change":"2024-04-15T15:10:22.352005+0000","last_active":"2024-04-15T15:10:29.260578+0000","last_peered":"2024-04-15T15:10:29.260578+0000","last_clean":"2024-04-15T15:10:29.260578+0000","last_became_active":"2024-04-15T15:10:22.351725+0000","last_became_peered":"2024-04-15T15:10:22.351725+0000","last_unstale":"2024-04-15T15:10:29.260578+0000","last_undegraded":"2024-04-15T15:10:29.260578+0000","last_fullsized":"2024-04-15T15:10:29.260578+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:57:51.201863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260548+0000","last_change":"2024-04-15T15:10:23.371458+0000","last_active":"2024-04-15T15:10:29.260548+0000","last_peered":"2024-04-15T15:10:29.260548+0000","last_clean":"2024-04-15T15:10:29.260548+0000","last_became_active":"2024-04-15T15:10:23.371026+0000","last_became_peered":"2024-04-15T15:10:23.371026+0000","last_unstale":"2024-04-15T15:10:29.260548+0000","last_undegraded":"2024-04-15T15:10:29.260548+0000","last_fullsized":"2024-04-15T15:10:29.260548+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:07.266214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.262213+0000","last_change":"2024-04-15T15:10:27.457510+0000","last_active":"2024-04-15T15:10:29.262213+0000","last_peered":"2024-04-15T15:10:29.262213+0000","last_clean":"2024-04-15T15:10:29.262213+0000","last_became_active":"2024-04-15T15:10:27.457079+0000","last_became_peered":"2024-04-15T15:10:27.457079+0000","last_unstale":"2024-04-15T15:10:29.262213+0000","last_undegraded":"2024-04-15T15:10:29.262213+0000","last_fullsized":"2024-04-15T15:10:29.262213+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:56:36.575920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260789+0000","last_change":"2024-04-15T15:10:22.349388+0000","last_active":"2024-04-15T15:10:29.260789+0000","last_peered":"2024-04-15T15:10:29.260789+0000","last_clean":"2024-04-15T15:10:29.260789+0000","last_became_active":"2024-04-15T15:10:22.349093+0000","last_became_peered":"2024-04-15T15:10:22.349093+0000","last_unstale":"2024-04-15T15:10:29.260789+0000","last_undegraded":"2024-04-15T15:10:29.260789+0000","last_fullsized":"2024-04-15T15:10:29.260789+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:51.515441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260359+0000","last_change":"2024-04-15T15:10:23.366878+0000","last_active":"2024-04-15T15:10:29.260359+0000","last_peered":"2024-04-15T15:10:29.260359+0000","last_clean":"2024-04-15T15:10:29.260359+0000","last_became_active":"2024-04-15T15:10:23.366613+0000","last_became_peered":"2024-04-15T15:10:23.366613+0000","last_unstale":"2024-04-15T15:10:29.260359+0000","last_undegraded":"2024-04-15T15:10:29.260359+0000","last_fullsized":"2024-04-15T15:10:29.260359+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:18.673878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380681+0000","last_change":"2024-04-15T15:10:27.397318+0000","last_active":"2024-04-15T15:10:28.380681+0000","last_peered":"2024-04-15T15:10:28.380681+0000","last_clean":"2024-04-15T15:10:28.380681+0000","last_became_active":"2024-04-15T15:10:27.396636+0000","last_became_peered":"2024-04-15T15:10:27.396636+0000","last_unstale":"2024-04-15T15:10:28.380681+0000","last_undegraded":"2024-04-15T15:10:28.380681+0000","last_fullsized":"2024-04-15T15:10:28.380681+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:31:53.665722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260863+0000","last_change":"2024-04-15T15:10:22.352560+0000","last_active":"2024-04-15T15:10:29.260863+0000","last_peered":"2024-04-15T15:10:29.260863+0000","last_clean":"2024-04-15T15:10:29.260863+0000","last_became_active":"2024-04-15T15:10:22.352278+0000","last_became_peered":"2024-04-15T15:10:22.352278+0000","last_unstale":"2024-04-15T15:10:29.260863+0000","last_undegraded":"2024-04-15T15:10:29.260863+0000","last_fullsized":"2024-04-15T15:10:29.260863+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:01:15.537253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381504+0000","last_change":"2024-04-15T15:10:23.354865+0000","last_active":"2024-04-15T15:10:28.381504+0000","last_peered":"2024-04-15T15:10:28.381504+0000","last_clean":"2024-04-15T15:10:28.381504+0000","last_became_active":"2024-04-15T15:10:23.354572+0000","last_became_peered":"2024-04-15T15:10:23.354572+0000","last_unstale":"2024-04-15T15:10:28.381504+0000","last_undegraded":"2024-04-15T15:10:28.381504+0000","last_fullsized":"2024-04-15T15:10:28.381504+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:53.928799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380003+0000","last_change":"2024-04-15T15:10:27.402162+0000","last_active":"2024-04-15T15:10:28.380003+0000","last_peered":"2024-04-15T15:10:28.380003+0000","last_clean":"2024-04-15T15:10:28.380003+0000","last_became_active":"2024-04-15T15:10:27.401725+0000","last_became_peered":"2024-04-15T15:10:27.401725+0000","last_unstale":"2024-04-15T15:10:28.380003+0000","last_undegraded":"2024-04-15T15:10:28.380003+0000","last_fullsized":"2024-04-15T15:10:28.380003+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:07:23.980172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260722+0000","last_change":"2024-04-15T15:10:22.351109+0000","last_active":"2024-04-15T15:10:29.260722+0000","last_peered":"2024-04-15T15:10:29.260722+0000","last_clean":"2024-04-15T15:10:29.260722+0000","last_became_active":"2024-04-15T15:10:22.350797+0000","last_became_peered":"2024-04-15T15:10:22.350797+0000","last_unstale":"2024-04-15T15:10:29.260722+0000","last_undegraded":"2024-04-15T15:10:29.260722+0000","last_fullsized":"2024-04-15T15:10:29.260722+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:36:16.998654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381840+0000","last_change":"2024-04-15T15:10:23.364976+0000","last_active":"2024-04-15T15:10:28.381840+0000","last_peered":"2024-04-15T15:10:28.381840+0000","last_clean":"2024-04-15T15:10:28.381840+0000","last_became_active":"2024-04-15T15:10:23.364686+0000","last_became_peered":"2024-04-15T15:10:23.364686+0000","last_unstale":"2024-04-15T15:10:28.381840+0000","last_undegraded":"2024-04-15T15:10:28.381840+0000","last_fullsized":"2024-04-15T15:10:28.381840+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:31:49.626738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380614+0000","last_change":"2024-04-15T15:10:27.387504+0000","last_active":"2024-04-15T15:10:28.380614+0000","last_peered":"2024-04-15T15:10:28.380614+0000","last_clean":"2024-04-15T15:10:28.380614+0000","last_became_active":"2024-04-15T15:10:27.387073+0000","last_became_peered":"2024-04-15T15:10:27.387073+0000","last_unstale":"2024-04-15T15:10:28.380614+0000","last_undegraded":"2024-04-15T15:10:28.380614+0000","last_fullsized":"2024-04-15T15:10:28.380614+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:11.305198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261100+0000","last_change":"2024-04-15T15:10:23.362479+0000","last_active":"2024-04-15T15:10:29.261100+0000","last_peered":"2024-04-15T15:10:29.261100+0000","last_clean":"2024-04-15T15:10:29.261100+0000","last_became_active":"2024-04-15T15:10:23.362206+0000","last_became_peered":"2024-04-15T15:10:23.362206+0000","last_unstale":"2024-04-15T15:10:29.261100+0000","last_undegraded":"2024-04-15T15:10:29.261100+0000","last_fullsized":"2024-04-15T15:10:29.261100+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:40.505902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261455+0000","last_change":"2024-04-15T15:10:22.349474+0000","last_active":"2024-04-15T15:10:29.261455+0000","last_peered":"2024-04-15T15:10:29.261455+0000","last_clean":"2024-04-15T15:10:29.261455+0000","last_became_active":"2024-04-15T15:10:22.349174+0000","last_became_peered":"2024-04-15T15:10:22.349174+0000","last_unstale":"2024-04-15T15:10:29.261455+0000","last_undegraded":"2024-04-15T15:10:29.261455+0000","last_fullsized":"2024-04-15T15:10:29.261455+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:25:16.775634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381175+0000","last_change":"2024-04-15T15:10:27.397072+0000","last_active":"2024-04-15T15:10:28.381175+0000","last_peered":"2024-04-15T15:10:28.381175+0000","last_clean":"2024-04-15T15:10:28.381175+0000","last_became_active":"2024-04-15T15:10:27.396653+0000","last_became_peered":"2024-04-15T15:10:27.396653+0000","last_unstale":"2024-04-15T15:10:28.381175+0000","last_undegraded":"2024-04-15T15:10:28.381175+0000","last_fullsized":"2024-04-15T15:10:28.381175+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:50:45.669285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260972+0000","last_change":"2024-04-15T15:10:23.366578+0000","last_active":"2024-04-15T15:10:29.260972+0000","last_peered":"2024-04-15T15:10:29.260972+0000","last_clean":"2024-04-15T15:10:29.260972+0000","last_became_active":"2024-04-15T15:10:23.366309+0000","last_became_peered":"2024-04-15T15:10:23.366309+0000","last_unstale":"2024-04-15T15:10:29.260972+0000","last_undegraded":"2024-04-15T15:10:29.260972+0000","last_fullsized":"2024-04-15T15:10:29.260972+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:53.073877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261926+0000","last_change":"2024-04-15T15:10:22.341456+0000","last_active":"2024-04-15T15:10:29.261926+0000","last_peered":"2024-04-15T15:10:29.261926+0000","last_clean":"2024-04-15T15:10:29.261926+0000","last_became_active":"2024-04-15T15:10:22.341184+0000","last_became_peered":"2024-04-15T15:10:22.341184+0000","last_unstale":"2024-04-15T15:10:29.261926+0000","last_undegraded":"2024-04-15T15:10:29.261926+0000","last_fullsized":"2024-04-15T15:10:29.261926+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:47:15.483791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380738+0000","last_change":"2024-04-15T15:10:27.397013+0000","last_active":"2024-04-15T15:10:28.380738+0000","last_peered":"2024-04-15T15:10:28.380738+0000","last_clean":"2024-04-15T15:10:28.380738+0000","last_became_active":"2024-04-15T15:10:27.396576+0000","last_became_peered":"2024-04-15T15:10:27.396576+0000","last_unstale":"2024-04-15T15:10:28.380738+0000","last_undegraded":"2024-04-15T15:10:28.380738+0000","last_fullsized":"2024-04-15T15:10:28.380738+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:37:37.621931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260106+0000","last_change":"2024-04-15T15:10:23.361568+0000","last_active":"2024-04-15T15:10:29.260106+0000","last_peered":"2024-04-15T15:10:29.260106+0000","last_clean":"2024-04-15T15:10:29.260106+0000","last_became_active":"2024-04-15T15:10:23.361295+0000","last_became_peered":"2024-04-15T15:10:23.361295+0000","last_unstale":"2024-04-15T15:10:29.260106+0000","last_undegraded":"2024-04-15T15:10:29.260106+0000","last_fullsized":"2024-04-15T15:10:29.260106+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:07:58.093410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261739+0000","last_change":"2024-04-15T15:10:22.349762+0000","last_active":"2024-04-15T15:10:29.261739+0000","last_peered":"2024-04-15T15:10:29.261739+0000","last_clean":"2024-04-15T15:10:29.261739+0000","last_became_active":"2024-04-15T15:10:22.349503+0000","last_became_peered":"2024-04-15T15:10:22.349503+0000","last_unstale":"2024-04-15T15:10:29.261739+0000","last_undegraded":"2024-04-15T15:10:29.261739+0000","last_fullsized":"2024-04-15T15:10:29.261739+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:38:38.610048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261397+0000","last_change":"2024-04-15T15:10:27.452265+0000","last_active":"2024-04-15T15:10:29.261397+0000","last_peered":"2024-04-15T15:10:29.261397+0000","last_clean":"2024-04-15T15:10:29.261397+0000","last_became_active":"2024-04-15T15:10:27.451868+0000","last_became_peered":"2024-04-15T15:10:27.451868+0000","last_unstale":"2024-04-15T15:10:29.261397+0000","last_undegraded":"2024-04-15T15:10:29.261397+0000","last_fullsized":"2024-04-15T15:10:29.261397+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:36.436703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380757+0000","last_change":"2024-04-15T15:10:23.371574+0000","last_active":"2024-04-15T15:10:28.380757+0000","last_peered":"2024-04-15T15:10:28.380757+0000","last_clean":"2024-04-15T15:10:28.380757+0000","last_became_active":"2024-04-15T15:10:23.371293+0000","last_became_peered":"2024-04-15T15:10:23.371293+0000","last_unstale":"2024-04-15T15:10:28.380757+0000","last_undegraded":"2024-04-15T15:10:28.380757+0000","last_fullsized":"2024-04-15T15:10:28.380757+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:47:16.488171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261116+0000","last_change":"2024-04-15T15:10:22.352281+0000","last_active":"2024-04-15T15:10:29.261116+0000","last_peered":"2024-04-15T15:10:29.261116+0000","last_clean":"2024-04-15T15:10:29.261116+0000","last_became_active":"2024-04-15T15:10:22.351634+0000","last_became_peered":"2024-04-15T15:10:22.351634+0000","last_unstale":"2024-04-15T15:10:29.261116+0000","last_undegraded":"2024-04-15T15:10:29.261116+0000","last_fullsized":"2024-04-15T15:10:29.261116+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:22.779717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381282+0000","last_change":"2024-04-15T15:10:27.397131+0000","last_active":"2024-04-15T15:10:28.381282+0000","last_peered":"2024-04-15T15:10:28.381282+0000","last_clean":"2024-04-15T15:10:28.381282+0000","last_became_active":"2024-04-15T15:10:27.396703+0000","last_became_peered":"2024-04-15T15:10:27.396703+0000","last_unstale":"2024-04-15T15:10:28.381282+0000","last_undegraded":"2024-04-15T15:10:28.381282+0000","last_fullsized":"2024-04-15T15:10:28.381282+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:36.436703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260617+0000","last_change":"2024-04-15T15:10:23.372130+0000","last_active":"2024-04-15T15:10:29.260617+0000","last_peered":"2024-04-15T15:10:29.260617+0000","last_clean":"2024-04-15T15:10:29.260617+0000","last_became_active":"2024-04-15T15:10:23.371791+0000","last_became_peered":"2024-04-15T15:10:23.371791+0000","last_unstale":"2024-04-15T15:10:29.260617+0000","last_undegraded":"2024-04-15T15:10:29.260617+0000","last_fullsized":"2024-04-15T15:10:29.260617+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:40.505902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261926+0000","last_change":"2024-04-15T15:10:22.350887+0000","last_active":"2024-04-15T15:10:29.261926+0000","last_peered":"2024-04-15T15:10:29.261926+0000","last_clean":"2024-04-15T15:10:29.261926+0000","last_became_active":"2024-04-15T15:10:22.350587+0000","last_became_peered":"2024-04-15T15:10:22.350587+0000","last_unstale":"2024-04-15T15:10:29.261926+0000","last_undegraded":"2024-04-15T15:10:29.261926+0000","last_fullsized":"2024-04-15T15:10:29.261926+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:47:15.483791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381027+0000","last_change":"2024-04-15T15:10:27.456416+0000","last_active":"2024-04-15T15:10:28.381027+0000","last_peered":"2024-04-15T15:10:28.381027+0000","last_clean":"2024-04-15T15:10:28.381027+0000","last_became_active":"2024-04-15T15:10:27.455817+0000","last_became_peered":"2024-04-15T15:10:27.455817+0000","last_unstale":"2024-04-15T15:10:28.381027+0000","last_undegraded":"2024-04-15T15:10:28.381027+0000","last_fullsized":"2024-04-15T15:10:28.381027+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:32:12.764213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260822+0000","last_change":"2024-04-15T15:10:23.376608+0000","last_active":"2024-04-15T15:10:29.260822+0000","last_peered":"2024-04-15T15:10:29.260822+0000","last_clean":"2024-04-15T15:10:29.260822+0000","last_became_active":"2024-04-15T15:10:23.376272+0000","last_became_peered":"2024-04-15T15:10:23.376272+0000","last_unstale":"2024-04-15T15:10:29.260822+0000","last_undegraded":"2024-04-15T15:10:29.260822+0000","last_fullsized":"2024-04-15T15:10:29.260822+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:37:33.582947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.262098+0000","last_change":"2024-04-15T15:10:22.346001+0000","last_active":"2024-04-15T15:10:29.262098+0000","last_peered":"2024-04-15T15:10:29.262098+0000","last_clean":"2024-04-15T15:10:29.262098+0000","last_became_active":"2024-04-15T15:10:22.345694+0000","last_became_peered":"2024-04-15T15:10:22.345694+0000","last_unstale":"2024-04-15T15:10:29.262098+0000","last_undegraded":"2024-04-15T15:10:29.262098+0000","last_fullsized":"2024-04-15T15:10:29.262098+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:22.779717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.259869+0000","last_change":"2024-04-15T15:10:27.454805+0000","last_active":"2024-04-15T15:10:29.259869+0000","last_peered":"2024-04-15T15:10:29.259869+0000","last_clean":"2024-04-15T15:10:29.259869+0000","last_became_active":"2024-04-15T15:10:27.454444+0000","last_became_peered":"2024-04-15T15:10:27.454444+0000","last_unstale":"2024-04-15T15:10:29.259869+0000","last_undegraded":"2024-04-15T15:10:29.259869+0000","last_fullsized":"2024-04-15T15:10:29.259869+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:15:45.447461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261466+0000","last_change":"2024-04-15T15:10:23.366594+0000","last_active":"2024-04-15T15:10:29.261466+0000","last_peered":"2024-04-15T15:10:29.261466+0000","last_clean":"2024-04-15T15:10:29.261466+0000","last_became_active":"2024-04-15T15:10:23.366341+0000","last_became_peered":"2024-04-15T15:10:23.366341+0000","last_unstale":"2024-04-15T15:10:29.261466+0000","last_undegraded":"2024-04-15T15:10:29.261466+0000","last_fullsized":"2024-04-15T15:10:29.261466+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:18.673878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261124+0000","last_change":"2024-04-15T15:10:22.351892+0000","last_active":"2024-04-15T15:10:29.261124+0000","last_peered":"2024-04-15T15:10:29.261124+0000","last_clean":"2024-04-15T15:10:29.261124+0000","last_became_active":"2024-04-15T15:10:22.351551+0000","last_became_peered":"2024-04-15T15:10:22.351551+0000","last_unstale":"2024-04-15T15:10:29.261124+0000","last_undegraded":"2024-04-15T15:10:29.261124+0000","last_fullsized":"2024-04-15T15:10:29.261124+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:39:06.163664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260362+0000","last_change":"2024-04-15T15:10:27.452412+0000","last_active":"2024-04-15T15:10:29.260362+0000","last_peered":"2024-04-15T15:10:29.260362+0000","last_clean":"2024-04-15T15:10:29.260362+0000","last_became_active":"2024-04-15T15:10:27.451854+0000","last_became_peered":"2024-04-15T15:10:27.451854+0000","last_unstale":"2024-04-15T15:10:29.260362+0000","last_undegraded":"2024-04-15T15:10:29.260362+0000","last_fullsized":"2024-04-15T15:10:29.260362+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:15.548243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381969+0000","last_change":"2024-04-15T15:10:23.379209+0000","last_active":"2024-04-15T15:10:28.381969+0000","last_peered":"2024-04-15T15:10:28.381969+0000","last_clean":"2024-04-15T15:10:28.381969+0000","last_became_active":"2024-04-15T15:10:23.378869+0000","last_became_peered":"2024-04-15T15:10:23.378869+0000","last_unstale":"2024-04-15T15:10:28.381969+0000","last_undegraded":"2024-04-15T15:10:28.381969+0000","last_fullsized":"2024-04-15T15:10:28.381969+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:37:33.582947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261521+0000","last_change":"2024-04-15T15:10:22.349053+0000","last_active":"2024-04-15T15:10:29.261521+0000","last_peered":"2024-04-15T15:10:29.261521+0000","last_clean":"2024-04-15T15:10:29.261521+0000","last_became_active":"2024-04-15T15:10:22.348772+0000","last_became_peered":"2024-04-15T15:10:22.348772+0000","last_unstale":"2024-04-15T15:10:29.261521+0000","last_undegraded":"2024-04-15T15:10:29.261521+0000","last_fullsized":"2024-04-15T15:10:29.261521+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:03:24.855055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261739+0000","last_change":"2024-04-15T15:10:27.401415+0000","last_active":"2024-04-15T15:10:29.261739+0000","last_peered":"2024-04-15T15:10:29.261739+0000","last_clean":"2024-04-15T15:10:29.261739+0000","last_became_active":"2024-04-15T15:10:27.400126+0000","last_became_peered":"2024-04-15T15:10:27.400126+0000","last_unstale":"2024-04-15T15:10:29.261739+0000","last_undegraded":"2024-04-15T15:10:29.261739+0000","last_fullsized":"2024-04-15T15:10:29.261739+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:38:25.303234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380869+0000","last_change":"2024-04-15T15:10:23.361459+0000","last_active":"2024-04-15T15:10:28.380869+0000","last_peered":"2024-04-15T15:10:28.380869+0000","last_clean":"2024-04-15T15:10:28.380869+0000","last_became_active":"2024-04-15T15:10:23.361178+0000","last_became_peered":"2024-04-15T15:10:23.361178+0000","last_unstale":"2024-04-15T15:10:28.380869+0000","last_undegraded":"2024-04-15T15:10:28.380869+0000","last_fullsized":"2024-04-15T15:10:28.380869+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:03:15.282664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381766+0000","last_change":"2024-04-15T15:10:22.339503+0000","last_active":"2024-04-15T15:10:28.381766+0000","last_peered":"2024-04-15T15:10:28.381766+0000","last_clean":"2024-04-15T15:10:28.381766+0000","last_became_active":"2024-04-15T15:10:22.339221+0000","last_became_peered":"2024-04-15T15:10:22.339221+0000","last_unstale":"2024-04-15T15:10:28.381766+0000","last_undegraded":"2024-04-15T15:10:28.381766+0000","last_fullsized":"2024-04-15T15:10:28.381766+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:15:44.859538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261478+0000","last_change":"2024-04-15T15:10:27.400556+0000","last_active":"2024-04-15T15:10:29.261478+0000","last_peered":"2024-04-15T15:10:29.261478+0000","last_clean":"2024-04-15T15:10:29.261478+0000","last_became_active":"2024-04-15T15:10:27.400038+0000","last_became_peered":"2024-04-15T15:10:27.400038+0000","last_unstale":"2024-04-15T15:10:29.261478+0000","last_undegraded":"2024-04-15T15:10:29.261478+0000","last_fullsized":"2024-04-15T15:10:29.261478+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:57.967782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260027+0000","last_change":"2024-04-15T15:10:23.368536+0000","last_active":"2024-04-15T15:10:29.260027+0000","last_peered":"2024-04-15T15:10:29.260027+0000","last_clean":"2024-04-15T15:10:29.260027+0000","last_became_active":"2024-04-15T15:10:23.368250+0000","last_became_peered":"2024-04-15T15:10:23.368250+0000","last_unstale":"2024-04-15T15:10:29.260027+0000","last_undegraded":"2024-04-15T15:10:29.260027+0000","last_fullsized":"2024-04-15T15:10:29.260027+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:08.514163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.378955+0000","last_change":"2024-04-15T15:10:22.347465+0000","last_active":"2024-04-15T15:10:28.378955+0000","last_peered":"2024-04-15T15:10:28.378955+0000","last_clean":"2024-04-15T15:10:28.378955+0000","last_became_active":"2024-04-15T15:10:22.347143+0000","last_became_peered":"2024-04-15T15:10:22.347143+0000","last_unstale":"2024-04-15T15:10:28.378955+0000","last_undegraded":"2024-04-15T15:10:28.378955+0000","last_fullsized":"2024-04-15T15:10:28.378955+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:15:44.859538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261556+0000","last_change":"2024-04-15T15:10:27.400378+0000","last_active":"2024-04-15T15:10:29.261556+0000","last_peered":"2024-04-15T15:10:29.261556+0000","last_clean":"2024-04-15T15:10:29.261556+0000","last_became_active":"2024-04-15T15:10:27.396527+0000","last_became_peered":"2024-04-15T15:10:27.396527+0000","last_unstale":"2024-04-15T15:10:29.261556+0000","last_undegraded":"2024-04-15T15:10:29.261556+0000","last_fullsized":"2024-04-15T15:10:29.261556+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:15.548243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.259866+0000","last_change":"2024-04-15T15:10:23.360145+0000","last_active":"2024-04-15T15:10:29.259866+0000","last_peered":"2024-04-15T15:10:29.259866+0000","last_clean":"2024-04-15T15:10:29.259866+0000","last_became_active":"2024-04-15T15:10:23.359766+0000","last_became_peered":"2024-04-15T15:10:23.359766+0000","last_unstale":"2024-04-15T15:10:29.259866+0000","last_undegraded":"2024-04-15T15:10:29.259866+0000","last_fullsized":"2024-04-15T15:10:29.259866+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:49:51.386049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260619+0000","last_change":"2024-04-15T15:10:22.352957+0000","last_active":"2024-04-15T15:10:29.260619+0000","last_peered":"2024-04-15T15:10:29.260619+0000","last_clean":"2024-04-15T15:10:29.260619+0000","last_became_active":"2024-04-15T15:10:22.351956+0000","last_became_peered":"2024-04-15T15:10:22.351956+0000","last_unstale":"2024-04-15T15:10:29.260619+0000","last_undegraded":"2024-04-15T15:10:29.260619+0000","last_fullsized":"2024-04-15T15:10:29.260619+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:03:14.278284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260488+0000","last_change":"2024-04-15T15:10:27.452419+0000","last_active":"2024-04-15T15:10:29.260488+0000","last_peered":"2024-04-15T15:10:29.260488+0000","last_clean":"2024-04-15T15:10:29.260488+0000","last_became_active":"2024-04-15T15:10:27.452017+0000","last_became_peered":"2024-04-15T15:10:27.452017+0000","last_unstale":"2024-04-15T15:10:29.260488+0000","last_undegraded":"2024-04-15T15:10:29.260488+0000","last_fullsized":"2024-04-15T15:10:29.260488+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:38:25.303234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260458+0000","last_change":"2024-04-15T15:10:23.370642+0000","last_active":"2024-04-15T15:10:29.260458+0000","last_peered":"2024-04-15T15:10:29.260458+0000","last_clean":"2024-04-15T15:10:29.260458+0000","last_became_active":"2024-04-15T15:10:23.370378+0000","last_became_peered":"2024-04-15T15:10:23.370378+0000","last_unstale":"2024-04-15T15:10:29.260458+0000","last_undegraded":"2024-04-15T15:10:29.260458+0000","last_fullsized":"2024-04-15T15:10:29.260458+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:39.549489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.382079+0000","last_change":"2024-04-15T15:10:22.340907+0000","last_active":"2024-04-15T15:10:28.382079+0000","last_peered":"2024-04-15T15:10:28.382079+0000","last_clean":"2024-04-15T15:10:28.382079+0000","last_became_active":"2024-04-15T15:10:22.340585+0000","last_became_peered":"2024-04-15T15:10:22.340585+0000","last_unstale":"2024-04-15T15:10:28.382079+0000","last_undegraded":"2024-04-15T15:10:28.382079+0000","last_fullsized":"2024-04-15T15:10:28.382079+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:51.515441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":178,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261224+0000","last_change":"2024-04-15T15:10:11.793329+0000","last_active":"2024-04-15T15:10:29.261224+0000","last_peered":"2024-04-15T15:10:29.261224+0000","last_clean":"2024-04-15T15:10:29.261224+0000","last_became_active":"2024-04-15T15:10:11.792465+0000","last_became_peered":"2024-04-15T15:10:11.792465+0000","last_unstale":"2024-04-15T15:10:29.261224+0000","last_undegraded":"2024-04-15T15:10:29.261224+0000","last_fullsized":"2024-04-15T15:10:29.261224+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:10.575823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:10.575823+0000","last_clean_scrub_stamp":"2024-04-15T15:10:10.575823+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:29:02.579387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261644+0000","last_change":"2024-04-15T15:10:27.452989+0000","last_active":"2024-04-15T15:10:29.261644+0000","last_peered":"2024-04-15T15:10:29.261644+0000","last_clean":"2024-04-15T15:10:29.261644+0000","last_became_active":"2024-04-15T15:10:27.452593+0000","last_became_peered":"2024-04-15T15:10:27.452593+0000","last_unstale":"2024-04-15T15:10:29.261644+0000","last_undegraded":"2024-04-15T15:10:29.261644+0000","last_fullsized":"2024-04-15T15:10:29.261644+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:50:45.669285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260998+0000","last_change":"2024-04-15T15:10:23.379305+0000","last_active":"2024-04-15T15:10:29.260998+0000","last_peered":"2024-04-15T15:10:29.260998+0000","last_clean":"2024-04-15T15:10:29.260998+0000","last_became_active":"2024-04-15T15:10:23.378956+0000","last_became_peered":"2024-04-15T15:10:23.378956+0000","last_unstale":"2024-04-15T15:10:29.260998+0000","last_undegraded":"2024-04-15T15:10:29.260998+0000","last_fullsized":"2024-04-15T15:10:29.260998+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:32.397719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379208+0000","last_change":"2024-04-15T15:10:22.340314+0000","last_active":"2024-04-15T15:10:28.379208+0000","last_peered":"2024-04-15T15:10:28.379208+0000","last_clean":"2024-04-15T15:10:28.379208+0000","last_became_active":"2024-04-15T15:10:22.340058+0000","last_became_peered":"2024-04-15T15:10:22.340058+0000","last_unstale":"2024-04-15T15:10:28.379208+0000","last_undegraded":"2024-04-15T15:10:28.379208+0000","last_fullsized":"2024-04-15T15:10:28.379208+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:03:24.855055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261220+0000","last_change":"2024-04-15T15:10:27.452359+0000","last_active":"2024-04-15T15:10:29.261220+0000","last_peered":"2024-04-15T15:10:29.261220+0000","last_clean":"2024-04-15T15:10:29.261220+0000","last_became_active":"2024-04-15T15:10:27.451931+0000","last_became_peered":"2024-04-15T15:10:27.451931+0000","last_unstale":"2024-04-15T15:10:29.261220+0000","last_undegraded":"2024-04-15T15:10:29.261220+0000","last_fullsized":"2024-04-15T15:10:29.261220+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:32:12.764213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381505+0000","last_change":"2024-04-15T15:10:23.379987+0000","last_active":"2024-04-15T15:10:28.381505+0000","last_peered":"2024-04-15T15:10:28.381505+0000","last_clean":"2024-04-15T15:10:28.381505+0000","last_became_active":"2024-04-15T15:10:23.379649+0000","last_became_peered":"2024-04-15T15:10:23.379649+0000","last_unstale":"2024-04-15T15:10:28.381505+0000","last_undegraded":"2024-04-15T15:10:28.381505+0000","last_fullsized":"2024-04-15T15:10:28.381505+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:32.397719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261941+0000","last_change":"2024-04-15T15:10:22.346319+0000","last_active":"2024-04-15T15:10:29.261941+0000","last_peered":"2024-04-15T15:10:29.261941+0000","last_clean":"2024-04-15T15:10:29.261941+0000","last_became_active":"2024-04-15T15:10:22.345506+0000","last_became_peered":"2024-04-15T15:10:22.345506+0000","last_unstale":"2024-04-15T15:10:29.261941+0000","last_undegraded":"2024-04-15T15:10:29.261941+0000","last_fullsized":"2024-04-15T15:10:29.261941+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:36:16.998654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260780+0000","last_change":"2024-04-15T15:10:27.396940+0000","last_active":"2024-04-15T15:10:29.260780+0000","last_peered":"2024-04-15T15:10:29.260780+0000","last_clean":"2024-04-15T15:10:29.260780+0000","last_became_active":"2024-04-15T15:10:27.396330+0000","last_became_peered":"2024-04-15T15:10:27.396330+0000","last_unstale":"2024-04-15T15:10:29.260780+0000","last_undegraded":"2024-04-15T15:10:29.260780+0000","last_fullsized":"2024-04-15T15:10:29.260780+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:47:28.160338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261836+0000","last_change":"2024-04-15T15:10:23.377828+0000","last_active":"2024-04-15T15:10:29.261836+0000","last_peered":"2024-04-15T15:10:29.261836+0000","last_clean":"2024-04-15T15:10:29.261836+0000","last_became_active":"2024-04-15T15:10:23.376190+0000","last_became_peered":"2024-04-15T15:10:23.376190+0000","last_unstale":"2024-04-15T15:10:29.261836+0000","last_undegraded":"2024-04-15T15:10:29.261836+0000","last_fullsized":"2024-04-15T15:10:29.261836+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:31:24.796401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379247+0000","last_change":"2024-04-15T15:10:22.343693+0000","last_active":"2024-04-15T15:10:28.379247+0000","last_peered":"2024-04-15T15:10:28.379247+0000","last_clean":"2024-04-15T15:10:28.379247+0000","last_became_active":"2024-04-15T15:10:22.343397+0000","last_became_peered":"2024-04-15T15:10:22.343397+0000","last_unstale":"2024-04-15T15:10:28.379247+0000","last_undegraded":"2024-04-15T15:10:28.379247+0000","last_fullsized":"2024-04-15T15:10:28.379247+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:38:38.610048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380024+0000","last_change":"2024-04-15T15:10:27.453676+0000","last_active":"2024-04-15T15:10:28.380024+0000","last_peered":"2024-04-15T15:10:28.380024+0000","last_clean":"2024-04-15T15:10:28.380024+0000","last_became_active":"2024-04-15T15:10:27.453246+0000","last_became_peered":"2024-04-15T15:10:27.453246+0000","last_unstale":"2024-04-15T15:10:28.380024+0000","last_undegraded":"2024-04-15T15:10:28.380024+0000","last_fullsized":"2024-04-15T15:10:28.380024+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:31:28.835384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260860+0000","last_change":"2024-04-15T15:10:23.374258+0000","last_active":"2024-04-15T15:10:29.260860+0000","last_peered":"2024-04-15T15:10:29.260860+0000","last_clean":"2024-04-15T15:10:29.260860+0000","last_became_active":"2024-04-15T15:10:23.373960+0000","last_became_peered":"2024-04-15T15:10:23.373960+0000","last_unstale":"2024-04-15T15:10:29.260860+0000","last_undegraded":"2024-04-15T15:10:29.260860+0000","last_fullsized":"2024-04-15T15:10:29.260860+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:11.509259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381416+0000","last_change":"2024-04-15T15:10:22.350131+0000","last_active":"2024-04-15T15:10:28.381416+0000","last_peered":"2024-04-15T15:10:28.381416+0000","last_clean":"2024-04-15T15:10:28.381416+0000","last_became_active":"2024-04-15T15:10:22.349844+0000","last_became_peered":"2024-04-15T15:10:22.349844+0000","last_unstale":"2024-04-15T15:10:28.381416+0000","last_undegraded":"2024-04-15T15:10:28.381416+0000","last_fullsized":"2024-04-15T15:10:28.381416+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:59:06.526474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379821+0000","last_change":"2024-04-15T15:10:27.394520+0000","last_active":"2024-04-15T15:10:28.379821+0000","last_peered":"2024-04-15T15:10:28.379821+0000","last_clean":"2024-04-15T15:10:28.379821+0000","last_became_active":"2024-04-15T15:10:27.394194+0000","last_became_peered":"2024-04-15T15:10:27.394194+0000","last_unstale":"2024-04-15T15:10:28.379821+0000","last_undegraded":"2024-04-15T15:10:28.379821+0000","last_fullsized":"2024-04-15T15:10:28.379821+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:02.132394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260592+0000","last_change":"2024-04-15T15:10:23.369555+0000","last_active":"2024-04-15T15:10:29.260592+0000","last_peered":"2024-04-15T15:10:29.260592+0000","last_clean":"2024-04-15T15:10:29.260592+0000","last_became_active":"2024-04-15T15:10:23.368282+0000","last_became_peered":"2024-04-15T15:10:23.368282+0000","last_unstale":"2024-04-15T15:10:29.260592+0000","last_undegraded":"2024-04-15T15:10:29.260592+0000","last_fullsized":"2024-04-15T15:10:29.260592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:37:33.582947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":30,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.378831+0000","last_change":"2024-04-15T15:10:22.338672+0000","last_active":"2024-04-15T15:10:28.378831+0000","last_peered":"2024-04-15T15:10:28.378831+0000","last_clean":"2024-04-15T15:10:28.378831+0000","last_became_active":"2024-04-15T15:10:22.338379+0000","last_became_peered":"2024-04-15T15:10:22.338379+0000","last_unstale":"2024-04-15T15:10:28.378831+0000","last_undegraded":"2024-04-15T15:10:28.378831+0000","last_fullsized":"2024-04-15T15:10:28.378831+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:51.515441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260336+0000","last_change":"2024-04-15T15:10:27.393144+0000","last_active":"2024-04-15T15:10:29.260336+0000","last_peered":"2024-04-15T15:10:29.260336+0000","last_clean":"2024-04-15T15:10:29.260336+0000","last_became_active":"2024-04-15T15:10:27.392780+0000","last_became_peered":"2024-04-15T15:10:27.392780+0000","last_unstale":"2024-04-15T15:10:29.260336+0000","last_undegraded":"2024-04-15T15:10:29.260336+0000","last_fullsized":"2024-04-15T15:10:29.260336+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:57.967782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260863+0000","last_change":"2024-04-15T15:10:23.365220+0000","last_active":"2024-04-15T15:10:29.260863+0000","last_peered":"2024-04-15T15:10:29.260863+0000","last_clean":"2024-04-15T15:10:29.260863+0000","last_became_active":"2024-04-15T15:10:23.363931+0000","last_became_peered":"2024-04-15T15:10:23.363931+0000","last_unstale":"2024-04-15T15:10:29.260863+0000","last_undegraded":"2024-04-15T15:10:29.260863+0000","last_fullsized":"2024-04-15T15:10:29.260863+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:39.549489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261046+0000","last_change":"2024-04-15T15:10:22.346960+0000","last_active":"2024-04-15T15:10:29.261046+0000","last_peered":"2024-04-15T15:10:29.261046+0000","last_clean":"2024-04-15T15:10:29.261046+0000","last_became_active":"2024-04-15T15:10:22.346451+0000","last_became_peered":"2024-04-15T15:10:22.346451+0000","last_unstale":"2024-04-15T15:10:29.261046+0000","last_undegraded":"2024-04-15T15:10:29.261046+0000","last_fullsized":"2024-04-15T15:10:29.261046+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:15:44.859538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260681+0000","last_change":"2024-04-15T15:10:27.457366+0000","last_active":"2024-04-15T15:10:29.260681+0000","last_peered":"2024-04-15T15:10:29.260681+0000","last_clean":"2024-04-15T15:10:29.260681+0000","last_became_active":"2024-04-15T15:10:27.456939+0000","last_became_peered":"2024-04-15T15:10:27.456939+0000","last_unstale":"2024-04-15T15:10:29.260681+0000","last_undegraded":"2024-04-15T15:10:29.260681+0000","last_fullsized":"2024-04-15T15:10:29.260681+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:24:21.790743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261357+0000","last_change":"2024-04-15T15:10:23.370618+0000","last_active":"2024-04-15T15:10:29.261357+0000","last_peered":"2024-04-15T15:10:29.261357+0000","last_clean":"2024-04-15T15:10:29.261357+0000","last_became_active":"2024-04-15T15:10:23.370345+0000","last_became_peered":"2024-04-15T15:10:23.370345+0000","last_unstale":"2024-04-15T15:10:29.261357+0000","last_undegraded":"2024-04-15T15:10:29.261357+0000","last_fullsized":"2024-04-15T15:10:29.261357+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:32:08.725229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381697+0000","last_change":"2024-04-15T15:10:22.346474+0000","last_active":"2024-04-15T15:10:28.381697+0000","last_peered":"2024-04-15T15:10:28.381697+0000","last_clean":"2024-04-15T15:10:28.381697+0000","last_became_active":"2024-04-15T15:10:22.346182+0000","last_became_peered":"2024-04-15T15:10:22.346182+0000","last_unstale":"2024-04-15T15:10:28.381697+0000","last_undegraded":"2024-04-15T15:10:28.381697+0000","last_fullsized":"2024-04-15T15:10:28.381697+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:38:38.610048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261076+0000","last_change":"2024-04-15T15:10:27.453515+0000","last_active":"2024-04-15T15:10:29.261076+0000","last_peered":"2024-04-15T15:10:29.261076+0000","last_clean":"2024-04-15T15:10:29.261076+0000","last_became_active":"2024-04-15T15:10:27.451867+0000","last_became_peered":"2024-04-15T15:10:27.451867+0000","last_unstale":"2024-04-15T15:10:29.261076+0000","last_undegraded":"2024-04-15T15:10:29.261076+0000","last_fullsized":"2024-04-15T15:10:29.261076+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:15:16.005091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260261+0000","last_change":"2024-04-15T15:10:23.374572+0000","last_active":"2024-04-15T15:10:29.260261+0000","last_peered":"2024-04-15T15:10:29.260261+0000","last_clean":"2024-04-15T15:10:29.260261+0000","last_became_active":"2024-04-15T15:10:23.374309+0000","last_became_peered":"2024-04-15T15:10:23.374309+0000","last_unstale":"2024-04-15T15:10:29.260261+0000","last_undegraded":"2024-04-15T15:10:29.260261+0000","last_fullsized":"2024-04-15T15:10:29.260261+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:28:42.428854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261004+0000","last_change":"2024-04-15T15:10:22.348500+0000","last_active":"2024-04-15T15:10:29.261004+0000","last_peered":"2024-04-15T15:10:29.261004+0000","last_clean":"2024-04-15T15:10:29.261004+0000","last_became_active":"2024-04-15T15:10:22.348182+0000","last_became_peered":"2024-04-15T15:10:22.348182+0000","last_unstale":"2024-04-15T15:10:29.261004+0000","last_undegraded":"2024-04-15T15:10:29.261004+0000","last_fullsized":"2024-04-15T15:10:29.261004+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:10:10.189436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381959+0000","last_change":"2024-04-15T15:10:27.455008+0000","last_active":"2024-04-15T15:10:28.381959+0000","last_peered":"2024-04-15T15:10:28.381959+0000","last_clean":"2024-04-15T15:10:28.381959+0000","last_became_active":"2024-04-15T15:10:27.453887+0000","last_became_peered":"2024-04-15T15:10:27.453887+0000","last_unstale":"2024-04-15T15:10:28.381959+0000","last_undegraded":"2024-04-15T15:10:28.381959+0000","last_fullsized":"2024-04-15T15:10:28.381959+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:15:45.447461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260620+0000","last_change":"2024-04-15T15:10:23.379546+0000","last_active":"2024-04-15T15:10:29.260620+0000","last_peered":"2024-04-15T15:10:29.260620+0000","last_clean":"2024-04-15T15:10:29.260620+0000","last_became_active":"2024-04-15T15:10:23.378508+0000","last_became_peered":"2024-04-15T15:10:23.378508+0000","last_unstale":"2024-04-15T15:10:29.260620+0000","last_undegraded":"2024-04-15T15:10:29.260620+0000","last_fullsized":"2024-04-15T15:10:29.260620+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:50:41.630301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"24'8","reported_seq":30,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:32.417744+0000","last_change":"2024-04-15T15:10:22.348431+0000","last_active":"2024-04-15T15:10:32.417744+0000","last_peered":"2024-04-15T15:10:32.417744+0000","last_clean":"2024-04-15T15:10:32.417744+0000","last_became_active":"2024-04-15T15:10:22.348112+0000","last_became_peered":"2024-04-15T15:10:22.348112+0000","last_unstale":"2024-04-15T15:10:32.417744+0000","last_undegraded":"2024-04-15T15:10:32.417744+0000","last_fullsized":"2024-04-15T15:10:32.417744+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:03:14.278284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3701,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261884+0000","last_change":"2024-04-15T15:10:27.401017+0000","last_active":"2024-04-15T15:10:29.261884+0000","last_peered":"2024-04-15T15:10:29.261884+0000","last_clean":"2024-04-15T15:10:29.261884+0000","last_became_active":"2024-04-15T15:10:27.400633+0000","last_became_peered":"2024-04-15T15:10:27.400633+0000","last_unstale":"2024-04-15T15:10:29.261884+0000","last_undegraded":"2024-04-15T15:10:29.261884+0000","last_fullsized":"2024-04-15T15:10:29.261884+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:47:28.160338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381191+0000","last_change":"2024-04-15T15:10:23.376121+0000","last_active":"2024-04-15T15:10:28.381191+0000","last_peered":"2024-04-15T15:10:28.381191+0000","last_clean":"2024-04-15T15:10:28.381191+0000","last_became_active":"2024-04-15T15:10:23.375586+0000","last_became_peered":"2024-04-15T15:10:23.375586+0000","last_unstale":"2024-04-15T15:10:28.381191+0000","last_undegraded":"2024-04-15T15:10:28.381191+0000","last_fullsized":"2024-04-15T15:10:28.381191+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:23.784097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":25,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261850+0000","last_change":"2024-04-15T15:10:22.345240+0000","last_active":"2024-04-15T15:10:29.261850+0000","last_peered":"2024-04-15T15:10:29.261850+0000","last_clean":"2024-04-15T15:10:29.261850+0000","last_became_active":"2024-04-15T15:10:22.344814+0000","last_became_peered":"2024-04-15T15:10:22.344814+0000","last_unstale":"2024-04-15T15:10:29.261850+0000","last_undegraded":"2024-04-15T15:10:29.261850+0000","last_fullsized":"2024-04-15T15:10:29.261850+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:03:14.278284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380227+0000","last_change":"2024-04-15T15:10:27.401832+0000","last_active":"2024-04-15T15:10:28.380227+0000","last_peered":"2024-04-15T15:10:28.380227+0000","last_clean":"2024-04-15T15:10:28.380227+0000","last_became_active":"2024-04-15T15:10:27.401263+0000","last_became_peered":"2024-04-15T15:10:27.401263+0000","last_unstale":"2024-04-15T15:10:28.380227+0000","last_undegraded":"2024-04-15T15:10:28.380227+0000","last_fullsized":"2024-04-15T15:10:28.380227+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:57.112861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260538+0000","last_change":"2024-04-15T15:10:23.375731+0000","last_active":"2024-04-15T15:10:29.260538+0000","last_peered":"2024-04-15T15:10:29.260538+0000","last_clean":"2024-04-15T15:10:29.260538+0000","last_became_active":"2024-04-15T15:10:23.375466+0000","last_became_peered":"2024-04-15T15:10:23.375466+0000","last_unstale":"2024-04-15T15:10:29.260538+0000","last_undegraded":"2024-04-15T15:10:29.260538+0000","last_fullsized":"2024-04-15T15:10:29.260538+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:07:58.093410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381816+0000","last_change":"2024-04-15T15:10:22.347801+0000","last_active":"2024-04-15T15:10:28.381816+0000","last_peered":"2024-04-15T15:10:28.381816+0000","last_clean":"2024-04-15T15:10:28.381816+0000","last_became_active":"2024-04-15T15:10:22.347550+0000","last_became_peered":"2024-04-15T15:10:22.347550+0000","last_unstale":"2024-04-15T15:10:28.381816+0000","last_undegraded":"2024-04-15T15:10:28.381816+0000","last_fullsized":"2024-04-15T15:10:28.381816+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:03:24.855055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260062+0000","last_change":"2024-04-15T15:10:27.398776+0000","last_active":"2024-04-15T15:10:29.260062+0000","last_peered":"2024-04-15T15:10:29.260062+0000","last_clean":"2024-04-15T15:10:29.260062+0000","last_became_active":"2024-04-15T15:10:27.397931+0000","last_became_peered":"2024-04-15T15:10:27.397931+0000","last_unstale":"2024-04-15T15:10:29.260062+0000","last_undegraded":"2024-04-15T15:10:29.260062+0000","last_fullsized":"2024-04-15T15:10:29.260062+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:20:33.245741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381754+0000","last_change":"2024-04-15T15:10:23.369268+0000","last_active":"2024-04-15T15:10:28.381754+0000","last_peered":"2024-04-15T15:10:28.381754+0000","last_clean":"2024-04-15T15:10:28.381754+0000","last_became_active":"2024-04-15T15:10:23.368949+0000","last_became_peered":"2024-04-15T15:10:23.368949+0000","last_unstale":"2024-04-15T15:10:28.381754+0000","last_undegraded":"2024-04-15T15:10:28.381754+0000","last_fullsized":"2024-04-15T15:10:28.381754+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:32:08.725229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261817+0000","last_change":"2024-04-15T15:10:22.355161+0000","last_active":"2024-04-15T15:10:29.261817+0000","last_peered":"2024-04-15T15:10:29.261817+0000","last_clean":"2024-04-15T15:10:29.261817+0000","last_became_active":"2024-04-15T15:10:22.354870+0000","last_became_peered":"2024-04-15T15:10:22.354870+0000","last_unstale":"2024-04-15T15:10:29.261817+0000","last_undegraded":"2024-04-15T15:10:29.261817+0000","last_fullsized":"2024-04-15T15:10:29.261817+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:38:38.610048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260967+0000","last_change":"2024-04-15T15:10:27.453526+0000","last_active":"2024-04-15T15:10:29.260967+0000","last_peered":"2024-04-15T15:10:29.260967+0000","last_clean":"2024-04-15T15:10:29.260967+0000","last_became_active":"2024-04-15T15:10:27.453186+0000","last_became_peered":"2024-04-15T15:10:27.453186+0000","last_unstale":"2024-04-15T15:10:29.260967+0000","last_undegraded":"2024-04-15T15:10:29.260967+0000","last_fullsized":"2024-04-15T15:10:29.260967+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:41:41.123191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260191+0000","last_change":"2024-04-15T15:10:27.454755+0000","last_active":"2024-04-15T15:10:29.260191+0000","last_peered":"2024-04-15T15:10:29.260191+0000","last_clean":"2024-04-15T15:10:29.260191+0000","last_became_active":"2024-04-15T15:10:27.454309+0000","last_became_peered":"2024-04-15T15:10:27.454309+0000","last_unstale":"2024-04-15T15:10:29.260191+0000","last_undegraded":"2024-04-15T15:10:29.260191+0000","last_fullsized":"2024-04-15T15:10:29.260191+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:36.436703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261558+0000","last_change":"2024-04-15T15:10:23.377314+0000","last_active":"2024-04-15T15:10:29.261558+0000","last_peered":"2024-04-15T15:10:29.261558+0000","last_clean":"2024-04-15T15:10:29.261558+0000","last_became_active":"2024-04-15T15:10:23.375837+0000","last_became_peered":"2024-04-15T15:10:23.375837+0000","last_unstale":"2024-04-15T15:10:29.261558+0000","last_undegraded":"2024-04-15T15:10:29.261558+0000","last_fullsized":"2024-04-15T15:10:29.261558+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:40.505902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380025+0000","last_change":"2024-04-15T15:10:22.346568+0000","last_active":"2024-04-15T15:10:28.380025+0000","last_peered":"2024-04-15T15:10:28.380025+0000","last_clean":"2024-04-15T15:10:28.380025+0000","last_became_active":"2024-04-15T15:10:22.346274+0000","last_became_peered":"2024-04-15T15:10:22.346274+0000","last_unstale":"2024-04-15T15:10:28.380025+0000","last_undegraded":"2024-04-15T15:10:28.380025+0000","last_fullsized":"2024-04-15T15:10:28.380025+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:47:15.483791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261694+0000","last_change":"2024-04-15T15:10:27.401124+0000","last_active":"2024-04-15T15:10:29.261694+0000","last_peered":"2024-04-15T15:10:29.261694+0000","last_clean":"2024-04-15T15:10:29.261694+0000","last_became_active":"2024-04-15T15:10:27.400696+0000","last_became_peered":"2024-04-15T15:10:27.400696+0000","last_unstale":"2024-04-15T15:10:29.261694+0000","last_undegraded":"2024-04-15T15:10:29.261694+0000","last_fullsized":"2024-04-15T15:10:29.261694+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:36.436703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260017+0000","last_change":"2024-04-15T15:10:23.364000+0000","last_active":"2024-04-15T15:10:29.260017+0000","last_peered":"2024-04-15T15:10:29.260017+0000","last_clean":"2024-04-15T15:10:29.260017+0000","last_became_active":"2024-04-15T15:10:23.363695+0000","last_became_peered":"2024-04-15T15:10:23.363695+0000","last_unstale":"2024-04-15T15:10:29.260017+0000","last_undegraded":"2024-04-15T15:10:29.260017+0000","last_fullsized":"2024-04-15T15:10:29.260017+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:18.673878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261317+0000","last_change":"2024-04-15T15:10:22.345688+0000","last_active":"2024-04-15T15:10:29.261317+0000","last_peered":"2024-04-15T15:10:29.261317+0000","last_clean":"2024-04-15T15:10:29.261317+0000","last_became_active":"2024-04-15T15:10:22.345432+0000","last_became_peered":"2024-04-15T15:10:22.345432+0000","last_unstale":"2024-04-15T15:10:29.261317+0000","last_undegraded":"2024-04-15T15:10:29.261317+0000","last_fullsized":"2024-04-15T15:10:29.261317+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:10:10.189436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261294+0000","last_change":"2024-04-15T15:10:22.347690+0000","last_active":"2024-04-15T15:10:29.261294+0000","last_peered":"2024-04-15T15:10:29.261294+0000","last_clean":"2024-04-15T15:10:29.261294+0000","last_became_active":"2024-04-15T15:10:22.346467+0000","last_became_peered":"2024-04-15T15:10:22.346467+0000","last_unstale":"2024-04-15T15:10:29.261294+0000","last_undegraded":"2024-04-15T15:10:29.261294+0000","last_fullsized":"2024-04-15T15:10:29.261294+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:03:24.855055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260908+0000","last_change":"2024-04-15T15:10:23.361862+0000","last_active":"2024-04-15T15:10:29.260908+0000","last_peered":"2024-04-15T15:10:29.260908+0000","last_clean":"2024-04-15T15:10:29.260908+0000","last_became_active":"2024-04-15T15:10:23.361606+0000","last_became_peered":"2024-04-15T15:10:23.361606+0000","last_unstale":"2024-04-15T15:10:29.260908+0000","last_undegraded":"2024-04-15T15:10:29.260908+0000","last_fullsized":"2024-04-15T15:10:29.260908+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:53:04.229243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379158+0000","last_change":"2024-04-15T15:10:27.396895+0000","last_active":"2024-04-15T15:10:28.379158+0000","last_peered":"2024-04-15T15:10:28.379158+0000","last_clean":"2024-04-15T15:10:28.379158+0000","last_became_active":"2024-04-15T15:10:27.396529+0000","last_became_peered":"2024-04-15T15:10:27.396529+0000","last_unstale":"2024-04-15T15:10:28.379158+0000","last_undegraded":"2024-04-15T15:10:28.379158+0000","last_fullsized":"2024-04-15T15:10:28.379158+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:06:54.373374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261165+0000","last_change":"2024-04-15T15:10:22.350162+0000","last_active":"2024-04-15T15:10:29.261165+0000","last_peered":"2024-04-15T15:10:29.261165+0000","last_clean":"2024-04-15T15:10:29.261165+0000","last_became_active":"2024-04-15T15:10:22.349761+0000","last_became_peered":"2024-04-15T15:10:22.349761+0000","last_unstale":"2024-04-15T15:10:29.261165+0000","last_undegraded":"2024-04-15T15:10:29.261165+0000","last_fullsized":"2024-04-15T15:10:29.261165+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:15:44.859538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380797+0000","last_change":"2024-04-15T15:10:23.366531+0000","last_active":"2024-04-15T15:10:28.380797+0000","last_peered":"2024-04-15T15:10:28.380797+0000","last_clean":"2024-04-15T15:10:28.380797+0000","last_became_active":"2024-04-15T15:10:23.366265+0000","last_became_peered":"2024-04-15T15:10:23.366265+0000","last_unstale":"2024-04-15T15:10:28.380797+0000","last_undegraded":"2024-04-15T15:10:28.380797+0000","last_fullsized":"2024-04-15T15:10:28.380797+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:38:39.614429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261025+0000","last_change":"2024-04-15T15:10:27.398294+0000","last_active":"2024-04-15T15:10:29.261025+0000","last_peered":"2024-04-15T15:10:29.261025+0000","last_clean":"2024-04-15T15:10:29.261025+0000","last_became_active":"2024-04-15T15:10:27.397943+0000","last_became_peered":"2024-04-15T15:10:27.397943+0000","last_unstale":"2024-04-15T15:10:29.261025+0000","last_undegraded":"2024-04-15T15:10:29.261025+0000","last_fullsized":"2024-04-15T15:10:29.261025+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:18:34.702533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260343+0000","last_change":"2024-04-15T15:10:23.365507+0000","last_active":"2024-04-15T15:10:29.260343+0000","last_peered":"2024-04-15T15:10:29.260343+0000","last_clean":"2024-04-15T15:10:29.260343+0000","last_became_active":"2024-04-15T15:10:23.364929+0000","last_became_peered":"2024-04-15T15:10:23.364929+0000","last_unstale":"2024-04-15T15:10:29.260343+0000","last_undegraded":"2024-04-15T15:10:29.260343+0000","last_fullsized":"2024-04-15T15:10:29.260343+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:49:51.386049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.378945+0000","last_change":"2024-04-15T15:10:23.369787+0000","last_active":"2024-04-15T15:10:28.378945+0000","last_peered":"2024-04-15T15:10:28.378945+0000","last_clean":"2024-04-15T15:10:28.378945+0000","last_became_active":"2024-04-15T15:10:23.369529+0000","last_became_peered":"2024-04-15T15:10:23.369529+0000","last_unstale":"2024-04-15T15:10:28.378945+0000","last_undegraded":"2024-04-15T15:10:28.378945+0000","last_fullsized":"2024-04-15T15:10:28.378945+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:23.784097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381654+0000","last_change":"2024-04-15T15:10:23.360453+0000","last_active":"2024-04-15T15:10:28.381654+0000","last_peered":"2024-04-15T15:10:28.381654+0000","last_clean":"2024-04-15T15:10:28.381654+0000","last_became_active":"2024-04-15T15:10:23.360181+0000","last_became_peered":"2024-04-15T15:10:23.360181+0000","last_unstale":"2024-04-15T15:10:28.381654+0000","last_undegraded":"2024-04-15T15:10:28.381654+0000","last_fullsized":"2024-04-15T15:10:28.381654+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:07.266214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260825+0000","last_change":"2024-04-15T15:10:23.374703+0000","last_active":"2024-04-15T15:10:29.260825+0000","last_peered":"2024-04-15T15:10:29.260825+0000","last_clean":"2024-04-15T15:10:29.260825+0000","last_became_active":"2024-04-15T15:10:23.374431+0000","last_became_peered":"2024-04-15T15:10:23.374431+0000","last_unstale":"2024-04-15T15:10:29.260825+0000","last_undegraded":"2024-04-15T15:10:29.260825+0000","last_fullsized":"2024-04-15T15:10:29.260825+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:39.549489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.262272+0000","last_change":"2024-04-15T15:10:23.366399+0000","last_active":"2024-04-15T15:10:29.262272+0000","last_peered":"2024-04-15T15:10:29.262272+0000","last_clean":"2024-04-15T15:10:29.262272+0000","last_became_active":"2024-04-15T15:10:23.366133+0000","last_became_peered":"2024-04-15T15:10:23.366133+0000","last_unstale":"2024-04-15T15:10:29.262272+0000","last_undegraded":"2024-04-15T15:10:29.262272+0000","last_fullsized":"2024-04-15T15:10:29.262272+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:53:04.229243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261695+0000","last_change":"2024-04-15T15:10:23.378095+0000","last_active":"2024-04-15T15:10:29.261695+0000","last_peered":"2024-04-15T15:10:29.261695+0000","last_clean":"2024-04-15T15:10:29.261695+0000","last_became_active":"2024-04-15T15:10:23.377818+0000","last_became_peered":"2024-04-15T15:10:23.377818+0000","last_unstale":"2024-04-15T15:10:29.261695+0000","last_undegraded":"2024-04-15T15:10:29.261695+0000","last_fullsized":"2024-04-15T15:10:29.261695+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:53:04.229243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261713+0000","last_change":"2024-04-15T15:10:23.369042+0000","last_active":"2024-04-15T15:10:29.261713+0000","last_peered":"2024-04-15T15:10:29.261713+0000","last_clean":"2024-04-15T15:10:29.261713+0000","last_became_active":"2024-04-15T15:10:23.368779+0000","last_became_peered":"2024-04-15T15:10:23.368779+0000","last_unstale":"2024-04-15T15:10:29.261713+0000","last_undegraded":"2024-04-15T15:10:29.261713+0000","last_fullsized":"2024-04-15T15:10:29.261713+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:53:04.229243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260732+0000","last_change":"2024-04-15T15:10:23.365756+0000","last_active":"2024-04-15T15:10:29.260732+0000","last_peered":"2024-04-15T15:10:29.260732+0000","last_clean":"2024-04-15T15:10:29.260732+0000","last_became_active":"2024-04-15T15:10:23.365404+0000","last_became_peered":"2024-04-15T15:10:23.365404+0000","last_unstale":"2024-04-15T15:10:29.260732+0000","last_undegraded":"2024-04-15T15:10:29.260732+0000","last_fullsized":"2024-04-15T15:10:29.260732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:31:49.626738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379927+0000","last_change":"2024-04-15T15:10:23.367343+0000","last_active":"2024-04-15T15:10:28.379927+0000","last_peered":"2024-04-15T15:10:28.379927+0000","last_clean":"2024-04-15T15:10:28.379927+0000","last_became_active":"2024-04-15T15:10:23.367092+0000","last_became_peered":"2024-04-15T15:10:23.367092+0000","last_unstale":"2024-04-15T15:10:28.379927+0000","last_undegraded":"2024-04-15T15:10:28.379927+0000","last_fullsized":"2024-04-15T15:10:28.379927+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:07:58.093410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261185+0000","last_change":"2024-04-15T15:10:23.365148+0000","last_active":"2024-04-15T15:10:29.261185+0000","last_peered":"2024-04-15T15:10:29.261185+0000","last_clean":"2024-04-15T15:10:29.261185+0000","last_became_active":"2024-04-15T15:10:23.364926+0000","last_became_peered":"2024-04-15T15:10:23.364926+0000","last_unstale":"2024-04-15T15:10:29.261185+0000","last_undegraded":"2024-04-15T15:10:29.261185+0000","last_fullsized":"2024-04-15T15:10:29.261185+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:40.505902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381526+0000","last_change":"2024-04-15T15:10:23.377832+0000","last_active":"2024-04-15T15:10:28.381526+0000","last_peered":"2024-04-15T15:10:28.381526+0000","last_clean":"2024-04-15T15:10:28.381526+0000","last_became_active":"2024-04-15T15:10:23.377564+0000","last_became_peered":"2024-04-15T15:10:23.377564+0000","last_unstale":"2024-04-15T15:10:28.381526+0000","last_undegraded":"2024-04-15T15:10:28.381526+0000","last_fullsized":"2024-04-15T15:10:28.381526+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:53.073877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260116+0000","last_change":"2024-04-15T15:10:23.375561+0000","last_active":"2024-04-15T15:10:29.260116+0000","last_peered":"2024-04-15T15:10:29.260116+0000","last_clean":"2024-04-15T15:10:29.260116+0000","last_became_active":"2024-04-15T15:10:23.374959+0000","last_became_peered":"2024-04-15T15:10:23.374959+0000","last_unstale":"2024-04-15T15:10:29.260116+0000","last_undegraded":"2024-04-15T15:10:29.260116+0000","last_fullsized":"2024-04-15T15:10:29.260116+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:08.514163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261433+0000","last_change":"2024-04-15T15:10:23.361921+0000","last_active":"2024-04-15T15:10:29.261433+0000","last_peered":"2024-04-15T15:10:29.261433+0000","last_clean":"2024-04-15T15:10:29.261433+0000","last_became_active":"2024-04-15T15:10:23.361399+0000","last_became_peered":"2024-04-15T15:10:23.361399+0000","last_unstale":"2024-04-15T15:10:29.261433+0000","last_undegraded":"2024-04-15T15:10:29.261433+0000","last_fullsized":"2024-04-15T15:10:29.261433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:18.673878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260993+0000","last_change":"2024-04-15T15:10:23.374970+0000","last_active":"2024-04-15T15:10:29.260993+0000","last_peered":"2024-04-15T15:10:29.260993+0000","last_clean":"2024-04-15T15:10:29.260993+0000","last_became_active":"2024-04-15T15:10:23.374672+0000","last_became_peered":"2024-04-15T15:10:23.374672+0000","last_unstale":"2024-04-15T15:10:29.260993+0000","last_undegraded":"2024-04-15T15:10:29.260993+0000","last_fullsized":"2024-04-15T15:10:29.260993+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:38:21.264250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379218+0000","last_change":"2024-04-15T15:10:23.364213+0000","last_active":"2024-04-15T15:10:28.379218+0000","last_peered":"2024-04-15T15:10:28.379218+0000","last_clean":"2024-04-15T15:10:28.379218+0000","last_became_active":"2024-04-15T15:10:23.363319+0000","last_became_peered":"2024-04-15T15:10:23.363319+0000","last_unstale":"2024-04-15T15:10:28.379218+0000","last_undegraded":"2024-04-15T15:10:28.379218+0000","last_fullsized":"2024-04-15T15:10:28.379218+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:36:18.003035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.382236+0000","last_change":"2024-04-15T15:10:23.378143+0000","last_active":"2024-04-15T15:10:28.382236+0000","last_peered":"2024-04-15T15:10:28.382236+0000","last_clean":"2024-04-15T15:10:28.382236+0000","last_became_active":"2024-04-15T15:10:23.377865+0000","last_became_peered":"2024-04-15T15:10:23.377865+0000","last_unstale":"2024-04-15T15:10:28.382236+0000","last_undegraded":"2024-04-15T15:10:28.382236+0000","last_fullsized":"2024-04-15T15:10:28.382236+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:11.509259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379754+0000","last_change":"2024-04-15T15:10:23.362209+0000","last_active":"2024-04-15T15:10:28.379754+0000","last_peered":"2024-04-15T15:10:28.379754+0000","last_clean":"2024-04-15T15:10:28.379754+0000","last_became_active":"2024-04-15T15:10:23.361944+0000","last_became_peered":"2024-04-15T15:10:23.361944+0000","last_unstale":"2024-04-15T15:10:28.379754+0000","last_undegraded":"2024-04-15T15:10:28.379754+0000","last_fullsized":"2024-04-15T15:10:28.379754+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:53:04.229243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261651+0000","last_change":"2024-04-15T15:10:23.364023+0000","last_active":"2024-04-15T15:10:29.261651+0000","last_peered":"2024-04-15T15:10:29.261651+0000","last_clean":"2024-04-15T15:10:29.261651+0000","last_became_active":"2024-04-15T15:10:23.363782+0000","last_became_peered":"2024-04-15T15:10:23.363782+0000","last_unstale":"2024-04-15T15:10:29.261651+0000","last_undegraded":"2024-04-15T15:10:29.261651+0000","last_fullsized":"2024-04-15T15:10:29.261651+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:39.549489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260244+0000","last_change":"2024-04-15T15:10:23.369037+0000","last_active":"2024-04-15T15:10:29.260244+0000","last_peered":"2024-04-15T15:10:29.260244+0000","last_clean":"2024-04-15T15:10:29.260244+0000","last_became_active":"2024-04-15T15:10:23.368700+0000","last_became_peered":"2024-04-15T15:10:23.368700+0000","last_unstale":"2024-04-15T15:10:29.260244+0000","last_undegraded":"2024-04-15T15:10:29.260244+0000","last_fullsized":"2024-04-15T15:10:29.260244+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:06:50.334390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260820+0000","last_change":"2024-04-15T15:10:23.370764+0000","last_active":"2024-04-15T15:10:29.260820+0000","last_peered":"2024-04-15T15:10:29.260820+0000","last_clean":"2024-04-15T15:10:29.260820+0000","last_became_active":"2024-04-15T15:10:23.370462+0000","last_became_peered":"2024-04-15T15:10:23.370462+0000","last_unstale":"2024-04-15T15:10:29.260820+0000","last_undegraded":"2024-04-15T15:10:29.260820+0000","last_fullsized":"2024-04-15T15:10:29.260820+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:07:19.941188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381105+0000","last_change":"2024-04-15T15:10:23.365014+0000","last_active":"2024-04-15T15:10:28.381105+0000","last_peered":"2024-04-15T15:10:28.381105+0000","last_clean":"2024-04-15T15:10:28.381105+0000","last_became_active":"2024-04-15T15:10:23.364526+0000","last_became_peered":"2024-04-15T15:10:23.364526+0000","last_unstale":"2024-04-15T15:10:28.381105+0000","last_undegraded":"2024-04-15T15:10:28.381105+0000","last_fullsized":"2024-04-15T15:10:28.381105+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:36:18.003035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261568+0000","last_change":"2024-04-15T15:10:23.372448+0000","last_active":"2024-04-15T15:10:29.261568+0000","last_peered":"2024-04-15T15:10:29.261568+0000","last_clean":"2024-04-15T15:10:29.261568+0000","last_became_active":"2024-04-15T15:10:23.372188+0000","last_became_peered":"2024-04-15T15:10:23.372188+0000","last_unstale":"2024-04-15T15:10:29.261568+0000","last_undegraded":"2024-04-15T15:10:29.261568+0000","last_fullsized":"2024-04-15T15:10:29.261568+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:08.514163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261697+0000","last_change":"2024-04-15T15:10:23.371730+0000","last_active":"2024-04-15T15:10:29.261697+0000","last_peered":"2024-04-15T15:10:29.261697+0000","last_clean":"2024-04-15T15:10:29.261697+0000","last_became_active":"2024-04-15T15:10:23.371473+0000","last_became_peered":"2024-04-15T15:10:23.371473+0000","last_unstale":"2024-04-15T15:10:29.261697+0000","last_undegraded":"2024-04-15T15:10:29.261697+0000","last_fullsized":"2024-04-15T15:10:29.261697+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:07:58.093410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261769+0000","last_change":"2024-04-15T15:10:23.381435+0000","last_active":"2024-04-15T15:10:29.261769+0000","last_peered":"2024-04-15T15:10:29.261769+0000","last_clean":"2024-04-15T15:10:29.261769+0000","last_became_active":"2024-04-15T15:10:23.380723+0000","last_became_peered":"2024-04-15T15:10:23.380723+0000","last_unstale":"2024-04-15T15:10:29.261769+0000","last_undegraded":"2024-04-15T15:10:29.261769+0000","last_fullsized":"2024-04-15T15:10:29.261769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:43:35.045892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.259919+0000","last_change":"2024-04-15T15:10:23.373140+0000","last_active":"2024-04-15T15:10:29.259919+0000","last_peered":"2024-04-15T15:10:29.259919+0000","last_clean":"2024-04-15T15:10:29.259919+0000","last_became_active":"2024-04-15T15:10:23.372849+0000","last_became_peered":"2024-04-15T15:10:23.372849+0000","last_unstale":"2024-04-15T15:10:29.259919+0000","last_undegraded":"2024-04-15T15:10:29.259919+0000","last_fullsized":"2024-04-15T15:10:29.259919+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:08.514163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260539+0000","last_change":"2024-04-15T15:10:23.370042+0000","last_active":"2024-04-15T15:10:29.260539+0000","last_peered":"2024-04-15T15:10:29.260539+0000","last_clean":"2024-04-15T15:10:29.260539+0000","last_became_active":"2024-04-15T15:10:23.369709+0000","last_became_peered":"2024-04-15T15:10:23.369709+0000","last_unstale":"2024-04-15T15:10:29.260539+0000","last_undegraded":"2024-04-15T15:10:29.260539+0000","last_fullsized":"2024-04-15T15:10:29.260539+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:31:49.626738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381382+0000","last_change":"2024-04-15T15:10:23.363018+0000","last_active":"2024-04-15T15:10:28.381382+0000","last_peered":"2024-04-15T15:10:28.381382+0000","last_clean":"2024-04-15T15:10:28.381382+0000","last_became_active":"2024-04-15T15:10:23.362760+0000","last_became_peered":"2024-04-15T15:10:23.362760+0000","last_unstale":"2024-04-15T15:10:28.381382+0000","last_undegraded":"2024-04-15T15:10:28.381382+0000","last_fullsized":"2024-04-15T15:10:28.381382+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:07:19.941188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261188+0000","last_change":"2024-04-15T15:10:23.374283+0000","last_active":"2024-04-15T15:10:29.261188+0000","last_peered":"2024-04-15T15:10:29.261188+0000","last_clean":"2024-04-15T15:10:29.261188+0000","last_became_active":"2024-04-15T15:10:23.374022+0000","last_became_peered":"2024-04-15T15:10:23.374022+0000","last_unstale":"2024-04-15T15:10:29.261188+0000","last_undegraded":"2024-04-15T15:10:29.261188+0000","last_fullsized":"2024-04-15T15:10:29.261188+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:53.928799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381402+0000","last_change":"2024-04-15T15:10:23.379923+0000","last_active":"2024-04-15T15:10:28.381402+0000","last_peered":"2024-04-15T15:10:28.381402+0000","last_clean":"2024-04-15T15:10:28.381402+0000","last_became_active":"2024-04-15T15:10:23.379279+0000","last_became_peered":"2024-04-15T15:10:23.379279+0000","last_unstale":"2024-04-15T15:10:28.381402+0000","last_undegraded":"2024-04-15T15:10:28.381402+0000","last_fullsized":"2024-04-15T15:10:28.381402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:50:41.630301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260468+0000","last_change":"2024-04-15T15:10:23.366923+0000","last_active":"2024-04-15T15:10:29.260468+0000","last_peered":"2024-04-15T15:10:29.260468+0000","last_clean":"2024-04-15T15:10:29.260468+0000","last_became_active":"2024-04-15T15:10:23.366656+0000","last_became_peered":"2024-04-15T15:10:23.366656+0000","last_unstale":"2024-04-15T15:10:29.260468+0000","last_undegraded":"2024-04-15T15:10:29.260468+0000","last_fullsized":"2024-04-15T15:10:29.260468+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:07:19.941188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.262041+0000","last_change":"2024-04-15T15:10:23.370615+0000","last_active":"2024-04-15T15:10:29.262041+0000","last_peered":"2024-04-15T15:10:29.262041+0000","last_clean":"2024-04-15T15:10:29.262041+0000","last_became_active":"2024-04-15T15:10:23.370375+0000","last_became_peered":"2024-04-15T15:10:23.370375+0000","last_unstale":"2024-04-15T15:10:29.262041+0000","last_undegraded":"2024-04-15T15:10:29.262041+0000","last_fullsized":"2024-04-15T15:10:29.262041+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:07:58.093410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261134+0000","last_change":"2024-04-15T15:10:23.372936+0000","last_active":"2024-04-15T15:10:29.261134+0000","last_peered":"2024-04-15T15:10:29.261134+0000","last_clean":"2024-04-15T15:10:29.261134+0000","last_became_active":"2024-04-15T15:10:23.372670+0000","last_became_peered":"2024-04-15T15:10:23.372670+0000","last_unstale":"2024-04-15T15:10:29.261134+0000","last_undegraded":"2024-04-15T15:10:29.261134+0000","last_fullsized":"2024-04-15T15:10:29.261134+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:47:24.121354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4499,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":8998,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574855,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27852,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343988,"statfs":{"total":96636764160,"available":96608243712,"internally_reserved":0,"allocated":851968,"data_stored":691206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":266240,"data_stored":103957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574854,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27280,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344560,"statfs":{"total":96636764160,"available":96608829440,"internally_reserved":0,"allocated":258048,"data_stored":100346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574856,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":266240,"data_stored":100382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574855,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":266240,"data_stored":103957,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574855,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27280,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344560,"statfs":{"total":96636764160,"available":96608829440,"internally_reserved":0,"allocated":253952,"data_stored":100256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":262144,"data_stored":100416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574855,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27860,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343980,"statfs":{"total":96636764160,"available":96608235520,"internally_reserved":0,"allocated":860160,"data_stored":691262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T15:10:40.399 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-15T15:10:40.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.533+0000 7fe564ce4640 1 Processor -- start 2024-04-15T15:10:40.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.533+0000 7fe564ce4640 1 -- start start 2024-04-15T15:10:40.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.534+0000 7fe564ce4640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fe56015e7e0 0x7fe5600b67b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:40.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.534+0000 7fe564ce4640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe560073290 0x7fe5600b46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:40.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.534+0000 7fe564ce4640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe560162800 con 0x7fe5600ae360 2024-04-15T15:10:40.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.534+0000 7fe564ce4640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fe560162ae0 con 0x7fe56015e7e0 2024-04-15T15:10:40.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.534+0000 7fe564ce4640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe560162dc0 con 0x7fe560073290 2024-04-15T15:10:40.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.534+0000 7fe555d9b640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fe5600ae360 0x7fe560072b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42954/0 (socket says 172.21.15.84:42954) 2024-04-15T15:10:40.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.534+0000 7fe555d9b640 1 -- 172.21.15.84:0/2105854643 learned_addr learned my addr 172.21.15.84:0/2105854643 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:40.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.534+0000 7fe55e59c640 1 --2- 172.21.15.84:0/2105854643 >> v2:172.21.15.203:3300/0 conn(0x7fe56015e7e0 0x7fe5600b67b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:40.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.534+0000 7fe55ed9d640 1 --2- 172.21.15.84:0/2105854643 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe560073290 0x7fe5600b46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:40.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.535+0000 7fe55dd9b640 1 -- 172.21.15.84:0/2105854643 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2186990487 0 0) 0x7fe560162800 con 0x7fe5600ae360 2024-04-15T15:10:40.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.535+0000 7fe55dd9b640 1 -- 172.21.15.84:0/2105854643 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe54c003520 con 0x7fe5600ae360 2024-04-15T15:10:40.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.535+0000 7fe55e59c640 1 -- 172.21.15.84:0/2105854643 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe560073290 msgr2=0x7fe5600b46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:40.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.535+0000 7fe55e59c640 1 --2- 172.21.15.84:0/2105854643 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe560073290 0x7fe5600b46b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.535+0000 7fe55e59c640 1 -- 172.21.15.84:0/2105854643 >> v1:172.21.15.84:6789/0 conn(0x7fe5600ae360 legacy=0x7fe560072b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:40.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.535+0000 7fe55e59c640 1 -- 172.21.15.84:0/2105854643 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5601630a0 con 0x7fe56015e7e0 2024-04-15T15:10:40.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.535+0000 7fe55ed9d640 1 --2- 172.21.15.84:0/2105854643 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe560073290 0x7fe5600b46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:10:40.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.536+0000 7fe55e59c640 1 --2- 172.21.15.84:0/2105854643 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe56015e7e0 0x7fe5600b67b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fe5500097a0 tx=0x7fe55002b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ccd8f4fc3c172774 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:40.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.536+0000 7fe55dd9b640 1 -- 172.21.15.84:0/2105854643 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe550035020 con 0x7fe56015e7e0 2024-04-15T15:10:40.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.536+0000 7fe55dd9b640 1 -- 172.21.15.84:0/2105854643 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe550031830 con 0x7fe56015e7e0 2024-04-15T15:10:40.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.536+0000 7fe55dd9b640 1 -- 172.21.15.84:0/2105854643 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe550031be0 con 0x7fe56015e7e0 2024-04-15T15:10:40.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.536+0000 7fe564ce4640 1 -- 172.21.15.84:0/2105854643 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe56015e7e0 msgr2=0x7fe5600b67b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:40.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.536+0000 7fe564ce4640 1 --2- 172.21.15.84:0/2105854643 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe56015e7e0 0x7fe5600b67b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fe5500097a0 tx=0x7fe55002b8d0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.536+0000 7fe564ce4640 1 -- 172.21.15.84:0/2105854643 shutdown_connections 2024-04-15T15:10:40.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.536+0000 7fe564ce4640 1 --2- 172.21.15.84:0/2105854643 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe560073290 0x7fe5600b46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.536+0000 7fe564ce4640 1 --2- 172.21.15.84:0/2105854643 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe56015e7e0 0x7fe5600b67b0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.536+0000 7fe564ce4640 1 -- 172.21.15.84:0/2105854643 >> 172.21.15.84:0/2105854643 conn(0x7fe5600b31b0 msgr2=0x7fe5600b3590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:40.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.536+0000 7fe564ce4640 1 -- 172.21.15.84:0/2105854643 shutdown_connections 2024-04-15T15:10:40.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.536+0000 7fe564ce4640 1 -- 172.21.15.84:0/2105854643 wait complete. 2024-04-15T15:10:40.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.538+0000 7fe564ce4640 1 Processor -- start 2024-04-15T15:10:40.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.538+0000 7fe564ce4640 1 -- start start 2024-04-15T15:10:40.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.538+0000 7fe564ce4640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe560073290 0x7fe5601574f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:40.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe564ce4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe5600ae360 0x7fe5600b09f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:40.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe564ce4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe56015e7e0 0x7fe5600b2100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:40.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe564ce4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe560162550 con 0x7fe56015e7e0 2024-04-15T15:10:40.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe564ce4640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe5601623d0 con 0x7fe5600ae360 2024-04-15T15:10:40.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe564ce4640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe56006fd30 con 0x7fe560073290 2024-04-15T15:10:40.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe55ed9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe56015e7e0 0x7fe5600b2100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:40.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe55ed9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe56015e7e0 0x7fe5600b2100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:37036/0 (socket says 172.21.15.84:37036) 2024-04-15T15:10:40.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe55ed9d640 1 -- 172.21.15.84:0/3239932273 learned_addr learned my addr 172.21.15.84:0/3239932273 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:40.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe55e59c640 1 --2- 172.21.15.84:0/3239932273 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe560073290 0x7fe5601574f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:40.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe555d9b640 1 --2- 172.21.15.84:0/3239932273 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe5600ae360 0x7fe5600b09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:40.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe55ed9d640 1 -- 172.21.15.84:0/3239932273 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe560073290 msgr2=0x7fe5601574f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:40.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe55ed9d640 1 --2- 172.21.15.84:0/3239932273 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe560073290 0x7fe5601574f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe55ed9d640 1 -- 172.21.15.84:0/3239932273 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe5600ae360 msgr2=0x7fe5600b09f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:40.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe55ed9d640 1 --2- 172.21.15.84:0/3239932273 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe5600ae360 0x7fe5600b09f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe55ed9d640 1 -- 172.21.15.84:0/3239932273 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5600b2640 con 0x7fe56015e7e0 2024-04-15T15:10:40.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe555d9b640 1 --2- 172.21.15.84:0/3239932273 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe5600ae360 0x7fe5600b09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:40.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe55ed9d640 1 --2- 172.21.15.84:0/3239932273 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe56015e7e0 0x7fe5600b2100 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fe558009eb0 tx=0x7fe55800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:40.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe5577fe640 1 -- 172.21.15.84:0/3239932273 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe558018020 con 0x7fe56015e7e0 2024-04-15T15:10:40.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe5577fe640 1 -- 172.21.15.84:0/3239932273 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe558014480 con 0x7fe56015e7e0 2024-04-15T15:10:40.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe5577fe640 1 -- 172.21.15.84:0/3239932273 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe558014850 con 0x7fe56015e7e0 2024-04-15T15:10:40.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe564ce4640 1 -- 172.21.15.84:0/3239932273 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5600b1060 con 0x7fe56015e7e0 2024-04-15T15:10:40.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.539+0000 7fe564ce4640 1 -- 172.21.15.84:0/3239932273 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5600b1620 con 0x7fe56015e7e0 2024-04-15T15:10:40.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.540+0000 7fe564ce4640 1 -- 172.21.15.84:0/3239932273 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5600689e0 con 0x7fe56015e7e0 2024-04-15T15:10:40.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.541+0000 7fe5577fe640 1 -- 172.21.15.84:0/3239932273 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fe558005d10 con 0x7fe56015e7e0 2024-04-15T15:10:40.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.541+0000 7fe5577fe640 1 --2- 172.21.15.84:0/3239932273 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe54006c920 0x7fe54006ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:40.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.541+0000 7fe5577fe640 1 -- 172.21.15.84:0/3239932273 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fe55808cc50 con 0x7fe56015e7e0 2024-04-15T15:10:40.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.541+0000 7fe55e59c640 1 --2- 172.21.15.84:0/3239932273 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe54006c920 0x7fe54006ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:40.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.542+0000 7fe55e59c640 1 --2- 172.21.15.84:0/3239932273 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe54006c920 0x7fe54006ede0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe550036000 tx=0x7fe55003c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:40.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.545+0000 7fe5577fe640 1 -- 172.21.15.84:0/3239932273 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fe558092020 con 0x7fe56015e7e0 2024-04-15T15:10:40.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.719+0000 7fe564ce4640 1 -- 172.21.15.84:0/3239932273 --> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe5600b7320 con 0x7fe54006c920 2024-04-15T15:10:40.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.727+0000 7fe5577fe640 1 -- 172.21.15.84:0/3239932273 <== mgr.4107 v2:172.21.15.84:6832/2096029421 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7fe5600b7320 con 0x7fe54006c920 2024-04-15T15:10:40.732 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:40.734 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-15T15:10:40.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.730+0000 7fe564ce4640 1 -- 172.21.15.84:0/3239932273 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe54006c920 msgr2=0x7fe54006ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:40.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.730+0000 7fe564ce4640 1 --2- 172.21.15.84:0/3239932273 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe54006c920 0x7fe54006ede0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe550036000 tx=0x7fe55003c040 comp rx=0 tx=0).stop 2024-04-15T15:10:40.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.730+0000 7fe564ce4640 1 -- 172.21.15.84:0/3239932273 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe56015e7e0 msgr2=0x7fe5600b2100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:40.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.730+0000 7fe564ce4640 1 --2- 172.21.15.84:0/3239932273 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe56015e7e0 0x7fe5600b2100 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fe558009eb0 tx=0x7fe55800c490 comp rx=0 tx=0).stop 2024-04-15T15:10:40.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.730+0000 7fe564ce4640 1 -- 172.21.15.84:0/3239932273 shutdown_connections 2024-04-15T15:10:40.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.730+0000 7fe564ce4640 1 --2- 172.21.15.84:0/3239932273 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe54006c920 0x7fe54006ede0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.730+0000 7fe564ce4640 1 --2- 172.21.15.84:0/3239932273 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe5600ae360 0x7fe5600b09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.730+0000 7fe564ce4640 1 --2- 172.21.15.84:0/3239932273 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe56015e7e0 0x7fe5600b2100 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.730+0000 7fe564ce4640 1 --2- 172.21.15.84:0/3239932273 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe560073290 0x7fe5601574f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.730+0000 7fe564ce4640 1 -- 172.21.15.84:0/3239932273 >> 172.21.15.84:0/3239932273 conn(0x7fe5600b31b0 msgr2=0x7fe5600cd4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:40.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.730+0000 7fe564ce4640 1 -- 172.21.15.84:0/3239932273 shutdown_connections 2024-04-15T15:10:40.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.730+0000 7fe564ce4640 1 -- 172.21.15.84:0/3239932273 wait complete. 2024-04-15T15:10:40.743 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":33,"stamp":"2024-04-15T15:10:40.553772+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595008,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219388,"kb_used_data":3208,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755332,"statfs":{"total":773094113280,"available":772869459968,"internally_reserved":0,"allocated":3284992,"data_stored":1992064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2230,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002214"},"pg_stats":[{"pgid":"2.1f","version":"19'4","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260578+0000","last_change":"2024-04-15T15:10:22.352005+0000","last_active":"2024-04-15T15:10:29.260578+0000","last_peered":"2024-04-15T15:10:29.260578+0000","last_clean":"2024-04-15T15:10:29.260578+0000","last_became_active":"2024-04-15T15:10:22.351725+0000","last_became_peered":"2024-04-15T15:10:22.351725+0000","last_unstale":"2024-04-15T15:10:29.260578+0000","last_undegraded":"2024-04-15T15:10:29.260578+0000","last_fullsized":"2024-04-15T15:10:29.260578+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:57:51.201863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260548+0000","last_change":"2024-04-15T15:10:23.371458+0000","last_active":"2024-04-15T15:10:29.260548+0000","last_peered":"2024-04-15T15:10:29.260548+0000","last_clean":"2024-04-15T15:10:29.260548+0000","last_became_active":"2024-04-15T15:10:23.371026+0000","last_became_peered":"2024-04-15T15:10:23.371026+0000","last_unstale":"2024-04-15T15:10:29.260548+0000","last_undegraded":"2024-04-15T15:10:29.260548+0000","last_fullsized":"2024-04-15T15:10:29.260548+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:07.266214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.262213+0000","last_change":"2024-04-15T15:10:27.457510+0000","last_active":"2024-04-15T15:10:29.262213+0000","last_peered":"2024-04-15T15:10:29.262213+0000","last_clean":"2024-04-15T15:10:29.262213+0000","last_became_active":"2024-04-15T15:10:27.457079+0000","last_became_peered":"2024-04-15T15:10:27.457079+0000","last_unstale":"2024-04-15T15:10:29.262213+0000","last_undegraded":"2024-04-15T15:10:29.262213+0000","last_fullsized":"2024-04-15T15:10:29.262213+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:56:36.575920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260789+0000","last_change":"2024-04-15T15:10:22.349388+0000","last_active":"2024-04-15T15:10:29.260789+0000","last_peered":"2024-04-15T15:10:29.260789+0000","last_clean":"2024-04-15T15:10:29.260789+0000","last_became_active":"2024-04-15T15:10:22.349093+0000","last_became_peered":"2024-04-15T15:10:22.349093+0000","last_unstale":"2024-04-15T15:10:29.260789+0000","last_undegraded":"2024-04-15T15:10:29.260789+0000","last_fullsized":"2024-04-15T15:10:29.260789+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:51.515441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260359+0000","last_change":"2024-04-15T15:10:23.366878+0000","last_active":"2024-04-15T15:10:29.260359+0000","last_peered":"2024-04-15T15:10:29.260359+0000","last_clean":"2024-04-15T15:10:29.260359+0000","last_became_active":"2024-04-15T15:10:23.366613+0000","last_became_peered":"2024-04-15T15:10:23.366613+0000","last_unstale":"2024-04-15T15:10:29.260359+0000","last_undegraded":"2024-04-15T15:10:29.260359+0000","last_fullsized":"2024-04-15T15:10:29.260359+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:18.673878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380681+0000","last_change":"2024-04-15T15:10:27.397318+0000","last_active":"2024-04-15T15:10:28.380681+0000","last_peered":"2024-04-15T15:10:28.380681+0000","last_clean":"2024-04-15T15:10:28.380681+0000","last_became_active":"2024-04-15T15:10:27.396636+0000","last_became_peered":"2024-04-15T15:10:27.396636+0000","last_unstale":"2024-04-15T15:10:28.380681+0000","last_undegraded":"2024-04-15T15:10:28.380681+0000","last_fullsized":"2024-04-15T15:10:28.380681+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:31:53.665722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260863+0000","last_change":"2024-04-15T15:10:22.352560+0000","last_active":"2024-04-15T15:10:29.260863+0000","last_peered":"2024-04-15T15:10:29.260863+0000","last_clean":"2024-04-15T15:10:29.260863+0000","last_became_active":"2024-04-15T15:10:22.352278+0000","last_became_peered":"2024-04-15T15:10:22.352278+0000","last_unstale":"2024-04-15T15:10:29.260863+0000","last_undegraded":"2024-04-15T15:10:29.260863+0000","last_fullsized":"2024-04-15T15:10:29.260863+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:01:15.537253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381504+0000","last_change":"2024-04-15T15:10:23.354865+0000","last_active":"2024-04-15T15:10:28.381504+0000","last_peered":"2024-04-15T15:10:28.381504+0000","last_clean":"2024-04-15T15:10:28.381504+0000","last_became_active":"2024-04-15T15:10:23.354572+0000","last_became_peered":"2024-04-15T15:10:23.354572+0000","last_unstale":"2024-04-15T15:10:28.381504+0000","last_undegraded":"2024-04-15T15:10:28.381504+0000","last_fullsized":"2024-04-15T15:10:28.381504+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:53.928799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380003+0000","last_change":"2024-04-15T15:10:27.402162+0000","last_active":"2024-04-15T15:10:28.380003+0000","last_peered":"2024-04-15T15:10:28.380003+0000","last_clean":"2024-04-15T15:10:28.380003+0000","last_became_active":"2024-04-15T15:10:27.401725+0000","last_became_peered":"2024-04-15T15:10:27.401725+0000","last_unstale":"2024-04-15T15:10:28.380003+0000","last_undegraded":"2024-04-15T15:10:28.380003+0000","last_fullsized":"2024-04-15T15:10:28.380003+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:07:23.980172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260722+0000","last_change":"2024-04-15T15:10:22.351109+0000","last_active":"2024-04-15T15:10:29.260722+0000","last_peered":"2024-04-15T15:10:29.260722+0000","last_clean":"2024-04-15T15:10:29.260722+0000","last_became_active":"2024-04-15T15:10:22.350797+0000","last_became_peered":"2024-04-15T15:10:22.350797+0000","last_unstale":"2024-04-15T15:10:29.260722+0000","last_undegraded":"2024-04-15T15:10:29.260722+0000","last_fullsized":"2024-04-15T15:10:29.260722+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:36:16.998654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381840+0000","last_change":"2024-04-15T15:10:23.364976+0000","last_active":"2024-04-15T15:10:28.381840+0000","last_peered":"2024-04-15T15:10:28.381840+0000","last_clean":"2024-04-15T15:10:28.381840+0000","last_became_active":"2024-04-15T15:10:23.364686+0000","last_became_peered":"2024-04-15T15:10:23.364686+0000","last_unstale":"2024-04-15T15:10:28.381840+0000","last_undegraded":"2024-04-15T15:10:28.381840+0000","last_fullsized":"2024-04-15T15:10:28.381840+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:31:49.626738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380614+0000","last_change":"2024-04-15T15:10:27.387504+0000","last_active":"2024-04-15T15:10:28.380614+0000","last_peered":"2024-04-15T15:10:28.380614+0000","last_clean":"2024-04-15T15:10:28.380614+0000","last_became_active":"2024-04-15T15:10:27.387073+0000","last_became_peered":"2024-04-15T15:10:27.387073+0000","last_unstale":"2024-04-15T15:10:28.380614+0000","last_undegraded":"2024-04-15T15:10:28.380614+0000","last_fullsized":"2024-04-15T15:10:28.380614+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:11.305198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261100+0000","last_change":"2024-04-15T15:10:23.362479+0000","last_active":"2024-04-15T15:10:29.261100+0000","last_peered":"2024-04-15T15:10:29.261100+0000","last_clean":"2024-04-15T15:10:29.261100+0000","last_became_active":"2024-04-15T15:10:23.362206+0000","last_became_peered":"2024-04-15T15:10:23.362206+0000","last_unstale":"2024-04-15T15:10:29.261100+0000","last_undegraded":"2024-04-15T15:10:29.261100+0000","last_fullsized":"2024-04-15T15:10:29.261100+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:40.505902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261455+0000","last_change":"2024-04-15T15:10:22.349474+0000","last_active":"2024-04-15T15:10:29.261455+0000","last_peered":"2024-04-15T15:10:29.261455+0000","last_clean":"2024-04-15T15:10:29.261455+0000","last_became_active":"2024-04-15T15:10:22.349174+0000","last_became_peered":"2024-04-15T15:10:22.349174+0000","last_unstale":"2024-04-15T15:10:29.261455+0000","last_undegraded":"2024-04-15T15:10:29.261455+0000","last_fullsized":"2024-04-15T15:10:29.261455+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:25:16.775634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381175+0000","last_change":"2024-04-15T15:10:27.397072+0000","last_active":"2024-04-15T15:10:28.381175+0000","last_peered":"2024-04-15T15:10:28.381175+0000","last_clean":"2024-04-15T15:10:28.381175+0000","last_became_active":"2024-04-15T15:10:27.396653+0000","last_became_peered":"2024-04-15T15:10:27.396653+0000","last_unstale":"2024-04-15T15:10:28.381175+0000","last_undegraded":"2024-04-15T15:10:28.381175+0000","last_fullsized":"2024-04-15T15:10:28.381175+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:50:45.669285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260972+0000","last_change":"2024-04-15T15:10:23.366578+0000","last_active":"2024-04-15T15:10:29.260972+0000","last_peered":"2024-04-15T15:10:29.260972+0000","last_clean":"2024-04-15T15:10:29.260972+0000","last_became_active":"2024-04-15T15:10:23.366309+0000","last_became_peered":"2024-04-15T15:10:23.366309+0000","last_unstale":"2024-04-15T15:10:29.260972+0000","last_undegraded":"2024-04-15T15:10:29.260972+0000","last_fullsized":"2024-04-15T15:10:29.260972+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:53.073877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261926+0000","last_change":"2024-04-15T15:10:22.341456+0000","last_active":"2024-04-15T15:10:29.261926+0000","last_peered":"2024-04-15T15:10:29.261926+0000","last_clean":"2024-04-15T15:10:29.261926+0000","last_became_active":"2024-04-15T15:10:22.341184+0000","last_became_peered":"2024-04-15T15:10:22.341184+0000","last_unstale":"2024-04-15T15:10:29.261926+0000","last_undegraded":"2024-04-15T15:10:29.261926+0000","last_fullsized":"2024-04-15T15:10:29.261926+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:47:15.483791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380738+0000","last_change":"2024-04-15T15:10:27.397013+0000","last_active":"2024-04-15T15:10:28.380738+0000","last_peered":"2024-04-15T15:10:28.380738+0000","last_clean":"2024-04-15T15:10:28.380738+0000","last_became_active":"2024-04-15T15:10:27.396576+0000","last_became_peered":"2024-04-15T15:10:27.396576+0000","last_unstale":"2024-04-15T15:10:28.380738+0000","last_undegraded":"2024-04-15T15:10:28.380738+0000","last_fullsized":"2024-04-15T15:10:28.380738+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:37:37.621931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260106+0000","last_change":"2024-04-15T15:10:23.361568+0000","last_active":"2024-04-15T15:10:29.260106+0000","last_peered":"2024-04-15T15:10:29.260106+0000","last_clean":"2024-04-15T15:10:29.260106+0000","last_became_active":"2024-04-15T15:10:23.361295+0000","last_became_peered":"2024-04-15T15:10:23.361295+0000","last_unstale":"2024-04-15T15:10:29.260106+0000","last_undegraded":"2024-04-15T15:10:29.260106+0000","last_fullsized":"2024-04-15T15:10:29.260106+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:07:58.093410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261739+0000","last_change":"2024-04-15T15:10:22.349762+0000","last_active":"2024-04-15T15:10:29.261739+0000","last_peered":"2024-04-15T15:10:29.261739+0000","last_clean":"2024-04-15T15:10:29.261739+0000","last_became_active":"2024-04-15T15:10:22.349503+0000","last_became_peered":"2024-04-15T15:10:22.349503+0000","last_unstale":"2024-04-15T15:10:29.261739+0000","last_undegraded":"2024-04-15T15:10:29.261739+0000","last_fullsized":"2024-04-15T15:10:29.261739+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:38:38.610048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261397+0000","last_change":"2024-04-15T15:10:27.452265+0000","last_active":"2024-04-15T15:10:29.261397+0000","last_peered":"2024-04-15T15:10:29.261397+0000","last_clean":"2024-04-15T15:10:29.261397+0000","last_became_active":"2024-04-15T15:10:27.451868+0000","last_became_peered":"2024-04-15T15:10:27.451868+0000","last_unstale":"2024-04-15T15:10:29.261397+0000","last_undegraded":"2024-04-15T15:10:29.261397+0000","last_fullsized":"2024-04-15T15:10:29.261397+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:36.436703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380757+0000","last_change":"2024-04-15T15:10:23.371574+0000","last_active":"2024-04-15T15:10:28.380757+0000","last_peered":"2024-04-15T15:10:28.380757+0000","last_clean":"2024-04-15T15:10:28.380757+0000","last_became_active":"2024-04-15T15:10:23.371293+0000","last_became_peered":"2024-04-15T15:10:23.371293+0000","last_unstale":"2024-04-15T15:10:28.380757+0000","last_undegraded":"2024-04-15T15:10:28.380757+0000","last_fullsized":"2024-04-15T15:10:28.380757+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:47:16.488171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261116+0000","last_change":"2024-04-15T15:10:22.352281+0000","last_active":"2024-04-15T15:10:29.261116+0000","last_peered":"2024-04-15T15:10:29.261116+0000","last_clean":"2024-04-15T15:10:29.261116+0000","last_became_active":"2024-04-15T15:10:22.351634+0000","last_became_peered":"2024-04-15T15:10:22.351634+0000","last_unstale":"2024-04-15T15:10:29.261116+0000","last_undegraded":"2024-04-15T15:10:29.261116+0000","last_fullsized":"2024-04-15T15:10:29.261116+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:22.779717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381282+0000","last_change":"2024-04-15T15:10:27.397131+0000","last_active":"2024-04-15T15:10:28.381282+0000","last_peered":"2024-04-15T15:10:28.381282+0000","last_clean":"2024-04-15T15:10:28.381282+0000","last_became_active":"2024-04-15T15:10:27.396703+0000","last_became_peered":"2024-04-15T15:10:27.396703+0000","last_unstale":"2024-04-15T15:10:28.381282+0000","last_undegraded":"2024-04-15T15:10:28.381282+0000","last_fullsized":"2024-04-15T15:10:28.381282+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:36.436703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260617+0000","last_change":"2024-04-15T15:10:23.372130+0000","last_active":"2024-04-15T15:10:29.260617+0000","last_peered":"2024-04-15T15:10:29.260617+0000","last_clean":"2024-04-15T15:10:29.260617+0000","last_became_active":"2024-04-15T15:10:23.371791+0000","last_became_peered":"2024-04-15T15:10:23.371791+0000","last_unstale":"2024-04-15T15:10:29.260617+0000","last_undegraded":"2024-04-15T15:10:29.260617+0000","last_fullsized":"2024-04-15T15:10:29.260617+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:40.505902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261926+0000","last_change":"2024-04-15T15:10:22.350887+0000","last_active":"2024-04-15T15:10:29.261926+0000","last_peered":"2024-04-15T15:10:29.261926+0000","last_clean":"2024-04-15T15:10:29.261926+0000","last_became_active":"2024-04-15T15:10:22.350587+0000","last_became_peered":"2024-04-15T15:10:22.350587+0000","last_unstale":"2024-04-15T15:10:29.261926+0000","last_undegraded":"2024-04-15T15:10:29.261926+0000","last_fullsized":"2024-04-15T15:10:29.261926+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:47:15.483791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381027+0000","last_change":"2024-04-15T15:10:27.456416+0000","last_active":"2024-04-15T15:10:28.381027+0000","last_peered":"2024-04-15T15:10:28.381027+0000","last_clean":"2024-04-15T15:10:28.381027+0000","last_became_active":"2024-04-15T15:10:27.455817+0000","last_became_peered":"2024-04-15T15:10:27.455817+0000","last_unstale":"2024-04-15T15:10:28.381027+0000","last_undegraded":"2024-04-15T15:10:28.381027+0000","last_fullsized":"2024-04-15T15:10:28.381027+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:32:12.764213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260822+0000","last_change":"2024-04-15T15:10:23.376608+0000","last_active":"2024-04-15T15:10:29.260822+0000","last_peered":"2024-04-15T15:10:29.260822+0000","last_clean":"2024-04-15T15:10:29.260822+0000","last_became_active":"2024-04-15T15:10:23.376272+0000","last_became_peered":"2024-04-15T15:10:23.376272+0000","last_unstale":"2024-04-15T15:10:29.260822+0000","last_undegraded":"2024-04-15T15:10:29.260822+0000","last_fullsized":"2024-04-15T15:10:29.260822+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:37:33.582947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.262098+0000","last_change":"2024-04-15T15:10:22.346001+0000","last_active":"2024-04-15T15:10:29.262098+0000","last_peered":"2024-04-15T15:10:29.262098+0000","last_clean":"2024-04-15T15:10:29.262098+0000","last_became_active":"2024-04-15T15:10:22.345694+0000","last_became_peered":"2024-04-15T15:10:22.345694+0000","last_unstale":"2024-04-15T15:10:29.262098+0000","last_undegraded":"2024-04-15T15:10:29.262098+0000","last_fullsized":"2024-04-15T15:10:29.262098+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:22.779717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.259869+0000","last_change":"2024-04-15T15:10:27.454805+0000","last_active":"2024-04-15T15:10:29.259869+0000","last_peered":"2024-04-15T15:10:29.259869+0000","last_clean":"2024-04-15T15:10:29.259869+0000","last_became_active":"2024-04-15T15:10:27.454444+0000","last_became_peered":"2024-04-15T15:10:27.454444+0000","last_unstale":"2024-04-15T15:10:29.259869+0000","last_undegraded":"2024-04-15T15:10:29.259869+0000","last_fullsized":"2024-04-15T15:10:29.259869+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:15:45.447461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261466+0000","last_change":"2024-04-15T15:10:23.366594+0000","last_active":"2024-04-15T15:10:29.261466+0000","last_peered":"2024-04-15T15:10:29.261466+0000","last_clean":"2024-04-15T15:10:29.261466+0000","last_became_active":"2024-04-15T15:10:23.366341+0000","last_became_peered":"2024-04-15T15:10:23.366341+0000","last_unstale":"2024-04-15T15:10:29.261466+0000","last_undegraded":"2024-04-15T15:10:29.261466+0000","last_fullsized":"2024-04-15T15:10:29.261466+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:18.673878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261124+0000","last_change":"2024-04-15T15:10:22.351892+0000","last_active":"2024-04-15T15:10:29.261124+0000","last_peered":"2024-04-15T15:10:29.261124+0000","last_clean":"2024-04-15T15:10:29.261124+0000","last_became_active":"2024-04-15T15:10:22.351551+0000","last_became_peered":"2024-04-15T15:10:22.351551+0000","last_unstale":"2024-04-15T15:10:29.261124+0000","last_undegraded":"2024-04-15T15:10:29.261124+0000","last_fullsized":"2024-04-15T15:10:29.261124+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:39:06.163664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260362+0000","last_change":"2024-04-15T15:10:27.452412+0000","last_active":"2024-04-15T15:10:29.260362+0000","last_peered":"2024-04-15T15:10:29.260362+0000","last_clean":"2024-04-15T15:10:29.260362+0000","last_became_active":"2024-04-15T15:10:27.451854+0000","last_became_peered":"2024-04-15T15:10:27.451854+0000","last_unstale":"2024-04-15T15:10:29.260362+0000","last_undegraded":"2024-04-15T15:10:29.260362+0000","last_fullsized":"2024-04-15T15:10:29.260362+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:15.548243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381969+0000","last_change":"2024-04-15T15:10:23.379209+0000","last_active":"2024-04-15T15:10:28.381969+0000","last_peered":"2024-04-15T15:10:28.381969+0000","last_clean":"2024-04-15T15:10:28.381969+0000","last_became_active":"2024-04-15T15:10:23.378869+0000","last_became_peered":"2024-04-15T15:10:23.378869+0000","last_unstale":"2024-04-15T15:10:28.381969+0000","last_undegraded":"2024-04-15T15:10:28.381969+0000","last_fullsized":"2024-04-15T15:10:28.381969+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:37:33.582947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261521+0000","last_change":"2024-04-15T15:10:22.349053+0000","last_active":"2024-04-15T15:10:29.261521+0000","last_peered":"2024-04-15T15:10:29.261521+0000","last_clean":"2024-04-15T15:10:29.261521+0000","last_became_active":"2024-04-15T15:10:22.348772+0000","last_became_peered":"2024-04-15T15:10:22.348772+0000","last_unstale":"2024-04-15T15:10:29.261521+0000","last_undegraded":"2024-04-15T15:10:29.261521+0000","last_fullsized":"2024-04-15T15:10:29.261521+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:03:24.855055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261739+0000","last_change":"2024-04-15T15:10:27.401415+0000","last_active":"2024-04-15T15:10:29.261739+0000","last_peered":"2024-04-15T15:10:29.261739+0000","last_clean":"2024-04-15T15:10:29.261739+0000","last_became_active":"2024-04-15T15:10:27.400126+0000","last_became_peered":"2024-04-15T15:10:27.400126+0000","last_unstale":"2024-04-15T15:10:29.261739+0000","last_undegraded":"2024-04-15T15:10:29.261739+0000","last_fullsized":"2024-04-15T15:10:29.261739+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:38:25.303234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380869+0000","last_change":"2024-04-15T15:10:23.361459+0000","last_active":"2024-04-15T15:10:28.380869+0000","last_peered":"2024-04-15T15:10:28.380869+0000","last_clean":"2024-04-15T15:10:28.380869+0000","last_became_active":"2024-04-15T15:10:23.361178+0000","last_became_peered":"2024-04-15T15:10:23.361178+0000","last_unstale":"2024-04-15T15:10:28.380869+0000","last_undegraded":"2024-04-15T15:10:28.380869+0000","last_fullsized":"2024-04-15T15:10:28.380869+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:03:15.282664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381766+0000","last_change":"2024-04-15T15:10:22.339503+0000","last_active":"2024-04-15T15:10:28.381766+0000","last_peered":"2024-04-15T15:10:28.381766+0000","last_clean":"2024-04-15T15:10:28.381766+0000","last_became_active":"2024-04-15T15:10:22.339221+0000","last_became_peered":"2024-04-15T15:10:22.339221+0000","last_unstale":"2024-04-15T15:10:28.381766+0000","last_undegraded":"2024-04-15T15:10:28.381766+0000","last_fullsized":"2024-04-15T15:10:28.381766+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:15:44.859538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261478+0000","last_change":"2024-04-15T15:10:27.400556+0000","last_active":"2024-04-15T15:10:29.261478+0000","last_peered":"2024-04-15T15:10:29.261478+0000","last_clean":"2024-04-15T15:10:29.261478+0000","last_became_active":"2024-04-15T15:10:27.400038+0000","last_became_peered":"2024-04-15T15:10:27.400038+0000","last_unstale":"2024-04-15T15:10:29.261478+0000","last_undegraded":"2024-04-15T15:10:29.261478+0000","last_fullsized":"2024-04-15T15:10:29.261478+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:57.967782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260027+0000","last_change":"2024-04-15T15:10:23.368536+0000","last_active":"2024-04-15T15:10:29.260027+0000","last_peered":"2024-04-15T15:10:29.260027+0000","last_clean":"2024-04-15T15:10:29.260027+0000","last_became_active":"2024-04-15T15:10:23.368250+0000","last_became_peered":"2024-04-15T15:10:23.368250+0000","last_unstale":"2024-04-15T15:10:29.260027+0000","last_undegraded":"2024-04-15T15:10:29.260027+0000","last_fullsized":"2024-04-15T15:10:29.260027+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:08.514163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.378955+0000","last_change":"2024-04-15T15:10:22.347465+0000","last_active":"2024-04-15T15:10:28.378955+0000","last_peered":"2024-04-15T15:10:28.378955+0000","last_clean":"2024-04-15T15:10:28.378955+0000","last_became_active":"2024-04-15T15:10:22.347143+0000","last_became_peered":"2024-04-15T15:10:22.347143+0000","last_unstale":"2024-04-15T15:10:28.378955+0000","last_undegraded":"2024-04-15T15:10:28.378955+0000","last_fullsized":"2024-04-15T15:10:28.378955+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:15:44.859538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261556+0000","last_change":"2024-04-15T15:10:27.400378+0000","last_active":"2024-04-15T15:10:29.261556+0000","last_peered":"2024-04-15T15:10:29.261556+0000","last_clean":"2024-04-15T15:10:29.261556+0000","last_became_active":"2024-04-15T15:10:27.396527+0000","last_became_peered":"2024-04-15T15:10:27.396527+0000","last_unstale":"2024-04-15T15:10:29.261556+0000","last_undegraded":"2024-04-15T15:10:29.261556+0000","last_fullsized":"2024-04-15T15:10:29.261556+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:15.548243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.259866+0000","last_change":"2024-04-15T15:10:23.360145+0000","last_active":"2024-04-15T15:10:29.259866+0000","last_peered":"2024-04-15T15:10:29.259866+0000","last_clean":"2024-04-15T15:10:29.259866+0000","last_became_active":"2024-04-15T15:10:23.359766+0000","last_became_peered":"2024-04-15T15:10:23.359766+0000","last_unstale":"2024-04-15T15:10:29.259866+0000","last_undegraded":"2024-04-15T15:10:29.259866+0000","last_fullsized":"2024-04-15T15:10:29.259866+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:49:51.386049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260619+0000","last_change":"2024-04-15T15:10:22.352957+0000","last_active":"2024-04-15T15:10:29.260619+0000","last_peered":"2024-04-15T15:10:29.260619+0000","last_clean":"2024-04-15T15:10:29.260619+0000","last_became_active":"2024-04-15T15:10:22.351956+0000","last_became_peered":"2024-04-15T15:10:22.351956+0000","last_unstale":"2024-04-15T15:10:29.260619+0000","last_undegraded":"2024-04-15T15:10:29.260619+0000","last_fullsized":"2024-04-15T15:10:29.260619+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:03:14.278284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260488+0000","last_change":"2024-04-15T15:10:27.452419+0000","last_active":"2024-04-15T15:10:29.260488+0000","last_peered":"2024-04-15T15:10:29.260488+0000","last_clean":"2024-04-15T15:10:29.260488+0000","last_became_active":"2024-04-15T15:10:27.452017+0000","last_became_peered":"2024-04-15T15:10:27.452017+0000","last_unstale":"2024-04-15T15:10:29.260488+0000","last_undegraded":"2024-04-15T15:10:29.260488+0000","last_fullsized":"2024-04-15T15:10:29.260488+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:38:25.303234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260458+0000","last_change":"2024-04-15T15:10:23.370642+0000","last_active":"2024-04-15T15:10:29.260458+0000","last_peered":"2024-04-15T15:10:29.260458+0000","last_clean":"2024-04-15T15:10:29.260458+0000","last_became_active":"2024-04-15T15:10:23.370378+0000","last_became_peered":"2024-04-15T15:10:23.370378+0000","last_unstale":"2024-04-15T15:10:29.260458+0000","last_undegraded":"2024-04-15T15:10:29.260458+0000","last_fullsized":"2024-04-15T15:10:29.260458+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:39.549489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.382079+0000","last_change":"2024-04-15T15:10:22.340907+0000","last_active":"2024-04-15T15:10:28.382079+0000","last_peered":"2024-04-15T15:10:28.382079+0000","last_clean":"2024-04-15T15:10:28.382079+0000","last_became_active":"2024-04-15T15:10:22.340585+0000","last_became_peered":"2024-04-15T15:10:22.340585+0000","last_unstale":"2024-04-15T15:10:28.382079+0000","last_undegraded":"2024-04-15T15:10:28.382079+0000","last_fullsized":"2024-04-15T15:10:28.382079+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:51.515441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":178,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261224+0000","last_change":"2024-04-15T15:10:11.793329+0000","last_active":"2024-04-15T15:10:29.261224+0000","last_peered":"2024-04-15T15:10:29.261224+0000","last_clean":"2024-04-15T15:10:29.261224+0000","last_became_active":"2024-04-15T15:10:11.792465+0000","last_became_peered":"2024-04-15T15:10:11.792465+0000","last_unstale":"2024-04-15T15:10:29.261224+0000","last_undegraded":"2024-04-15T15:10:29.261224+0000","last_fullsized":"2024-04-15T15:10:29.261224+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:10.575823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:10.575823+0000","last_clean_scrub_stamp":"2024-04-15T15:10:10.575823+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:29:02.579387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261644+0000","last_change":"2024-04-15T15:10:27.452989+0000","last_active":"2024-04-15T15:10:29.261644+0000","last_peered":"2024-04-15T15:10:29.261644+0000","last_clean":"2024-04-15T15:10:29.261644+0000","last_became_active":"2024-04-15T15:10:27.452593+0000","last_became_peered":"2024-04-15T15:10:27.452593+0000","last_unstale":"2024-04-15T15:10:29.261644+0000","last_undegraded":"2024-04-15T15:10:29.261644+0000","last_fullsized":"2024-04-15T15:10:29.261644+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:50:45.669285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260998+0000","last_change":"2024-04-15T15:10:23.379305+0000","last_active":"2024-04-15T15:10:29.260998+0000","last_peered":"2024-04-15T15:10:29.260998+0000","last_clean":"2024-04-15T15:10:29.260998+0000","last_became_active":"2024-04-15T15:10:23.378956+0000","last_became_peered":"2024-04-15T15:10:23.378956+0000","last_unstale":"2024-04-15T15:10:29.260998+0000","last_undegraded":"2024-04-15T15:10:29.260998+0000","last_fullsized":"2024-04-15T15:10:29.260998+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:32.397719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379208+0000","last_change":"2024-04-15T15:10:22.340314+0000","last_active":"2024-04-15T15:10:28.379208+0000","last_peered":"2024-04-15T15:10:28.379208+0000","last_clean":"2024-04-15T15:10:28.379208+0000","last_became_active":"2024-04-15T15:10:22.340058+0000","last_became_peered":"2024-04-15T15:10:22.340058+0000","last_unstale":"2024-04-15T15:10:28.379208+0000","last_undegraded":"2024-04-15T15:10:28.379208+0000","last_fullsized":"2024-04-15T15:10:28.379208+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:03:24.855055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261220+0000","last_change":"2024-04-15T15:10:27.452359+0000","last_active":"2024-04-15T15:10:29.261220+0000","last_peered":"2024-04-15T15:10:29.261220+0000","last_clean":"2024-04-15T15:10:29.261220+0000","last_became_active":"2024-04-15T15:10:27.451931+0000","last_became_peered":"2024-04-15T15:10:27.451931+0000","last_unstale":"2024-04-15T15:10:29.261220+0000","last_undegraded":"2024-04-15T15:10:29.261220+0000","last_fullsized":"2024-04-15T15:10:29.261220+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:32:12.764213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381505+0000","last_change":"2024-04-15T15:10:23.379987+0000","last_active":"2024-04-15T15:10:28.381505+0000","last_peered":"2024-04-15T15:10:28.381505+0000","last_clean":"2024-04-15T15:10:28.381505+0000","last_became_active":"2024-04-15T15:10:23.379649+0000","last_became_peered":"2024-04-15T15:10:23.379649+0000","last_unstale":"2024-04-15T15:10:28.381505+0000","last_undegraded":"2024-04-15T15:10:28.381505+0000","last_fullsized":"2024-04-15T15:10:28.381505+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:32.397719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261941+0000","last_change":"2024-04-15T15:10:22.346319+0000","last_active":"2024-04-15T15:10:29.261941+0000","last_peered":"2024-04-15T15:10:29.261941+0000","last_clean":"2024-04-15T15:10:29.261941+0000","last_became_active":"2024-04-15T15:10:22.345506+0000","last_became_peered":"2024-04-15T15:10:22.345506+0000","last_unstale":"2024-04-15T15:10:29.261941+0000","last_undegraded":"2024-04-15T15:10:29.261941+0000","last_fullsized":"2024-04-15T15:10:29.261941+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:36:16.998654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260780+0000","last_change":"2024-04-15T15:10:27.396940+0000","last_active":"2024-04-15T15:10:29.260780+0000","last_peered":"2024-04-15T15:10:29.260780+0000","last_clean":"2024-04-15T15:10:29.260780+0000","last_became_active":"2024-04-15T15:10:27.396330+0000","last_became_peered":"2024-04-15T15:10:27.396330+0000","last_unstale":"2024-04-15T15:10:29.260780+0000","last_undegraded":"2024-04-15T15:10:29.260780+0000","last_fullsized":"2024-04-15T15:10:29.260780+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:47:28.160338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261836+0000","last_change":"2024-04-15T15:10:23.377828+0000","last_active":"2024-04-15T15:10:29.261836+0000","last_peered":"2024-04-15T15:10:29.261836+0000","last_clean":"2024-04-15T15:10:29.261836+0000","last_became_active":"2024-04-15T15:10:23.376190+0000","last_became_peered":"2024-04-15T15:10:23.376190+0000","last_unstale":"2024-04-15T15:10:29.261836+0000","last_undegraded":"2024-04-15T15:10:29.261836+0000","last_fullsized":"2024-04-15T15:10:29.261836+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:31:24.796401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379247+0000","last_change":"2024-04-15T15:10:22.343693+0000","last_active":"2024-04-15T15:10:28.379247+0000","last_peered":"2024-04-15T15:10:28.379247+0000","last_clean":"2024-04-15T15:10:28.379247+0000","last_became_active":"2024-04-15T15:10:22.343397+0000","last_became_peered":"2024-04-15T15:10:22.343397+0000","last_unstale":"2024-04-15T15:10:28.379247+0000","last_undegraded":"2024-04-15T15:10:28.379247+0000","last_fullsized":"2024-04-15T15:10:28.379247+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:38:38.610048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380024+0000","last_change":"2024-04-15T15:10:27.453676+0000","last_active":"2024-04-15T15:10:28.380024+0000","last_peered":"2024-04-15T15:10:28.380024+0000","last_clean":"2024-04-15T15:10:28.380024+0000","last_became_active":"2024-04-15T15:10:27.453246+0000","last_became_peered":"2024-04-15T15:10:27.453246+0000","last_unstale":"2024-04-15T15:10:28.380024+0000","last_undegraded":"2024-04-15T15:10:28.380024+0000","last_fullsized":"2024-04-15T15:10:28.380024+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:31:28.835384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260860+0000","last_change":"2024-04-15T15:10:23.374258+0000","last_active":"2024-04-15T15:10:29.260860+0000","last_peered":"2024-04-15T15:10:29.260860+0000","last_clean":"2024-04-15T15:10:29.260860+0000","last_became_active":"2024-04-15T15:10:23.373960+0000","last_became_peered":"2024-04-15T15:10:23.373960+0000","last_unstale":"2024-04-15T15:10:29.260860+0000","last_undegraded":"2024-04-15T15:10:29.260860+0000","last_fullsized":"2024-04-15T15:10:29.260860+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:11.509259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381416+0000","last_change":"2024-04-15T15:10:22.350131+0000","last_active":"2024-04-15T15:10:28.381416+0000","last_peered":"2024-04-15T15:10:28.381416+0000","last_clean":"2024-04-15T15:10:28.381416+0000","last_became_active":"2024-04-15T15:10:22.349844+0000","last_became_peered":"2024-04-15T15:10:22.349844+0000","last_unstale":"2024-04-15T15:10:28.381416+0000","last_undegraded":"2024-04-15T15:10:28.381416+0000","last_fullsized":"2024-04-15T15:10:28.381416+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:59:06.526474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379821+0000","last_change":"2024-04-15T15:10:27.394520+0000","last_active":"2024-04-15T15:10:28.379821+0000","last_peered":"2024-04-15T15:10:28.379821+0000","last_clean":"2024-04-15T15:10:28.379821+0000","last_became_active":"2024-04-15T15:10:27.394194+0000","last_became_peered":"2024-04-15T15:10:27.394194+0000","last_unstale":"2024-04-15T15:10:28.379821+0000","last_undegraded":"2024-04-15T15:10:28.379821+0000","last_fullsized":"2024-04-15T15:10:28.379821+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:02.132394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260592+0000","last_change":"2024-04-15T15:10:23.369555+0000","last_active":"2024-04-15T15:10:29.260592+0000","last_peered":"2024-04-15T15:10:29.260592+0000","last_clean":"2024-04-15T15:10:29.260592+0000","last_became_active":"2024-04-15T15:10:23.368282+0000","last_became_peered":"2024-04-15T15:10:23.368282+0000","last_unstale":"2024-04-15T15:10:29.260592+0000","last_undegraded":"2024-04-15T15:10:29.260592+0000","last_fullsized":"2024-04-15T15:10:29.260592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:37:33.582947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":30,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.378831+0000","last_change":"2024-04-15T15:10:22.338672+0000","last_active":"2024-04-15T15:10:28.378831+0000","last_peered":"2024-04-15T15:10:28.378831+0000","last_clean":"2024-04-15T15:10:28.378831+0000","last_became_active":"2024-04-15T15:10:22.338379+0000","last_became_peered":"2024-04-15T15:10:22.338379+0000","last_unstale":"2024-04-15T15:10:28.378831+0000","last_undegraded":"2024-04-15T15:10:28.378831+0000","last_fullsized":"2024-04-15T15:10:28.378831+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:51.515441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260336+0000","last_change":"2024-04-15T15:10:27.393144+0000","last_active":"2024-04-15T15:10:29.260336+0000","last_peered":"2024-04-15T15:10:29.260336+0000","last_clean":"2024-04-15T15:10:29.260336+0000","last_became_active":"2024-04-15T15:10:27.392780+0000","last_became_peered":"2024-04-15T15:10:27.392780+0000","last_unstale":"2024-04-15T15:10:29.260336+0000","last_undegraded":"2024-04-15T15:10:29.260336+0000","last_fullsized":"2024-04-15T15:10:29.260336+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:57.967782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260863+0000","last_change":"2024-04-15T15:10:23.365220+0000","last_active":"2024-04-15T15:10:29.260863+0000","last_peered":"2024-04-15T15:10:29.260863+0000","last_clean":"2024-04-15T15:10:29.260863+0000","last_became_active":"2024-04-15T15:10:23.363931+0000","last_became_peered":"2024-04-15T15:10:23.363931+0000","last_unstale":"2024-04-15T15:10:29.260863+0000","last_undegraded":"2024-04-15T15:10:29.260863+0000","last_fullsized":"2024-04-15T15:10:29.260863+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:39.549489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261046+0000","last_change":"2024-04-15T15:10:22.346960+0000","last_active":"2024-04-15T15:10:29.261046+0000","last_peered":"2024-04-15T15:10:29.261046+0000","last_clean":"2024-04-15T15:10:29.261046+0000","last_became_active":"2024-04-15T15:10:22.346451+0000","last_became_peered":"2024-04-15T15:10:22.346451+0000","last_unstale":"2024-04-15T15:10:29.261046+0000","last_undegraded":"2024-04-15T15:10:29.261046+0000","last_fullsized":"2024-04-15T15:10:29.261046+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:15:44.859538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260681+0000","last_change":"2024-04-15T15:10:27.457366+0000","last_active":"2024-04-15T15:10:29.260681+0000","last_peered":"2024-04-15T15:10:29.260681+0000","last_clean":"2024-04-15T15:10:29.260681+0000","last_became_active":"2024-04-15T15:10:27.456939+0000","last_became_peered":"2024-04-15T15:10:27.456939+0000","last_unstale":"2024-04-15T15:10:29.260681+0000","last_undegraded":"2024-04-15T15:10:29.260681+0000","last_fullsized":"2024-04-15T15:10:29.260681+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:24:21.790743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261357+0000","last_change":"2024-04-15T15:10:23.370618+0000","last_active":"2024-04-15T15:10:29.261357+0000","last_peered":"2024-04-15T15:10:29.261357+0000","last_clean":"2024-04-15T15:10:29.261357+0000","last_became_active":"2024-04-15T15:10:23.370345+0000","last_became_peered":"2024-04-15T15:10:23.370345+0000","last_unstale":"2024-04-15T15:10:29.261357+0000","last_undegraded":"2024-04-15T15:10:29.261357+0000","last_fullsized":"2024-04-15T15:10:29.261357+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:32:08.725229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381697+0000","last_change":"2024-04-15T15:10:22.346474+0000","last_active":"2024-04-15T15:10:28.381697+0000","last_peered":"2024-04-15T15:10:28.381697+0000","last_clean":"2024-04-15T15:10:28.381697+0000","last_became_active":"2024-04-15T15:10:22.346182+0000","last_became_peered":"2024-04-15T15:10:22.346182+0000","last_unstale":"2024-04-15T15:10:28.381697+0000","last_undegraded":"2024-04-15T15:10:28.381697+0000","last_fullsized":"2024-04-15T15:10:28.381697+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:38:38.610048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261076+0000","last_change":"2024-04-15T15:10:27.453515+0000","last_active":"2024-04-15T15:10:29.261076+0000","last_peered":"2024-04-15T15:10:29.261076+0000","last_clean":"2024-04-15T15:10:29.261076+0000","last_became_active":"2024-04-15T15:10:27.451867+0000","last_became_peered":"2024-04-15T15:10:27.451867+0000","last_unstale":"2024-04-15T15:10:29.261076+0000","last_undegraded":"2024-04-15T15:10:29.261076+0000","last_fullsized":"2024-04-15T15:10:29.261076+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:15:16.005091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260261+0000","last_change":"2024-04-15T15:10:23.374572+0000","last_active":"2024-04-15T15:10:29.260261+0000","last_peered":"2024-04-15T15:10:29.260261+0000","last_clean":"2024-04-15T15:10:29.260261+0000","last_became_active":"2024-04-15T15:10:23.374309+0000","last_became_peered":"2024-04-15T15:10:23.374309+0000","last_unstale":"2024-04-15T15:10:29.260261+0000","last_undegraded":"2024-04-15T15:10:29.260261+0000","last_fullsized":"2024-04-15T15:10:29.260261+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:28:42.428854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261004+0000","last_change":"2024-04-15T15:10:22.348500+0000","last_active":"2024-04-15T15:10:29.261004+0000","last_peered":"2024-04-15T15:10:29.261004+0000","last_clean":"2024-04-15T15:10:29.261004+0000","last_became_active":"2024-04-15T15:10:22.348182+0000","last_became_peered":"2024-04-15T15:10:22.348182+0000","last_unstale":"2024-04-15T15:10:29.261004+0000","last_undegraded":"2024-04-15T15:10:29.261004+0000","last_fullsized":"2024-04-15T15:10:29.261004+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:10:10.189436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381959+0000","last_change":"2024-04-15T15:10:27.455008+0000","last_active":"2024-04-15T15:10:28.381959+0000","last_peered":"2024-04-15T15:10:28.381959+0000","last_clean":"2024-04-15T15:10:28.381959+0000","last_became_active":"2024-04-15T15:10:27.453887+0000","last_became_peered":"2024-04-15T15:10:27.453887+0000","last_unstale":"2024-04-15T15:10:28.381959+0000","last_undegraded":"2024-04-15T15:10:28.381959+0000","last_fullsized":"2024-04-15T15:10:28.381959+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:15:45.447461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260620+0000","last_change":"2024-04-15T15:10:23.379546+0000","last_active":"2024-04-15T15:10:29.260620+0000","last_peered":"2024-04-15T15:10:29.260620+0000","last_clean":"2024-04-15T15:10:29.260620+0000","last_became_active":"2024-04-15T15:10:23.378508+0000","last_became_peered":"2024-04-15T15:10:23.378508+0000","last_unstale":"2024-04-15T15:10:29.260620+0000","last_undegraded":"2024-04-15T15:10:29.260620+0000","last_fullsized":"2024-04-15T15:10:29.260620+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:50:41.630301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"24'9","reported_seq":31,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:32.910516+0000","last_change":"2024-04-15T15:10:22.348431+0000","last_active":"2024-04-15T15:10:32.910516+0000","last_peered":"2024-04-15T15:10:32.910516+0000","last_clean":"2024-04-15T15:10:32.910516+0000","last_became_active":"2024-04-15T15:10:22.348112+0000","last_became_peered":"2024-04-15T15:10:22.348112+0000","last_unstale":"2024-04-15T15:10:32.910516+0000","last_undegraded":"2024-04-15T15:10:32.910516+0000","last_fullsized":"2024-04-15T15:10:32.910516+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:03:14.278284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261884+0000","last_change":"2024-04-15T15:10:27.401017+0000","last_active":"2024-04-15T15:10:29.261884+0000","last_peered":"2024-04-15T15:10:29.261884+0000","last_clean":"2024-04-15T15:10:29.261884+0000","last_became_active":"2024-04-15T15:10:27.400633+0000","last_became_peered":"2024-04-15T15:10:27.400633+0000","last_unstale":"2024-04-15T15:10:29.261884+0000","last_undegraded":"2024-04-15T15:10:29.261884+0000","last_fullsized":"2024-04-15T15:10:29.261884+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:47:28.160338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381191+0000","last_change":"2024-04-15T15:10:23.376121+0000","last_active":"2024-04-15T15:10:28.381191+0000","last_peered":"2024-04-15T15:10:28.381191+0000","last_clean":"2024-04-15T15:10:28.381191+0000","last_became_active":"2024-04-15T15:10:23.375586+0000","last_became_peered":"2024-04-15T15:10:23.375586+0000","last_unstale":"2024-04-15T15:10:28.381191+0000","last_undegraded":"2024-04-15T15:10:28.381191+0000","last_fullsized":"2024-04-15T15:10:28.381191+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:23.784097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":25,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261850+0000","last_change":"2024-04-15T15:10:22.345240+0000","last_active":"2024-04-15T15:10:29.261850+0000","last_peered":"2024-04-15T15:10:29.261850+0000","last_clean":"2024-04-15T15:10:29.261850+0000","last_became_active":"2024-04-15T15:10:22.344814+0000","last_became_peered":"2024-04-15T15:10:22.344814+0000","last_unstale":"2024-04-15T15:10:29.261850+0000","last_undegraded":"2024-04-15T15:10:29.261850+0000","last_fullsized":"2024-04-15T15:10:29.261850+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:03:14.278284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380227+0000","last_change":"2024-04-15T15:10:27.401832+0000","last_active":"2024-04-15T15:10:28.380227+0000","last_peered":"2024-04-15T15:10:28.380227+0000","last_clean":"2024-04-15T15:10:28.380227+0000","last_became_active":"2024-04-15T15:10:27.401263+0000","last_became_peered":"2024-04-15T15:10:27.401263+0000","last_unstale":"2024-04-15T15:10:28.380227+0000","last_undegraded":"2024-04-15T15:10:28.380227+0000","last_fullsized":"2024-04-15T15:10:28.380227+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:57.112861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260538+0000","last_change":"2024-04-15T15:10:23.375731+0000","last_active":"2024-04-15T15:10:29.260538+0000","last_peered":"2024-04-15T15:10:29.260538+0000","last_clean":"2024-04-15T15:10:29.260538+0000","last_became_active":"2024-04-15T15:10:23.375466+0000","last_became_peered":"2024-04-15T15:10:23.375466+0000","last_unstale":"2024-04-15T15:10:29.260538+0000","last_undegraded":"2024-04-15T15:10:29.260538+0000","last_fullsized":"2024-04-15T15:10:29.260538+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:07:58.093410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381816+0000","last_change":"2024-04-15T15:10:22.347801+0000","last_active":"2024-04-15T15:10:28.381816+0000","last_peered":"2024-04-15T15:10:28.381816+0000","last_clean":"2024-04-15T15:10:28.381816+0000","last_became_active":"2024-04-15T15:10:22.347550+0000","last_became_peered":"2024-04-15T15:10:22.347550+0000","last_unstale":"2024-04-15T15:10:28.381816+0000","last_undegraded":"2024-04-15T15:10:28.381816+0000","last_fullsized":"2024-04-15T15:10:28.381816+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:03:24.855055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260062+0000","last_change":"2024-04-15T15:10:27.398776+0000","last_active":"2024-04-15T15:10:29.260062+0000","last_peered":"2024-04-15T15:10:29.260062+0000","last_clean":"2024-04-15T15:10:29.260062+0000","last_became_active":"2024-04-15T15:10:27.397931+0000","last_became_peered":"2024-04-15T15:10:27.397931+0000","last_unstale":"2024-04-15T15:10:29.260062+0000","last_undegraded":"2024-04-15T15:10:29.260062+0000","last_fullsized":"2024-04-15T15:10:29.260062+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:20:33.245741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381754+0000","last_change":"2024-04-15T15:10:23.369268+0000","last_active":"2024-04-15T15:10:28.381754+0000","last_peered":"2024-04-15T15:10:28.381754+0000","last_clean":"2024-04-15T15:10:28.381754+0000","last_became_active":"2024-04-15T15:10:23.368949+0000","last_became_peered":"2024-04-15T15:10:23.368949+0000","last_unstale":"2024-04-15T15:10:28.381754+0000","last_undegraded":"2024-04-15T15:10:28.381754+0000","last_fullsized":"2024-04-15T15:10:28.381754+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:32:08.725229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261817+0000","last_change":"2024-04-15T15:10:22.355161+0000","last_active":"2024-04-15T15:10:29.261817+0000","last_peered":"2024-04-15T15:10:29.261817+0000","last_clean":"2024-04-15T15:10:29.261817+0000","last_became_active":"2024-04-15T15:10:22.354870+0000","last_became_peered":"2024-04-15T15:10:22.354870+0000","last_unstale":"2024-04-15T15:10:29.261817+0000","last_undegraded":"2024-04-15T15:10:29.261817+0000","last_fullsized":"2024-04-15T15:10:29.261817+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:38:38.610048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260967+0000","last_change":"2024-04-15T15:10:27.453526+0000","last_active":"2024-04-15T15:10:29.260967+0000","last_peered":"2024-04-15T15:10:29.260967+0000","last_clean":"2024-04-15T15:10:29.260967+0000","last_became_active":"2024-04-15T15:10:27.453186+0000","last_became_peered":"2024-04-15T15:10:27.453186+0000","last_unstale":"2024-04-15T15:10:29.260967+0000","last_undegraded":"2024-04-15T15:10:29.260967+0000","last_fullsized":"2024-04-15T15:10:29.260967+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:41:41.123191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260191+0000","last_change":"2024-04-15T15:10:27.454755+0000","last_active":"2024-04-15T15:10:29.260191+0000","last_peered":"2024-04-15T15:10:29.260191+0000","last_clean":"2024-04-15T15:10:29.260191+0000","last_became_active":"2024-04-15T15:10:27.454309+0000","last_became_peered":"2024-04-15T15:10:27.454309+0000","last_unstale":"2024-04-15T15:10:29.260191+0000","last_undegraded":"2024-04-15T15:10:29.260191+0000","last_fullsized":"2024-04-15T15:10:29.260191+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:36.436703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261558+0000","last_change":"2024-04-15T15:10:23.377314+0000","last_active":"2024-04-15T15:10:29.261558+0000","last_peered":"2024-04-15T15:10:29.261558+0000","last_clean":"2024-04-15T15:10:29.261558+0000","last_became_active":"2024-04-15T15:10:23.375837+0000","last_became_peered":"2024-04-15T15:10:23.375837+0000","last_unstale":"2024-04-15T15:10:29.261558+0000","last_undegraded":"2024-04-15T15:10:29.261558+0000","last_fullsized":"2024-04-15T15:10:29.261558+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:40.505902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380025+0000","last_change":"2024-04-15T15:10:22.346568+0000","last_active":"2024-04-15T15:10:28.380025+0000","last_peered":"2024-04-15T15:10:28.380025+0000","last_clean":"2024-04-15T15:10:28.380025+0000","last_became_active":"2024-04-15T15:10:22.346274+0000","last_became_peered":"2024-04-15T15:10:22.346274+0000","last_unstale":"2024-04-15T15:10:28.380025+0000","last_undegraded":"2024-04-15T15:10:28.380025+0000","last_fullsized":"2024-04-15T15:10:28.380025+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:47:15.483791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261694+0000","last_change":"2024-04-15T15:10:27.401124+0000","last_active":"2024-04-15T15:10:29.261694+0000","last_peered":"2024-04-15T15:10:29.261694+0000","last_clean":"2024-04-15T15:10:29.261694+0000","last_became_active":"2024-04-15T15:10:27.400696+0000","last_became_peered":"2024-04-15T15:10:27.400696+0000","last_unstale":"2024-04-15T15:10:29.261694+0000","last_undegraded":"2024-04-15T15:10:29.261694+0000","last_fullsized":"2024-04-15T15:10:29.261694+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:36.436703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260017+0000","last_change":"2024-04-15T15:10:23.364000+0000","last_active":"2024-04-15T15:10:29.260017+0000","last_peered":"2024-04-15T15:10:29.260017+0000","last_clean":"2024-04-15T15:10:29.260017+0000","last_became_active":"2024-04-15T15:10:23.363695+0000","last_became_peered":"2024-04-15T15:10:23.363695+0000","last_unstale":"2024-04-15T15:10:29.260017+0000","last_undegraded":"2024-04-15T15:10:29.260017+0000","last_fullsized":"2024-04-15T15:10:29.260017+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:18.673878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261317+0000","last_change":"2024-04-15T15:10:22.345688+0000","last_active":"2024-04-15T15:10:29.261317+0000","last_peered":"2024-04-15T15:10:29.261317+0000","last_clean":"2024-04-15T15:10:29.261317+0000","last_became_active":"2024-04-15T15:10:22.345432+0000","last_became_peered":"2024-04-15T15:10:22.345432+0000","last_unstale":"2024-04-15T15:10:29.261317+0000","last_undegraded":"2024-04-15T15:10:29.261317+0000","last_fullsized":"2024-04-15T15:10:29.261317+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:10:10.189436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261294+0000","last_change":"2024-04-15T15:10:22.347690+0000","last_active":"2024-04-15T15:10:29.261294+0000","last_peered":"2024-04-15T15:10:29.261294+0000","last_clean":"2024-04-15T15:10:29.261294+0000","last_became_active":"2024-04-15T15:10:22.346467+0000","last_became_peered":"2024-04-15T15:10:22.346467+0000","last_unstale":"2024-04-15T15:10:29.261294+0000","last_undegraded":"2024-04-15T15:10:29.261294+0000","last_fullsized":"2024-04-15T15:10:29.261294+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:03:24.855055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260908+0000","last_change":"2024-04-15T15:10:23.361862+0000","last_active":"2024-04-15T15:10:29.260908+0000","last_peered":"2024-04-15T15:10:29.260908+0000","last_clean":"2024-04-15T15:10:29.260908+0000","last_became_active":"2024-04-15T15:10:23.361606+0000","last_became_peered":"2024-04-15T15:10:23.361606+0000","last_unstale":"2024-04-15T15:10:29.260908+0000","last_undegraded":"2024-04-15T15:10:29.260908+0000","last_fullsized":"2024-04-15T15:10:29.260908+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:53:04.229243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379158+0000","last_change":"2024-04-15T15:10:27.396895+0000","last_active":"2024-04-15T15:10:28.379158+0000","last_peered":"2024-04-15T15:10:28.379158+0000","last_clean":"2024-04-15T15:10:28.379158+0000","last_became_active":"2024-04-15T15:10:27.396529+0000","last_became_peered":"2024-04-15T15:10:27.396529+0000","last_unstale":"2024-04-15T15:10:28.379158+0000","last_undegraded":"2024-04-15T15:10:28.379158+0000","last_fullsized":"2024-04-15T15:10:28.379158+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:06:54.373374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261165+0000","last_change":"2024-04-15T15:10:22.350162+0000","last_active":"2024-04-15T15:10:29.261165+0000","last_peered":"2024-04-15T15:10:29.261165+0000","last_clean":"2024-04-15T15:10:29.261165+0000","last_became_active":"2024-04-15T15:10:22.349761+0000","last_became_peered":"2024-04-15T15:10:22.349761+0000","last_unstale":"2024-04-15T15:10:29.261165+0000","last_undegraded":"2024-04-15T15:10:29.261165+0000","last_fullsized":"2024-04-15T15:10:29.261165+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:15:44.859538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380797+0000","last_change":"2024-04-15T15:10:23.366531+0000","last_active":"2024-04-15T15:10:28.380797+0000","last_peered":"2024-04-15T15:10:28.380797+0000","last_clean":"2024-04-15T15:10:28.380797+0000","last_became_active":"2024-04-15T15:10:23.366265+0000","last_became_peered":"2024-04-15T15:10:23.366265+0000","last_unstale":"2024-04-15T15:10:28.380797+0000","last_undegraded":"2024-04-15T15:10:28.380797+0000","last_fullsized":"2024-04-15T15:10:28.380797+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:38:39.614429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261025+0000","last_change":"2024-04-15T15:10:27.398294+0000","last_active":"2024-04-15T15:10:29.261025+0000","last_peered":"2024-04-15T15:10:29.261025+0000","last_clean":"2024-04-15T15:10:29.261025+0000","last_became_active":"2024-04-15T15:10:27.397943+0000","last_became_peered":"2024-04-15T15:10:27.397943+0000","last_unstale":"2024-04-15T15:10:29.261025+0000","last_undegraded":"2024-04-15T15:10:29.261025+0000","last_fullsized":"2024-04-15T15:10:29.261025+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:18:34.702533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260343+0000","last_change":"2024-04-15T15:10:23.365507+0000","last_active":"2024-04-15T15:10:29.260343+0000","last_peered":"2024-04-15T15:10:29.260343+0000","last_clean":"2024-04-15T15:10:29.260343+0000","last_became_active":"2024-04-15T15:10:23.364929+0000","last_became_peered":"2024-04-15T15:10:23.364929+0000","last_unstale":"2024-04-15T15:10:29.260343+0000","last_undegraded":"2024-04-15T15:10:29.260343+0000","last_fullsized":"2024-04-15T15:10:29.260343+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:49:51.386049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.378945+0000","last_change":"2024-04-15T15:10:23.369787+0000","last_active":"2024-04-15T15:10:28.378945+0000","last_peered":"2024-04-15T15:10:28.378945+0000","last_clean":"2024-04-15T15:10:28.378945+0000","last_became_active":"2024-04-15T15:10:23.369529+0000","last_became_peered":"2024-04-15T15:10:23.369529+0000","last_unstale":"2024-04-15T15:10:28.378945+0000","last_undegraded":"2024-04-15T15:10:28.378945+0000","last_fullsized":"2024-04-15T15:10:28.378945+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:23.784097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381654+0000","last_change":"2024-04-15T15:10:23.360453+0000","last_active":"2024-04-15T15:10:28.381654+0000","last_peered":"2024-04-15T15:10:28.381654+0000","last_clean":"2024-04-15T15:10:28.381654+0000","last_became_active":"2024-04-15T15:10:23.360181+0000","last_became_peered":"2024-04-15T15:10:23.360181+0000","last_unstale":"2024-04-15T15:10:28.381654+0000","last_undegraded":"2024-04-15T15:10:28.381654+0000","last_fullsized":"2024-04-15T15:10:28.381654+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:07.266214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260825+0000","last_change":"2024-04-15T15:10:23.374703+0000","last_active":"2024-04-15T15:10:29.260825+0000","last_peered":"2024-04-15T15:10:29.260825+0000","last_clean":"2024-04-15T15:10:29.260825+0000","last_became_active":"2024-04-15T15:10:23.374431+0000","last_became_peered":"2024-04-15T15:10:23.374431+0000","last_unstale":"2024-04-15T15:10:29.260825+0000","last_undegraded":"2024-04-15T15:10:29.260825+0000","last_fullsized":"2024-04-15T15:10:29.260825+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:39.549489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.262272+0000","last_change":"2024-04-15T15:10:23.366399+0000","last_active":"2024-04-15T15:10:29.262272+0000","last_peered":"2024-04-15T15:10:29.262272+0000","last_clean":"2024-04-15T15:10:29.262272+0000","last_became_active":"2024-04-15T15:10:23.366133+0000","last_became_peered":"2024-04-15T15:10:23.366133+0000","last_unstale":"2024-04-15T15:10:29.262272+0000","last_undegraded":"2024-04-15T15:10:29.262272+0000","last_fullsized":"2024-04-15T15:10:29.262272+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:53:04.229243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261695+0000","last_change":"2024-04-15T15:10:23.378095+0000","last_active":"2024-04-15T15:10:29.261695+0000","last_peered":"2024-04-15T15:10:29.261695+0000","last_clean":"2024-04-15T15:10:29.261695+0000","last_became_active":"2024-04-15T15:10:23.377818+0000","last_became_peered":"2024-04-15T15:10:23.377818+0000","last_unstale":"2024-04-15T15:10:29.261695+0000","last_undegraded":"2024-04-15T15:10:29.261695+0000","last_fullsized":"2024-04-15T15:10:29.261695+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:53:04.229243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261713+0000","last_change":"2024-04-15T15:10:23.369042+0000","last_active":"2024-04-15T15:10:29.261713+0000","last_peered":"2024-04-15T15:10:29.261713+0000","last_clean":"2024-04-15T15:10:29.261713+0000","last_became_active":"2024-04-15T15:10:23.368779+0000","last_became_peered":"2024-04-15T15:10:23.368779+0000","last_unstale":"2024-04-15T15:10:29.261713+0000","last_undegraded":"2024-04-15T15:10:29.261713+0000","last_fullsized":"2024-04-15T15:10:29.261713+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:53:04.229243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260732+0000","last_change":"2024-04-15T15:10:23.365756+0000","last_active":"2024-04-15T15:10:29.260732+0000","last_peered":"2024-04-15T15:10:29.260732+0000","last_clean":"2024-04-15T15:10:29.260732+0000","last_became_active":"2024-04-15T15:10:23.365404+0000","last_became_peered":"2024-04-15T15:10:23.365404+0000","last_unstale":"2024-04-15T15:10:29.260732+0000","last_undegraded":"2024-04-15T15:10:29.260732+0000","last_fullsized":"2024-04-15T15:10:29.260732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:31:49.626738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379927+0000","last_change":"2024-04-15T15:10:23.367343+0000","last_active":"2024-04-15T15:10:28.379927+0000","last_peered":"2024-04-15T15:10:28.379927+0000","last_clean":"2024-04-15T15:10:28.379927+0000","last_became_active":"2024-04-15T15:10:23.367092+0000","last_became_peered":"2024-04-15T15:10:23.367092+0000","last_unstale":"2024-04-15T15:10:28.379927+0000","last_undegraded":"2024-04-15T15:10:28.379927+0000","last_fullsized":"2024-04-15T15:10:28.379927+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:07:58.093410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261185+0000","last_change":"2024-04-15T15:10:23.365148+0000","last_active":"2024-04-15T15:10:29.261185+0000","last_peered":"2024-04-15T15:10:29.261185+0000","last_clean":"2024-04-15T15:10:29.261185+0000","last_became_active":"2024-04-15T15:10:23.364926+0000","last_became_peered":"2024-04-15T15:10:23.364926+0000","last_unstale":"2024-04-15T15:10:29.261185+0000","last_undegraded":"2024-04-15T15:10:29.261185+0000","last_fullsized":"2024-04-15T15:10:29.261185+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:40.505902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381526+0000","last_change":"2024-04-15T15:10:23.377832+0000","last_active":"2024-04-15T15:10:28.381526+0000","last_peered":"2024-04-15T15:10:28.381526+0000","last_clean":"2024-04-15T15:10:28.381526+0000","last_became_active":"2024-04-15T15:10:23.377564+0000","last_became_peered":"2024-04-15T15:10:23.377564+0000","last_unstale":"2024-04-15T15:10:28.381526+0000","last_undegraded":"2024-04-15T15:10:28.381526+0000","last_fullsized":"2024-04-15T15:10:28.381526+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:53.073877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260116+0000","last_change":"2024-04-15T15:10:23.375561+0000","last_active":"2024-04-15T15:10:29.260116+0000","last_peered":"2024-04-15T15:10:29.260116+0000","last_clean":"2024-04-15T15:10:29.260116+0000","last_became_active":"2024-04-15T15:10:23.374959+0000","last_became_peered":"2024-04-15T15:10:23.374959+0000","last_unstale":"2024-04-15T15:10:29.260116+0000","last_undegraded":"2024-04-15T15:10:29.260116+0000","last_fullsized":"2024-04-15T15:10:29.260116+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:08.514163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261433+0000","last_change":"2024-04-15T15:10:23.361921+0000","last_active":"2024-04-15T15:10:29.261433+0000","last_peered":"2024-04-15T15:10:29.261433+0000","last_clean":"2024-04-15T15:10:29.261433+0000","last_became_active":"2024-04-15T15:10:23.361399+0000","last_became_peered":"2024-04-15T15:10:23.361399+0000","last_unstale":"2024-04-15T15:10:29.261433+0000","last_undegraded":"2024-04-15T15:10:29.261433+0000","last_fullsized":"2024-04-15T15:10:29.261433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:18.673878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260993+0000","last_change":"2024-04-15T15:10:23.374970+0000","last_active":"2024-04-15T15:10:29.260993+0000","last_peered":"2024-04-15T15:10:29.260993+0000","last_clean":"2024-04-15T15:10:29.260993+0000","last_became_active":"2024-04-15T15:10:23.374672+0000","last_became_peered":"2024-04-15T15:10:23.374672+0000","last_unstale":"2024-04-15T15:10:29.260993+0000","last_undegraded":"2024-04-15T15:10:29.260993+0000","last_fullsized":"2024-04-15T15:10:29.260993+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:38:21.264250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379218+0000","last_change":"2024-04-15T15:10:23.364213+0000","last_active":"2024-04-15T15:10:28.379218+0000","last_peered":"2024-04-15T15:10:28.379218+0000","last_clean":"2024-04-15T15:10:28.379218+0000","last_became_active":"2024-04-15T15:10:23.363319+0000","last_became_peered":"2024-04-15T15:10:23.363319+0000","last_unstale":"2024-04-15T15:10:28.379218+0000","last_undegraded":"2024-04-15T15:10:28.379218+0000","last_fullsized":"2024-04-15T15:10:28.379218+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:36:18.003035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.382236+0000","last_change":"2024-04-15T15:10:23.378143+0000","last_active":"2024-04-15T15:10:28.382236+0000","last_peered":"2024-04-15T15:10:28.382236+0000","last_clean":"2024-04-15T15:10:28.382236+0000","last_became_active":"2024-04-15T15:10:23.377865+0000","last_became_peered":"2024-04-15T15:10:23.377865+0000","last_unstale":"2024-04-15T15:10:28.382236+0000","last_undegraded":"2024-04-15T15:10:28.382236+0000","last_fullsized":"2024-04-15T15:10:28.382236+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:11.509259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379754+0000","last_change":"2024-04-15T15:10:23.362209+0000","last_active":"2024-04-15T15:10:28.379754+0000","last_peered":"2024-04-15T15:10:28.379754+0000","last_clean":"2024-04-15T15:10:28.379754+0000","last_became_active":"2024-04-15T15:10:23.361944+0000","last_became_peered":"2024-04-15T15:10:23.361944+0000","last_unstale":"2024-04-15T15:10:28.379754+0000","last_undegraded":"2024-04-15T15:10:28.379754+0000","last_fullsized":"2024-04-15T15:10:28.379754+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:53:04.229243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261651+0000","last_change":"2024-04-15T15:10:23.364023+0000","last_active":"2024-04-15T15:10:29.261651+0000","last_peered":"2024-04-15T15:10:29.261651+0000","last_clean":"2024-04-15T15:10:29.261651+0000","last_became_active":"2024-04-15T15:10:23.363782+0000","last_became_peered":"2024-04-15T15:10:23.363782+0000","last_unstale":"2024-04-15T15:10:29.261651+0000","last_undegraded":"2024-04-15T15:10:29.261651+0000","last_fullsized":"2024-04-15T15:10:29.261651+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:39.549489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260244+0000","last_change":"2024-04-15T15:10:23.369037+0000","last_active":"2024-04-15T15:10:29.260244+0000","last_peered":"2024-04-15T15:10:29.260244+0000","last_clean":"2024-04-15T15:10:29.260244+0000","last_became_active":"2024-04-15T15:10:23.368700+0000","last_became_peered":"2024-04-15T15:10:23.368700+0000","last_unstale":"2024-04-15T15:10:29.260244+0000","last_undegraded":"2024-04-15T15:10:29.260244+0000","last_fullsized":"2024-04-15T15:10:29.260244+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:06:50.334390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260820+0000","last_change":"2024-04-15T15:10:23.370764+0000","last_active":"2024-04-15T15:10:29.260820+0000","last_peered":"2024-04-15T15:10:29.260820+0000","last_clean":"2024-04-15T15:10:29.260820+0000","last_became_active":"2024-04-15T15:10:23.370462+0000","last_became_peered":"2024-04-15T15:10:23.370462+0000","last_unstale":"2024-04-15T15:10:29.260820+0000","last_undegraded":"2024-04-15T15:10:29.260820+0000","last_fullsized":"2024-04-15T15:10:29.260820+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:07:19.941188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381105+0000","last_change":"2024-04-15T15:10:23.365014+0000","last_active":"2024-04-15T15:10:28.381105+0000","last_peered":"2024-04-15T15:10:28.381105+0000","last_clean":"2024-04-15T15:10:28.381105+0000","last_became_active":"2024-04-15T15:10:23.364526+0000","last_became_peered":"2024-04-15T15:10:23.364526+0000","last_unstale":"2024-04-15T15:10:28.381105+0000","last_undegraded":"2024-04-15T15:10:28.381105+0000","last_fullsized":"2024-04-15T15:10:28.381105+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:36:18.003035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261568+0000","last_change":"2024-04-15T15:10:23.372448+0000","last_active":"2024-04-15T15:10:29.261568+0000","last_peered":"2024-04-15T15:10:29.261568+0000","last_clean":"2024-04-15T15:10:29.261568+0000","last_became_active":"2024-04-15T15:10:23.372188+0000","last_became_peered":"2024-04-15T15:10:23.372188+0000","last_unstale":"2024-04-15T15:10:29.261568+0000","last_undegraded":"2024-04-15T15:10:29.261568+0000","last_fullsized":"2024-04-15T15:10:29.261568+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:08.514163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261697+0000","last_change":"2024-04-15T15:10:23.371730+0000","last_active":"2024-04-15T15:10:29.261697+0000","last_peered":"2024-04-15T15:10:29.261697+0000","last_clean":"2024-04-15T15:10:29.261697+0000","last_became_active":"2024-04-15T15:10:23.371473+0000","last_became_peered":"2024-04-15T15:10:23.371473+0000","last_unstale":"2024-04-15T15:10:29.261697+0000","last_undegraded":"2024-04-15T15:10:29.261697+0000","last_fullsized":"2024-04-15T15:10:29.261697+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:07:58.093410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261769+0000","last_change":"2024-04-15T15:10:23.381435+0000","last_active":"2024-04-15T15:10:29.261769+0000","last_peered":"2024-04-15T15:10:29.261769+0000","last_clean":"2024-04-15T15:10:29.261769+0000","last_became_active":"2024-04-15T15:10:23.380723+0000","last_became_peered":"2024-04-15T15:10:23.380723+0000","last_unstale":"2024-04-15T15:10:29.261769+0000","last_undegraded":"2024-04-15T15:10:29.261769+0000","last_fullsized":"2024-04-15T15:10:29.261769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:43:35.045892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.259919+0000","last_change":"2024-04-15T15:10:23.373140+0000","last_active":"2024-04-15T15:10:29.259919+0000","last_peered":"2024-04-15T15:10:29.259919+0000","last_clean":"2024-04-15T15:10:29.259919+0000","last_became_active":"2024-04-15T15:10:23.372849+0000","last_became_peered":"2024-04-15T15:10:23.372849+0000","last_unstale":"2024-04-15T15:10:29.259919+0000","last_undegraded":"2024-04-15T15:10:29.259919+0000","last_fullsized":"2024-04-15T15:10:29.259919+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:08.514163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260539+0000","last_change":"2024-04-15T15:10:23.370042+0000","last_active":"2024-04-15T15:10:29.260539+0000","last_peered":"2024-04-15T15:10:29.260539+0000","last_clean":"2024-04-15T15:10:29.260539+0000","last_became_active":"2024-04-15T15:10:23.369709+0000","last_became_peered":"2024-04-15T15:10:23.369709+0000","last_unstale":"2024-04-15T15:10:29.260539+0000","last_undegraded":"2024-04-15T15:10:29.260539+0000","last_fullsized":"2024-04-15T15:10:29.260539+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:31:49.626738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381382+0000","last_change":"2024-04-15T15:10:23.363018+0000","last_active":"2024-04-15T15:10:28.381382+0000","last_peered":"2024-04-15T15:10:28.381382+0000","last_clean":"2024-04-15T15:10:28.381382+0000","last_became_active":"2024-04-15T15:10:23.362760+0000","last_became_peered":"2024-04-15T15:10:23.362760+0000","last_unstale":"2024-04-15T15:10:28.381382+0000","last_undegraded":"2024-04-15T15:10:28.381382+0000","last_fullsized":"2024-04-15T15:10:28.381382+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:07:19.941188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261188+0000","last_change":"2024-04-15T15:10:23.374283+0000","last_active":"2024-04-15T15:10:29.261188+0000","last_peered":"2024-04-15T15:10:29.261188+0000","last_clean":"2024-04-15T15:10:29.261188+0000","last_became_active":"2024-04-15T15:10:23.374022+0000","last_became_peered":"2024-04-15T15:10:23.374022+0000","last_unstale":"2024-04-15T15:10:29.261188+0000","last_undegraded":"2024-04-15T15:10:29.261188+0000","last_fullsized":"2024-04-15T15:10:29.261188+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:53.928799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381402+0000","last_change":"2024-04-15T15:10:23.379923+0000","last_active":"2024-04-15T15:10:28.381402+0000","last_peered":"2024-04-15T15:10:28.381402+0000","last_clean":"2024-04-15T15:10:28.381402+0000","last_became_active":"2024-04-15T15:10:23.379279+0000","last_became_peered":"2024-04-15T15:10:23.379279+0000","last_unstale":"2024-04-15T15:10:28.381402+0000","last_undegraded":"2024-04-15T15:10:28.381402+0000","last_fullsized":"2024-04-15T15:10:28.381402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:50:41.630301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260468+0000","last_change":"2024-04-15T15:10:23.366923+0000","last_active":"2024-04-15T15:10:29.260468+0000","last_peered":"2024-04-15T15:10:29.260468+0000","last_clean":"2024-04-15T15:10:29.260468+0000","last_became_active":"2024-04-15T15:10:23.366656+0000","last_became_peered":"2024-04-15T15:10:23.366656+0000","last_unstale":"2024-04-15T15:10:29.260468+0000","last_undegraded":"2024-04-15T15:10:29.260468+0000","last_fullsized":"2024-04-15T15:10:29.260468+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:07:19.941188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.262041+0000","last_change":"2024-04-15T15:10:23.370615+0000","last_active":"2024-04-15T15:10:29.262041+0000","last_peered":"2024-04-15T15:10:29.262041+0000","last_clean":"2024-04-15T15:10:29.262041+0000","last_became_active":"2024-04-15T15:10:23.370375+0000","last_became_peered":"2024-04-15T15:10:23.370375+0000","last_unstale":"2024-04-15T15:10:29.262041+0000","last_undegraded":"2024-04-15T15:10:29.262041+0000","last_fullsized":"2024-04-15T15:10:29.262041+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:07:58.093410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261134+0000","last_change":"2024-04-15T15:10:23.372936+0000","last_active":"2024-04-15T15:10:29.261134+0000","last_peered":"2024-04-15T15:10:29.261134+0000","last_clean":"2024-04-15T15:10:29.261134+0000","last_became_active":"2024-04-15T15:10:23.372670+0000","last_became_peered":"2024-04-15T15:10:23.372670+0000","last_unstale":"2024-04-15T15:10:29.261134+0000","last_undegraded":"2024-04-15T15:10:29.261134+0000","last_fullsized":"2024-04-15T15:10:29.261134+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:47:24.121354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4640,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574856,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27852,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343988,"statfs":{"total":96636764160,"available":96608243712,"internally_reserved":0,"allocated":851968,"data_stored":691206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574856,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":266240,"data_stored":104098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27280,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344560,"statfs":{"total":96636764160,"available":96608829440,"internally_reserved":0,"allocated":258048,"data_stored":100346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574857,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":266240,"data_stored":100382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":266240,"data_stored":104098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574856,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27280,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344560,"statfs":{"total":96636764160,"available":96608829440,"internally_reserved":0,"allocated":253952,"data_stored":100256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574856,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":262144,"data_stored":100416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574856,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27860,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343980,"statfs":{"total":96636764160,"available":96608235520,"internally_reserved":0,"allocated":860160,"data_stored":691262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T15:10:40.750 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-15T15:10:40.750 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-15T15:10:40.750 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-04-15T15:10:40.750 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-04-15T15:10:40.751 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-04-15T15:10:40.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.884+0000 7f0eafa4a640 1 Processor -- start 2024-04-15T15:10:40.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.884+0000 7f0eafa4a640 1 -- start start 2024-04-15T15:10:40.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.885+0000 7f0eafa4a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ea815e9b0 0x7f0ea80d3420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:40.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.885+0000 7f0eafa4a640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f0ea80d51b0 0x7f0ea80cfb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:40.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.885+0000 7f0eafa4a640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ea80b60b0 con 0x7f0ea80d3960 2024-04-15T15:10:40.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.885+0000 7f0eafa4a640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f0ea815ed90 con 0x7f0ea80d51b0 2024-04-15T15:10:40.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.885+0000 7f0eafa4a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f0ea80d3ea0 con 0x7f0ea815e9b0 2024-04-15T15:10:40.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.885+0000 7f0eacfe5640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f0ea80d3960 0x7f0ea80d4aa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42968/0 (socket says 172.21.15.84:42968) 2024-04-15T15:10:40.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.885+0000 7f0eacfe5640 1 -- 172.21.15.84:0/3088745757 learned_addr learned my addr 172.21.15.84:0/3088745757 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:40.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.885+0000 7f0ead7e6640 1 --2- 172.21.15.84:0/3088745757 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ea815e9b0 0x7f0ea80d3420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:40.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.885+0000 7f0eadfe7640 1 --2- 172.21.15.84:0/3088745757 >> v2:172.21.15.203:3300/0 conn(0x7f0ea80d51b0 0x7f0ea80cfb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:40.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.885+0000 7f0e9ffff640 1 -- 172.21.15.84:0/3088745757 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3174782212 0 0) 0x7f0ea80b60b0 con 0x7f0ea80d3960 2024-04-15T15:10:40.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.885+0000 7f0e9ffff640 1 -- 172.21.15.84:0/3088745757 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0e94003520 con 0x7f0ea80d3960 2024-04-15T15:10:40.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.885+0000 7f0ead7e6640 1 -- 172.21.15.84:0/3088745757 >> v2:172.21.15.203:3300/0 conn(0x7f0ea80d51b0 msgr2=0x7f0ea80cfb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:40.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.885+0000 7f0ead7e6640 1 --2- 172.21.15.84:0/3088745757 >> v2:172.21.15.203:3300/0 conn(0x7f0ea80d51b0 0x7f0ea80cfb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.885+0000 7f0ead7e6640 1 -- 172.21.15.84:0/3088745757 >> v1:172.21.15.84:6789/0 conn(0x7f0ea80d3960 legacy=0x7f0ea80d4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:40.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.885+0000 7f0ead7e6640 1 -- 172.21.15.84:0/3088745757 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ea80b6350 con 0x7f0ea815e9b0 2024-04-15T15:10:40.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.886+0000 7f0ead7e6640 1 --2- 172.21.15.84:0/3088745757 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ea815e9b0 0x7f0ea80d3420 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f0ea4009d90 tx=0x7f0ea402bf30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d8d922bbcb8dad44 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:40.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.886+0000 7f0e9ffff640 1 -- 172.21.15.84:0/3088745757 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea4039070 con 0x7f0ea815e9b0 2024-04-15T15:10:40.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.886+0000 7f0e9ffff640 1 -- 172.21.15.84:0/3088745757 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ea402cce0 con 0x7f0ea815e9b0 2024-04-15T15:10:40.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.886+0000 7f0e9ffff640 1 -- 172.21.15.84:0/3088745757 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea4034640 con 0x7f0ea815e9b0 2024-04-15T15:10:40.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.887+0000 7f0eafa4a640 1 -- 172.21.15.84:0/3088745757 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ea815e9b0 msgr2=0x7f0ea80d3420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:40.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.887+0000 7f0eafa4a640 1 --2- 172.21.15.84:0/3088745757 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ea815e9b0 0x7f0ea80d3420 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f0ea4009d90 tx=0x7f0ea402bf30 comp rx=0 tx=0).stop 2024-04-15T15:10:40.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.887+0000 7f0eafa4a640 1 -- 172.21.15.84:0/3088745757 shutdown_connections 2024-04-15T15:10:40.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.887+0000 7f0eafa4a640 1 --2- 172.21.15.84:0/3088745757 >> v2:172.21.15.203:3300/0 conn(0x7f0ea80d51b0 0x7f0ea80cfb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.887+0000 7f0eafa4a640 1 --2- 172.21.15.84:0/3088745757 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ea815e9b0 0x7f0ea80d3420 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.887+0000 7f0eafa4a640 1 -- 172.21.15.84:0/3088745757 >> 172.21.15.84:0/3088745757 conn(0x7f0ea809db30 msgr2=0x7f0ea80b95f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:40.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.887+0000 7f0eafa4a640 1 -- 172.21.15.84:0/3088745757 shutdown_connections 2024-04-15T15:10:40.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.887+0000 7f0eafa4a640 1 -- 172.21.15.84:0/3088745757 wait complete. 2024-04-15T15:10:40.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.888+0000 7f0eafa4a640 1 Processor -- start 2024-04-15T15:10:40.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.888+0000 7f0eafa4a640 1 -- start start 2024-04-15T15:10:40.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.889+0000 7f0eafa4a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ea80d3960 0x7f0ea8160180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:40.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.889+0000 7f0eafa4a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ea80d51b0 0x7f0ea8152a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:40.897 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.889+0000 7f0eafa4a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0ea815e9b0 0x7f0ea80ce5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:40.897 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.889+0000 7f0eafa4a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0ea80b6e30 con 0x7f0ea80d3960 2024-04-15T15:10:40.897 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.889+0000 7f0eafa4a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0ea80b6910 con 0x7f0ea815e9b0 2024-04-15T15:10:40.897 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.889+0000 7f0eafa4a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f0ea80b3b40 con 0x7f0ea80d51b0 2024-04-15T15:10:40.897 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.889+0000 7f0ead7e6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ea80d3960 0x7f0ea8160180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:40.897 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.889+0000 7f0ead7e6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ea80d3960 0x7f0ea8160180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:37038/0 (socket says 172.21.15.84:37038) 2024-04-15T15:10:40.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.889+0000 7f0ead7e6640 1 -- 172.21.15.84:0/827460171 learned_addr learned my addr 172.21.15.84:0/827460171 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:40.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.889+0000 7f0ead7e6640 1 -- 172.21.15.84:0/827460171 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ea80d51b0 msgr2=0x7f0ea8152a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:40.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.889+0000 7f0eacfe5640 1 --2- 172.21.15.84:0/827460171 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ea80d51b0 0x7f0ea8152a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:40.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.889+0000 7f0eadfe7640 1 --2- 172.21.15.84:0/827460171 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0ea815e9b0 0x7f0ea80ce5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:40.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.889+0000 7f0ead7e6640 1 --2- 172.21.15.84:0/827460171 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ea80d51b0 0x7f0ea8152a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.889+0000 7f0ead7e6640 1 -- 172.21.15.84:0/827460171 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0ea815e9b0 msgr2=0x7f0ea80ce5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:40.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.889+0000 7f0ead7e6640 1 --2- 172.21.15.84:0/827460171 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0ea815e9b0 0x7f0ea80ce5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:40.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.889+0000 7f0ead7e6640 1 -- 172.21.15.84:0/827460171 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ea8160760 con 0x7f0ea80d3960 2024-04-15T15:10:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.890+0000 7f0ead7e6640 1 --2- 172.21.15.84:0/827460171 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ea80d3960 0x7f0ea8160180 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f0ea4037040 tx=0x7f0ea4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.890+0000 7f0e9dffb640 1 -- 172.21.15.84:0/827460171 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea4039050 con 0x7f0ea80d3960 2024-04-15T15:10:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.890+0000 7f0e9dffb640 1 -- 172.21.15.84:0/827460171 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ea4045070 con 0x7f0ea80d3960 2024-04-15T15:10:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.890+0000 7f0eafa4a640 1 -- 172.21.15.84:0/827460171 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ea8160a40 con 0x7f0ea80d3960 2024-04-15T15:10:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.890+0000 7f0e9dffb640 1 -- 172.21.15.84:0/827460171 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ea4009450 con 0x7f0ea80d3960 2024-04-15T15:10:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.890+0000 7f0eafa4a640 1 -- 172.21.15.84:0/827460171 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ea8161000 con 0x7f0ea80d3960 2024-04-15T15:10:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.891+0000 7f0eafa4a640 1 -- 172.21.15.84:0/827460171 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ea80689e0 con 0x7f0ea80d3960 2024-04-15T15:10:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.891+0000 7f0e9dffb640 1 -- 172.21.15.84:0/827460171 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f0ea403e850 con 0x7f0ea80d3960 2024-04-15T15:10:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.892+0000 7f0e9dffb640 1 --2- 172.21.15.84:0/827460171 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0e8c06c8f0 0x7f0e8c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.892+0000 7f0e9dffb640 1 -- 172.21.15.84:0/827460171 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f0ea40aeb80 con 0x7f0ea80d3960 2024-04-15T15:10:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.892+0000 7f0eacfe5640 1 --2- 172.21.15.84:0/827460171 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0e8c06c8f0 0x7f0e8c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:40.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.892+0000 7f0eacfe5640 1 --2- 172.21.15.84:0/827460171 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0e8c06c8f0 0x7f0e8c06edb0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f0ea80cbbe0 tx=0x7f0e98009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:40.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:40.896+0000 7f0e9dffb640 1 -- 172.21.15.84:0/827460171 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f0ea407cbe0 con 0x7f0ea80d3960 2024-04-15T15:10:41.120 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.119+0000 7f0eafa4a640 1 -- 172.21.15.84:0/827460171 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f0ea80b2140 con 0x7f0ea80d3960 2024-04-15T15:10:41.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.122+0000 7f0e9dffb640 1 -- 172.21.15.84:0/827460171 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+174134 (secure 0 0 0) 0x7f0ea407c4e0 con 0x7f0ea80d3960 2024-04-15T15:10:41.126 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:41.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.124+0000 7f0eafa4a640 1 -- 172.21.15.84:0/827460171 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0e8c06c8f0 msgr2=0x7f0e8c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.124+0000 7f0eafa4a640 1 --2- 172.21.15.84:0/827460171 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0e8c06c8f0 0x7f0e8c06edb0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f0ea80cbbe0 tx=0x7f0e98009040 comp rx=0 tx=0).stop 2024-04-15T15:10:41.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.124+0000 7f0eafa4a640 1 -- 172.21.15.84:0/827460171 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ea80d3960 msgr2=0x7f0ea8160180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.124+0000 7f0eafa4a640 1 --2- 172.21.15.84:0/827460171 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ea80d3960 0x7f0ea8160180 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f0ea4037040 tx=0x7f0ea4004a40 comp rx=0 tx=0).stop 2024-04-15T15:10:41.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.124+0000 7f0eafa4a640 1 -- 172.21.15.84:0/827460171 shutdown_connections 2024-04-15T15:10:41.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.124+0000 7f0eafa4a640 1 --2- 172.21.15.84:0/827460171 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0e8c06c8f0 0x7f0e8c06edb0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.124+0000 7f0eafa4a640 1 --2- 172.21.15.84:0/827460171 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0ea815e9b0 0x7f0ea80ce5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.124+0000 7f0eafa4a640 1 --2- 172.21.15.84:0/827460171 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ea80d51b0 0x7f0ea8152a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.124+0000 7f0eafa4a640 1 --2- 172.21.15.84:0/827460171 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ea80d3960 0x7f0ea8160180 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.124+0000 7f0eafa4a640 1 -- 172.21.15.84:0/827460171 >> 172.21.15.84:0/827460171 conn(0x7f0ea809db30 msgr2=0x7f0ea80b5670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:41.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.125+0000 7f0eafa4a640 1 -- 172.21.15.84:0/827460171 shutdown_connections 2024-04-15T15:10:41.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.125+0000 7f0eafa4a640 1 -- 172.21.15.84:0/827460171 wait complete. 2024-04-15T15:10:41.137 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":5,"flags":0,"active_gid":4107,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6832","nonce":2096029421},{"type":"v1","addr":"172.21.15.84:6833","nonce":2096029421}]},"active_addr":"172.21.15.84:6833/2096029421","active_change":"2024-04-15T15:10:02.542196+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4105,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.84:0","nonce":1809963224}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.84:0","nonce":2637417472}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.84:0","nonce":3444972568}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.84:0","nonce":7131474}]}]} 2024-04-15T15:10:41.140 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-04-15T15:10:41.140 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-04-15T15:10:41.140 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:10:41.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.243+0000 7f4fc0d59640 1 Processor -- start 2024-04-15T15:10:41.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.243+0000 7f4fc0d59640 1 -- start start 2024-04-15T15:10:41.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.244+0000 7f4fc0d59640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4fbc1590d0 0x7f4fbc06eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.244+0000 7f4fc0d59640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f4fbc15fe80 0x7f4fbc070310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.244+0000 7f4fc0d59640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4fbc06f990 con 0x7f4fbc06f3f0 2024-04-15T15:10:41.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.244+0000 7f4fc0d59640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f4fbc15f150 con 0x7f4fbc15fe80 2024-04-15T15:10:41.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.244+0000 7f4fc0d59640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4fbc15f3a0 con 0x7f4fbc1590d0 2024-04-15T15:10:41.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.244+0000 7f4fbad9d640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f4fbc06f3f0 0x7f4fbc0cf1a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42982/0 (socket says 172.21.15.84:42982) 2024-04-15T15:10:41.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.244+0000 7f4fbad9d640 1 -- 172.21.15.84:0/2451637657 learned_addr learned my addr 172.21.15.84:0/2451637657 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:41.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fba59c640 1 --2- 172.21.15.84:0/2451637657 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4fbc1590d0 0x7f4fbc06eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb9d9b640 1 --2- 172.21.15.84:0/2451637657 >> v2:172.21.15.203:3300/0 conn(0x7f4fbc15fe80 0x7f4fbc070310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb959a640 1 -- 172.21.15.84:0/2451637657 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2971792458 0 0) 0x7f4fbc06f990 con 0x7f4fbc06f3f0 2024-04-15T15:10:41.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb959a640 1 -- 172.21.15.84:0/2451637657 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4fa8003520 con 0x7f4fbc06f3f0 2024-04-15T15:10:41.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb959a640 1 -- 172.21.15.84:0/2451637657 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2124590956 0 0) 0x7f4fa8003520 con 0x7f4fbc06f3f0 2024-04-15T15:10:41.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb959a640 1 -- 172.21.15.84:0/2451637657 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4fbc1590d0 msgr2=0x7f4fbc06eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:41.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb959a640 1 --2- 172.21.15.84:0/2451637657 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4fbc1590d0 0x7f4fbc06eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb959a640 1 -- 172.21.15.84:0/2451637657 >> v2:172.21.15.203:3300/0 conn(0x7f4fbc15fe80 msgr2=0x7f4fbc070310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:41.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb959a640 1 --2- 172.21.15.84:0/2451637657 >> v2:172.21.15.203:3300/0 conn(0x7f4fbc15fe80 0x7f4fbc070310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb959a640 1 -- 172.21.15.84:0/2451637657 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fbc15f680 con 0x7f4fbc06f3f0 2024-04-15T15:10:41.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb959a640 1 -- 172.21.15.84:0/2451637657 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f4fb4001670 con 0x7f4fbc06f3f0 2024-04-15T15:10:41.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb959a640 1 -- 172.21.15.84:0/2451637657 >> v1:172.21.15.84:6789/0 conn(0x7f4fbc06f3f0 legacy=0x7f4fbc0cf1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb959a640 1 --2- 172.21.15.84:0/2451637657 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4fa80039b0 0x7f4fa8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb959a640 1 --2- 172.21.15.84:0/2451637657 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4fa8004800 0x7f4fa8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb959a640 1 --2- 172.21.15.84:0/2451637657 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4fbc1590d0 0x7f4fa80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb959a640 1 -- 172.21.15.84:0/2451637657 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4fbc15f150 con 0x7f4fa8004800 2024-04-15T15:10:41.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb959a640 1 -- 172.21.15.84:0/2451637657 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4fbc15f3a0 con 0x7f4fa80039b0 2024-04-15T15:10:41.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb959a640 1 -- 172.21.15.84:0/2451637657 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4fa800b9c0 con 0x7f4fbc1590d0 2024-04-15T15:10:41.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb9d9b640 1 --2- 172.21.15.84:0/2451637657 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4fa8004800 0x7f4fa8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fba59c640 1 --2- 172.21.15.84:0/2451637657 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4fa80039b0 0x7f4fa8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fbad9d640 1 --2- 172.21.15.84:0/2451637657 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4fbc1590d0 0x7f4fa80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb9d9b640 1 -- 172.21.15.84:0/2451637657 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4fbc1590d0 msgr2=0x7f4fa80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:41.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb9d9b640 1 --2- 172.21.15.84:0/2451637657 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4fbc1590d0 0x7f4fa80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb9d9b640 1 -- 172.21.15.84:0/2451637657 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4fa80039b0 msgr2=0x7f4fa8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:41.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb9d9b640 1 --2- 172.21.15.84:0/2451637657 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4fa80039b0 0x7f4fa8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fb9d9b640 1 -- 172.21.15.84:0/2451637657 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fa8003520 con 0x7f4fa8004800 2024-04-15T15:10:41.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.245+0000 7f4fbad9d640 1 --2- 172.21.15.84:0/2451637657 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4fbc1590d0 0x7f4fa80051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:41.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.246+0000 7f4fb9d9b640 1 --2- 172.21.15.84:0/2451637657 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4fa8004800 0x7f4fa8004c80 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f4fa4009af0 tx=0x7f4fa8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=271605f39169fe47 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:41.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.246+0000 7f4fb959a640 1 -- 172.21.15.84:0/2451637657 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fa4039070 con 0x7f4fa8004800 2024-04-15T15:10:41.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.246+0000 7f4fb959a640 1 -- 172.21.15.84:0/2451637657 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fa402c710 con 0x7f4fa8004800 2024-04-15T15:10:41.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.246+0000 7f4fb959a640 1 -- 172.21.15.84:0/2451637657 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fa4009690 con 0x7f4fa8004800 2024-04-15T15:10:41.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.247+0000 7f4fc0d59640 1 -- 172.21.15.84:0/2451637657 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4fa8004800 msgr2=0x7f4fa8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.247+0000 7f4fc0d59640 1 --2- 172.21.15.84:0/2451637657 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4fa8004800 0x7f4fa8004c80 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f4fa4009af0 tx=0x7f4fa8005830 comp rx=0 tx=0).stop 2024-04-15T15:10:41.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.247+0000 7f4fbad9d640 1 -- 172.21.15.84:0/2451637657 reap_dead start 2024-04-15T15:10:41.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.247+0000 7f4fc0d59640 1 -- 172.21.15.84:0/2451637657 shutdown_connections 2024-04-15T15:10:41.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.247+0000 7f4fc0d59640 1 -- 172.21.15.84:0/2451637657 >> 172.21.15.84:0/2451637657 conn(0x7f4fbc0cdd20 msgr2=0x7f4fbc0ce100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:41.253 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.247+0000 7f4fc0d59640 1 -- 172.21.15.84:0/2451637657 shutdown_connections 2024-04-15T15:10:41.253 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.247+0000 7f4fc0d59640 1 -- 172.21.15.84:0/2451637657 wait complete. 2024-04-15T15:10:41.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.248+0000 7f4fc0d59640 1 Processor -- start 2024-04-15T15:10:41.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.248+0000 7f4fc0d59640 1 -- start start 2024-04-15T15:10:41.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.249+0000 7f4fc0d59640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4fa8004800 0x7f4fbc14b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.249+0000 7f4fc0d59640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4fbc0ccb50 0x7f4fbc0c83f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.249+0000 7f4fc0d59640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4fbc14acf0 0x7f4fbc0b1e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.249+0000 7f4fc0d59640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4fbc06eeb0 con 0x7f4fbc0ccb50 2024-04-15T15:10:41.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.249+0000 7f4fc0d59640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4fbc15c9c0 con 0x7f4fbc14acf0 2024-04-15T15:10:41.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.249+0000 7f4fc0d59640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4fbc06f030 con 0x7f4fa8004800 2024-04-15T15:10:41.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.249+0000 7f4fb9d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4fbc0ccb50 0x7f4fbc0c83f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.249+0000 7f4fb9d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4fbc0ccb50 0x7f4fbc0c83f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:37060/0 (socket says 172.21.15.84:37060) 2024-04-15T15:10:41.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.249+0000 7f4fb9d9b640 1 -- 172.21.15.84:0/3555583299 learned_addr learned my addr 172.21.15.84:0/3555583299 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:41.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.249+0000 7f4fba59c640 1 --2- 172.21.15.84:0/3555583299 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4fa8004800 0x7f4fbc14b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.249+0000 7f4fb9d9b640 1 -- 172.21.15.84:0/3555583299 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4fa8004800 msgr2=0x7f4fbc14b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.249+0000 7f4fb9d9b640 1 --2- 172.21.15.84:0/3555583299 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4fa8004800 0x7f4fbc14b7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.249+0000 7f4fb9d9b640 1 -- 172.21.15.84:0/3555583299 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4fbc14acf0 msgr2=0x7f4fbc0b1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.249+0000 7f4fbad9d640 1 --2- 172.21.15.84:0/3555583299 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4fbc14acf0 0x7f4fbc0b1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.249+0000 7f4fb9d9b640 1 --2- 172.21.15.84:0/3555583299 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4fbc14acf0 0x7f4fbc0b1e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.249+0000 7f4fb9d9b640 1 -- 172.21.15.84:0/3555583299 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fbc0c8be0 con 0x7f4fbc0ccb50 2024-04-15T15:10:41.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.250+0000 7f4fb9d9b640 1 --2- 172.21.15.84:0/3555583299 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4fbc0ccb50 0x7f4fbc0c83f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4fa4037040 tx=0x7f4fa4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:41.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.250+0000 7f4fb2ffd640 1 -- 172.21.15.84:0/3555583299 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fa4039050 con 0x7f4fbc0ccb50 2024-04-15T15:10:41.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.250+0000 7f4fb2ffd640 1 -- 172.21.15.84:0/3555583299 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4fa403a040 con 0x7f4fbc0ccb50 2024-04-15T15:10:41.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.250+0000 7f4fb2ffd640 1 -- 172.21.15.84:0/3555583299 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fa4003850 con 0x7f4fbc0ccb50 2024-04-15T15:10:41.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.250+0000 7f4fc0d59640 1 -- 172.21.15.84:0/3555583299 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fbc0c8ec0 con 0x7f4fbc0ccb50 2024-04-15T15:10:41.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.250+0000 7f4fc0d59640 1 -- 172.21.15.84:0/3555583299 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fbc0ccff0 con 0x7f4fbc0ccb50 2024-04-15T15:10:41.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.251+0000 7f4fc0d59640 1 -- 172.21.15.84:0/3555583299 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fbc0690f0 con 0x7f4fbc0ccb50 2024-04-15T15:10:41.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.251+0000 7f4fb2ffd640 1 -- 172.21.15.84:0/3555583299 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f4fa4047030 con 0x7f4fbc0ccb50 2024-04-15T15:10:41.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.251+0000 7f4fb2ffd640 1 --2- 172.21.15.84:0/3555583299 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4f9c06c8f0 0x7f4f9c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.252+0000 7f4fba59c640 1 --2- 172.21.15.84:0/3555583299 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4f9c06c8f0 0x7f4f9c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.252+0000 7f4fb2ffd640 1 -- 172.21.15.84:0/3555583299 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f4fa40ad2a0 con 0x7f4fbc0ccb50 2024-04-15T15:10:41.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.252+0000 7f4fba59c640 1 --2- 172.21.15.84:0/3555583299 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4f9c06c8f0 0x7f4f9c06edb0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f4fac009f80 tx=0x7f4fac00b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:41.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.256+0000 7f4fb2ffd640 1 -- 172.21.15.84:0/3555583299 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f4fa407b390 con 0x7f4fbc0ccb50 2024-04-15T15:10:41.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.436+0000 7f4fc0d59640 1 -- 172.21.15.84:0/3555583299 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4fbc0c8930 con 0x7f4fbc0ccb50 2024-04-15T15:10:41.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.437+0000 7f4fb2ffd640 1 -- 172.21.15.84:0/3555583299 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18466 (secure 0 0 0) 0x7f4fa407ac90 con 0x7f4fbc0ccb50 2024-04-15T15:10:41.439 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:41.439 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":24,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:27.745198+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:10:41.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.439+0000 7f4fc0d59640 1 -- 172.21.15.84:0/3555583299 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4f9c06c8f0 msgr2=0x7f4f9c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.439+0000 7f4fc0d59640 1 --2- 172.21.15.84:0/3555583299 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4f9c06c8f0 0x7f4f9c06edb0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f4fac009f80 tx=0x7f4fac00b040 comp rx=0 tx=0).stop 2024-04-15T15:10:41.441 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.439+0000 7f4fc0d59640 1 -- 172.21.15.84:0/3555583299 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4fbc0ccb50 msgr2=0x7f4fbc0c83f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.439+0000 7f4fc0d59640 1 --2- 172.21.15.84:0/3555583299 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4fbc0ccb50 0x7f4fbc0c83f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f4fa4037040 tx=0x7f4fa4004730 comp rx=0 tx=0).stop 2024-04-15T15:10:41.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.439+0000 7f4fc0d59640 1 -- 172.21.15.84:0/3555583299 shutdown_connections 2024-04-15T15:10:41.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.439+0000 7f4fc0d59640 1 --2- 172.21.15.84:0/3555583299 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4f9c06c8f0 0x7f4f9c06edb0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.439+0000 7f4fc0d59640 1 --2- 172.21.15.84:0/3555583299 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4fbc14acf0 0x7f4fbc0b1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.439+0000 7f4fc0d59640 1 --2- 172.21.15.84:0/3555583299 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4fbc0ccb50 0x7f4fbc0c83f0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.439+0000 7f4fc0d59640 1 --2- 172.21.15.84:0/3555583299 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4fa8004800 0x7f4fbc14b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.439+0000 7f4fc0d59640 1 -- 172.21.15.84:0/3555583299 >> 172.21.15.84:0/3555583299 conn(0x7f4fbc0cdd20 msgr2=0x7f4fbc0cf680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:41.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.439+0000 7f4fc0d59640 1 -- 172.21.15.84:0/3555583299 shutdown_connections 2024-04-15T15:10:41.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.439+0000 7f4fc0d59640 1 -- 172.21.15.84:0/3555583299 wait complete. 2024-04-15T15:10:41.452 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-04-15T15:10:41.453 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:10:41.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.553+0000 7f979faeb640 1 Processor -- start 2024-04-15T15:10:41.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.553+0000 7f979faeb640 1 -- start start 2024-04-15T15:10:41.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.554+0000 7f979faeb640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f979815ad10 0x7f979815b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.554+0000 7f979faeb640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f97980af740 0x7f97981648a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.554+0000 7f979faeb640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f97980cf990 con 0x7f97980cc5e0 2024-04-15T15:10:41.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.554+0000 7f979faeb640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f97980cd4b0 con 0x7f97980af740 2024-04-15T15:10:41.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.554+0000 7f979faeb640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f97980cd790 con 0x7f979815ad10 2024-04-15T15:10:41.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.554+0000 7f979e088640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f97980af740 0x7f97981648a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.554+0000 7f979d086640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f97980cc5e0 0x7f979815b630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:42994/0 (socket says 172.21.15.84:42994) 2024-04-15T15:10:41.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.554+0000 7f979d086640 1 -- 172.21.15.84:0/2824633789 learned_addr learned my addr 172.21.15.84:0/2824633789 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:41.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.555+0000 7f979d887640 1 --2- 172.21.15.84:0/2824633789 >> v2:172.21.15.203:3300/0 conn(0x7f979815ad10 0x7f979815b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.555+0000 7f979e088640 1 -- 172.21.15.84:0/2824633789 >> v2:172.21.15.203:3300/0 conn(0x7f979815ad10 msgr2=0x7f979815b0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:41.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.555+0000 7f979e088640 1 --2- 172.21.15.84:0/2824633789 >> v2:172.21.15.203:3300/0 conn(0x7f979815ad10 0x7f979815b0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.555+0000 7f979e088640 1 -- 172.21.15.84:0/2824633789 >> v1:172.21.15.84:6789/0 conn(0x7f97980cc5e0 legacy=0x7f979815b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.555+0000 7f979e088640 1 -- 172.21.15.84:0/2824633789 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f979815bf10 con 0x7f97980af740 2024-04-15T15:10:41.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.555+0000 7f979c885640 1 -- 172.21.15.84:0/2824633789 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2983825585 0 0) 0x7f97980cf990 con 0x7f97980cc5e0 2024-04-15T15:10:41.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.555+0000 7f979e088640 1 --2- 172.21.15.84:0/2824633789 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97980af740 0x7f97981648a0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9798074930 tx=0x7f979002b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9eba384e2ca6e08d server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:41.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.556+0000 7f979c885640 1 -- 172.21.15.84:0/2824633789 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9790034070 con 0x7f97980af740 2024-04-15T15:10:41.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.556+0000 7f979c885640 1 -- 172.21.15.84:0/2824633789 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9790030610 con 0x7f97980af740 2024-04-15T15:10:41.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.556+0000 7f979c885640 1 -- 172.21.15.84:0/2824633789 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97900309e0 con 0x7f97980af740 2024-04-15T15:10:41.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.556+0000 7f979faeb640 1 -- 172.21.15.84:0/2824633789 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97980af740 msgr2=0x7f97981648a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.556+0000 7f979faeb640 1 --2- 172.21.15.84:0/2824633789 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97980af740 0x7f97981648a0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9798074930 tx=0x7f979002b960 comp rx=0 tx=0).stop 2024-04-15T15:10:41.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.556+0000 7f979faeb640 1 -- 172.21.15.84:0/2824633789 shutdown_connections 2024-04-15T15:10:41.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.556+0000 7f979faeb640 1 --2- 172.21.15.84:0/2824633789 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97980af740 0x7f97981648a0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.556+0000 7f979faeb640 1 --2- 172.21.15.84:0/2824633789 >> v2:172.21.15.203:3300/0 conn(0x7f979815ad10 0x7f979815b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.556+0000 7f979faeb640 1 -- 172.21.15.84:0/2824633789 >> 172.21.15.84:0/2824633789 conn(0x7f97980b1dd0 msgr2=0x7f97980b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:41.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.556+0000 7f979faeb640 1 -- 172.21.15.84:0/2824633789 shutdown_connections 2024-04-15T15:10:41.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.556+0000 7f979faeb640 1 -- 172.21.15.84:0/2824633789 wait complete. 2024-04-15T15:10:41.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.557+0000 7f979faeb640 1 Processor -- start 2024-04-15T15:10:41.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.557+0000 7f979faeb640 1 -- start start 2024-04-15T15:10:41.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.558+0000 7f979faeb640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f97980af740 0x7f979814eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.558+0000 7f979faeb640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97980cc5e0 0x7f9798156230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.558+0000 7f979faeb640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f979815ad10 0x7f9798156770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.558+0000 7f979faeb640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f97980ce2d0 con 0x7f97980cc5e0 2024-04-15T15:10:41.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.558+0000 7f979faeb640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f979815c1f0 con 0x7f97980af740 2024-04-15T15:10:41.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.558+0000 7f979faeb640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f979806dc10 con 0x7f979815ad10 2024-04-15T15:10:41.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.558+0000 7f979d086640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97980cc5e0 0x7f9798156230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.558+0000 7f979d086640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97980cc5e0 0x7f9798156230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:37074/0 (socket says 172.21.15.84:37074) 2024-04-15T15:10:41.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.558+0000 7f979d086640 1 -- 172.21.15.84:0/3670289776 learned_addr learned my addr 172.21.15.84:0/3670289776 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:41.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.558+0000 7f979e088640 1 --2- 172.21.15.84:0/3670289776 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f979815ad10 0x7f9798156770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.558+0000 7f979d887640 1 --2- 172.21.15.84:0/3670289776 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f97980af740 0x7f979814eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.559+0000 7f979d086640 1 -- 172.21.15.84:0/3670289776 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f979815ad10 msgr2=0x7f9798156770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.559+0000 7f979d086640 1 --2- 172.21.15.84:0/3670289776 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f979815ad10 0x7f9798156770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.559+0000 7f979d086640 1 -- 172.21.15.84:0/3670289776 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f97980af740 msgr2=0x7f979814eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.559+0000 7f979d086640 1 --2- 172.21.15.84:0/3670289776 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f97980af740 0x7f979814eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.559+0000 7f979d086640 1 -- 172.21.15.84:0/3670289776 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9798153ae0 con 0x7f97980cc5e0 2024-04-15T15:10:41.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.559+0000 7f979d086640 1 --2- 172.21.15.84:0/3670289776 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97980cc5e0 0x7f9798156230 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f978800c4a0 tx=0x7f978800c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:41.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.559+0000 7f978e7fc640 1 -- 172.21.15.84:0/3670289776 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9788017070 con 0x7f97980cc5e0 2024-04-15T15:10:41.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.559+0000 7f978e7fc640 1 -- 172.21.15.84:0/3670289776 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9788005ce0 con 0x7f97980cc5e0 2024-04-15T15:10:41.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.559+0000 7f978e7fc640 1 -- 172.21.15.84:0/3670289776 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97880072b0 con 0x7f97980cc5e0 2024-04-15T15:10:41.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.559+0000 7f979faeb640 1 -- 172.21.15.84:0/3670289776 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9798153dc0 con 0x7f97980cc5e0 2024-04-15T15:10:41.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.559+0000 7f979faeb640 1 -- 172.21.15.84:0/3670289776 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9798154380 con 0x7f97980cc5e0 2024-04-15T15:10:41.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.560+0000 7f979faeb640 1 -- 172.21.15.84:0/3670289776 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97980689e0 con 0x7f97980cc5e0 2024-04-15T15:10:41.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.560+0000 7f978e7fc640 1 -- 172.21.15.84:0/3670289776 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f978801a070 con 0x7f97980cc5e0 2024-04-15T15:10:41.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.561+0000 7f978e7fc640 1 --2- 172.21.15.84:0/3670289776 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f977c06c8f0 0x7f977c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.561+0000 7f979d887640 1 --2- 172.21.15.84:0/3670289776 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f977c06c8f0 0x7f977c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.561+0000 7f978e7fc640 1 -- 172.21.15.84:0/3670289776 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f978808b1c0 con 0x7f97980cc5e0 2024-04-15T15:10:41.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.561+0000 7f979d887640 1 --2- 172.21.15.84:0/3670289776 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f977c06c8f0 0x7f977c06edb0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f97940099c0 tx=0x7f9794003990 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:41.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.565+0000 7f978e7fc640 1 -- 172.21.15.84:0/3670289776 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f9788059340 con 0x7f97980cc5e0 2024-04-15T15:10:41.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.742+0000 7f979faeb640 1 -- 172.21.15.84:0/3670289776 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f979815e390 con 0x7f97980cc5e0 2024-04-15T15:10:41.745 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.743+0000 7f978e7fc640 1 -- 172.21.15.84:0/3670289776 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18466 (secure 0 0 0) 0x7f9788058c40 con 0x7f97980cc5e0 2024-04-15T15:10:41.745 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:41.746 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":24,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:27.745198+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:10:41.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.745+0000 7f979faeb640 1 -- 172.21.15.84:0/3670289776 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f977c06c8f0 msgr2=0x7f977c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.745+0000 7f979faeb640 1 --2- 172.21.15.84:0/3670289776 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f977c06c8f0 0x7f977c06edb0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f97940099c0 tx=0x7f9794003990 comp rx=0 tx=0).stop 2024-04-15T15:10:41.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.745+0000 7f979faeb640 1 -- 172.21.15.84:0/3670289776 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97980cc5e0 msgr2=0x7f9798156230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.745+0000 7f979faeb640 1 --2- 172.21.15.84:0/3670289776 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97980cc5e0 0x7f9798156230 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f978800c4a0 tx=0x7f978800c960 comp rx=0 tx=0).stop 2024-04-15T15:10:41.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.745+0000 7f979faeb640 1 -- 172.21.15.84:0/3670289776 shutdown_connections 2024-04-15T15:10:41.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.745+0000 7f979faeb640 1 --2- 172.21.15.84:0/3670289776 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f979815ad10 0x7f9798156770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.745+0000 7f979faeb640 1 --2- 172.21.15.84:0/3670289776 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97980cc5e0 0x7f9798156230 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.745+0000 7f979faeb640 1 --2- 172.21.15.84:0/3670289776 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f977c06c8f0 0x7f977c06edb0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.745+0000 7f979faeb640 1 --2- 172.21.15.84:0/3670289776 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f97980af740 0x7f979814eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.745+0000 7f979faeb640 1 -- 172.21.15.84:0/3670289776 >> 172.21.15.84:0/3670289776 conn(0x7f97980b1dd0 msgr2=0x7f97980d09f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:41.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.745+0000 7f979faeb640 1 -- 172.21.15.84:0/3670289776 shutdown_connections 2024-04-15T15:10:41.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.745+0000 7f979faeb640 1 -- 172.21.15.84:0/3670289776 wait complete. 2024-04-15T15:10:41.760 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-04-15T15:10:41.760 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-04-15T15:10:41.761 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-04-15T15:10:41.761 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-04-15T15:10:41.762 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-04-15T15:10:41.763 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-04-15T15:10:41.763 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-04-15T15:10:41.764 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-04-15T15:10:41.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.940+0000 7fb996dfa640 1 Processor -- start 2024-04-15T15:10:41.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.940+0000 7fb996dfa640 1 -- start start 2024-04-15T15:10:41.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.940+0000 7f32073bd640 1 Processor -- start 2024-04-15T15:10:41.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.940+0000 7f0a95b8f640 1 Processor -- start 2024-04-15T15:10:41.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.940+0000 7f9485c51640 1 Processor -- start 2024-04-15T15:10:41.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.940+0000 7f978d24f640 1 Processor -- start 2024-04-15T15:10:41.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.940+0000 7f0a95b8f640 1 -- start start 2024-04-15T15:10:41.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.940+0000 7f32073bd640 1 -- start start 2024-04-15T15:10:41.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.940+0000 7fe7c030e640 1 Processor -- start 2024-04-15T15:10:41.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.940+0000 7fe7c030e640 1 -- start start 2024-04-15T15:10:41.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.940+0000 7fb1affff640 1 Processor -- start 2024-04-15T15:10:41.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.941+0000 7f32073bd640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f3200162f00 0x7f32000cefd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.941+0000 7f32073bd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f32000d2020 0x7f32000d24b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.941+0000 7f32073bd640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32000cf820 con 0x7f320006be90 2024-04-15T15:10:41.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.941+0000 7f32073bd640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f32000cfb00 con 0x7f3200162f00 2024-04-15T15:10:41.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.941+0000 7f32073bd640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f32000cfde0 con 0x7f32000d2020 2024-04-15T15:10:41.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.941+0000 7fb996dfa640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb9880eacf0 0x7fb98804fa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.940+0000 7f978d24f640 1 -- start start 2024-04-15T15:10:41.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.941+0000 7fc0c3311640 1 Processor -- start 2024-04-15T15:10:41.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.941+0000 7fb996dfa640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb988006e90 0x7fb988007320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.941+0000 7fb996dfa640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb988053710 con 0x7fb98804ffc0 2024-04-15T15:10:41.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.941+0000 7fb996dfa640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fb988054320 con 0x7fb988006e90 2024-04-15T15:10:41.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.941+0000 7fb996dfa640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb9880539f0 con 0x7fb9880eacf0 2024-04-15T15:10:41.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f3205159640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7f320006be90 0x7f320006c270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:38506/0 (socket says 172.21.15.84:38506) 2024-04-15T15:10:41.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.940+0000 7f9485c51640 1 -- start start 2024-04-15T15:10:41.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.941+0000 7f9485c51640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f948009d7f0 0x7f9480166a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.941+0000 7f9485c51640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f9480072bf0 0x7f94800b7420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.941+0000 7f9485c51640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94801633b0 con 0x7f94800731b0 2024-04-15T15:10:41.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.941+0000 7f9485c51640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f9480167980 con 0x7f9480072bf0 2024-04-15T15:10:41.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f9485c51640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f94800d0bc0 con 0x7f948009d7f0 2024-04-15T15:10:41.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f3205159640 1 -- 172.21.15.84:0/2628733860 learned_addr learned my addr 172.21.15.84:0/2628733860 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:41.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f3204958640 1 --2- 172.21.15.84:0/2628733860 >> v2:172.21.15.203:3300/0 conn(0x7f3200162f00 0x7f32000cefd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7fb994b96640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb9880eacf0 0x7fb98804fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7fb995397640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb988006e90 0x7fb988007320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f0a95b8f640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0a9006f640 0x7f0a900adcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f947ffff640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7f94800731b0 0x7f9480166fd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:38522/0 (socket says 172.21.15.84:38522) 2024-04-15T15:10:41.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f947ffff640 1 -- 172.21.15.84:0/822319945 learned_addr learned my addr 172.21.15.84:0/822319945 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:41.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7fb98ffff640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7fb98804ffc0 0x7fb988037bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:38534/0 (socket says 172.21.15.84:38534) 2024-04-15T15:10:41.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7fb98ffff640 1 -- 172.21.15.84:0/735457012 learned_addr learned my addr 172.21.15.84:0/735457012 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:41.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.940+0000 7fb1affff640 1 -- start start 2024-04-15T15:10:41.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7fb1affff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1b0166020 0x7fb1b006c970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f320595a640 1 --2- 172.21.15.84:0/2628733860 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f32000d2020 0x7f32000d24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7fb1affff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb1b006fa00 0x7fb1b006ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7fb1affff640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1b01669c0 con 0x7fb1b00cbc80 2024-04-15T15:10:41.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7fb1affff640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fb1b0166ca0 con 0x7fb1b006fa00 2024-04-15T15:10:41.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7fb1affff640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb1b0166f80 con 0x7fb1b0166020 2024-04-15T15:10:41.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f9484c4f640 1 --2- 172.21.15.84:0/822319945 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f948009d7f0 0x7f9480166a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f978d24f640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f9788166020 0x7f978806c970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f0a8f7fe640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f0a9015a710 0x7f0a9015eaf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:43002/0 (socket says 172.21.15.84:43002) 2024-04-15T15:10:41.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7fe7c030e640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe7b00df210 0x7fe7b0038070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7fb1aeffd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1b0166020 0x7fb1b006c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f0a8f7fe640 1 -- 172.21.15.84:0/766211863 learned_addr learned my addr 172.21.15.84:0/766211863 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:41.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f9485450640 1 --2- 172.21.15.84:0/822319945 >> v2:172.21.15.203:3300/0 conn(0x7f9480072bf0 0x7f94800b7420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7fe7c030e640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fe7b0053c60 0x7fe7b004fa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7fb1aeffd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1b0166020 0x7fb1b006c970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:60112/0 (socket says 172.21.15.84:60112) 2024-04-15T15:10:41.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7fb1aeffd640 1 -- 172.21.15.84:0/2302064505 learned_addr learned my addr 172.21.15.84:0/2302064505 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:41.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f3204958640 1 -- 172.21.15.84:0/2628733860 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f32000d2020 msgr2=0x7f32000d24b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:41.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7fb1ae7fc640 1 --2- 172.21.15.84:0/2302064505 >> v2:172.21.15.84:3300/0 conn(0x7fb1b006fa00 0x7fb1b006ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f3204958640 1 --2- 172.21.15.84:0/2628733860 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f32000d2020 0x7f32000d24b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f978d24f640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f97880cbc80 0x7f978806ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f3204958640 1 -- 172.21.15.84:0/2628733860 >> v1:172.21.15.203:6789/0 conn(0x7f320006be90 legacy=0x7f320006c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f0a95b8f640 1 -- 172.21.15.84:0/766211863 --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a9015aaf0 con 0x7f0a9015a710 2024-04-15T15:10:41.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f947f7fe640 1 -- 172.21.15.84:0/822319945 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1760964125 0 0) 0x7f9470001490 con 0x7f94800731b0 2024-04-15T15:10:41.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7fe7c030e640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe7b00544b0 con 0x7fe7b0033ee0 2024-04-15T15:10:41.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f3204958640 1 -- 172.21.15.84:0/2628733860 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32000d00c0 con 0x7f3200162f00 2024-04-15T15:10:41.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f947f7fe640 1 -- 172.21.15.84:0/822319945 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9468003520 con 0x7f94800731b0 2024-04-15T15:10:41.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f0a95b8f640 1 -- 172.21.15.84:0/766211863 --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0a900cfdd0 con 0x7f0a900aced0 2024-04-15T15:10:41.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7fe7c030e640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fe7b00541d0 con 0x7fe7b0053c60 2024-04-15T15:10:41.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7f0a95b8f640 1 -- 172.21.15.84:0/766211863 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f0a900cf5e0 con 0x7f0a9006f640 2024-04-15T15:10:41.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7fe7c030e640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe7b0005f20 con 0x7fe7b00df210 2024-04-15T15:10:41.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f978d24f640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f97881669c0 con 0x7f978806fa00 2024-04-15T15:10:41.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f978d24f640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f9788166ca0 con 0x7f9788166020 2024-04-15T15:10:41.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7fb994b96640 1 -- 172.21.15.84:0/735457012 >> v2:172.21.15.84:3300/0 conn(0x7fb988006e90 msgr2=0x7fb988007320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:41.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7fb994b96640 1 --2- 172.21.15.84:0/735457012 >> v2:172.21.15.84:3300/0 conn(0x7fb988006e90 0x7fb988007320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7fb994b96640 1 -- 172.21.15.84:0/735457012 >> v1:172.21.15.203:6789/0 conn(0x7fb98804ffc0 legacy=0x7fb988037bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7fb994b96640 1 -- 172.21.15.84:0/735457012 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb988053cd0 con 0x7fb9880eacf0 2024-04-15T15:10:41.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7fe7be0aa640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe7b00df210 0x7fe7b0038070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7f0a8effd640 1 -- 172.21.15.84:0/766211863 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1690125335 0 0) 0x7f0a9015aaf0 con 0x7f0a9015a710 2024-04-15T15:10:41.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7fe7be0aa640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe7b00df210 0x7fe7b0038070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:60114/0 (socket says 172.21.15.84:60114) 2024-04-15T15:10:41.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7fe7be0aa640 1 -- 172.21.15.84:0/227106735 learned_addr learned my addr 172.21.15.84:0/227106735 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:41.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7fe7be8ab640 1 --1- 172.21.15.84:0/227106735 >> v1:172.21.15.203:6789/0 conn(0x7fe7b0033ee0 0x7fe7b0006a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:38560/0 (socket says 172.21.15.84:38560) 2024-04-15T15:10:41.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7f0a8effd640 1 -- 172.21.15.84:0/766211863 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0a7c003520 con 0x7f0a9015a710 2024-04-15T15:10:41.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7fe7bd8a9640 1 --2- 172.21.15.84:0/227106735 >> v2:172.21.15.84:3300/0 conn(0x7fe7b0053c60 0x7fe7b004fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7f9484c4f640 1 -- 172.21.15.84:0/822319945 >> v2:172.21.15.203:3300/0 conn(0x7f9480072bf0 msgr2=0x7f94800b7420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:41.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7f9484c4f640 1 --2- 172.21.15.84:0/822319945 >> v2:172.21.15.203:3300/0 conn(0x7f9480072bf0 0x7f94800b7420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7f9484c4f640 1 -- 172.21.15.84:0/822319945 >> v1:172.21.15.203:6789/0 conn(0x7f94800731b0 legacy=0x7f9480166fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7f947f7fe640 1 -- 172.21.15.84:0/822319945 <== mon.1 v1:172.21.15.203:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 281664383 0 0) 0x7f9468003520 con 0x7f94800731b0 2024-04-15T15:10:41.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7f9484c4f640 1 -- 172.21.15.84:0/822319945 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94801676e0 con 0x7f948009d7f0 2024-04-15T15:10:41.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7f978d24f640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f9788166f80 con 0x7f97880cbc80 2024-04-15T15:10:41.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.942+0000 7fc0c3311640 1 -- start start 2024-04-15T15:10:41.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7f0a87fff640 1 --2- 172.21.15.84:0/766211863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0a9006f640 0x7f0a900adcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7fb1aeffd640 1 -- 172.21.15.84:0/2302064505 >> v2:172.21.15.84:3300/0 conn(0x7fb1b006fa00 msgr2=0x7fb1b006ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:41.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7fb1aeffd640 1 --2- 172.21.15.84:0/2302064505 >> v2:172.21.15.84:3300/0 conn(0x7fb1b006fa00 0x7fb1b006ceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7fb1aeffd640 1 -- 172.21.15.84:0/2302064505 >> v1:172.21.15.203:6789/0 conn(0x7fb1b00cbc80 legacy=0x7fb1b00ce5b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-15T15:10:41.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7fe7bd0a8640 1 -- 172.21.15.84:0/227106735 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1167454304 0 0) 0x7fe7b00544b0 con 0x7fe7b0033ee0 2024-04-15T15:10:41.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7fe7bd0a8640 1 -- 172.21.15.84:0/227106735 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe7a4003520 con 0x7fe7b0033ee0 2024-04-15T15:10:41.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7fb1aeffd640 1 -- 172.21.15.84:0/2302064505 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1b0167260 con 0x7fb1b0166020 2024-04-15T15:10:41.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7f0a8effd640 1 -- 172.21.15.84:0/766211863 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3226530005 0 0) 0x7f0a900cfdd0 con 0x7f0a900aced0 2024-04-15T15:10:41.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7f0a8effd640 1 -- 172.21.15.84:0/766211863 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0a9015aaf0 con 0x7f0a900aced0 2024-04-15T15:10:41.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.943+0000 7f0a8effd640 1 -- 172.21.15.84:0/766211863 <== mon.1 v1:172.21.15.203:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1988311585 0 0) 0x7f0a9015aaf0 con 0x7f0a900aced0 2024-04-15T15:10:41.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f0a8effd640 1 -- 172.21.15.84:0/766211863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0a9006f640 msgr2=0x7f0a900adcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:41.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f9787fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f9788166020 0x7f978806c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f0a8effd640 1 --2- 172.21.15.84:0/766211863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0a9006f640 0x7f0a900adcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f97877fe640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f978806fa00 0x7f97880ce5b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:43006/0 (socket says 172.21.15.84:43006) 2024-04-15T15:10:41.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f97877fe640 1 -- 172.21.15.84:0/1644051653 learned_addr learned my addr 172.21.15.84:0/1644051653 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:41.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7fe7be0aa640 1 -- 172.21.15.84:0/227106735 >> v2:172.21.15.84:3300/0 conn(0x7fe7b0053c60 msgr2=0x7fe7b004fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:41.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7fe7be0aa640 1 --2- 172.21.15.84:0/227106735 >> v2:172.21.15.84:3300/0 conn(0x7fe7b0053c60 0x7fe7b004fa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7fe7be0aa640 1 -- 172.21.15.84:0/227106735 >> v1:172.21.15.203:6789/0 conn(0x7fe7b0033ee0 legacy=0x7fe7b0006a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7fe7be0aa640 1 -- 172.21.15.84:0/227106735 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7b0006200 con 0x7fe7b00df210 2024-04-15T15:10:41.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f0a8effd640 1 -- 172.21.15.84:0/766211863 >> v1:172.21.15.84:6789/0 conn(0x7f0a9015a710 legacy=0x7f0a9015eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f0a8effd640 1 -- 172.21.15.84:0/766211863 --> v1:172.21.15.203:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a900cf810 con 0x7f0a900aced0 2024-04-15T15:10:41.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7fb994b96640 1 --2- 172.21.15.84:0/735457012 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb9880eacf0 0x7fb98804fa80 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fb9800097a0 tx=0x7fb98002b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6b7a956d4be7aeff server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:41.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f978ca4e640 1 --2- 172.21.15.84:0/1644051653 >> v2:172.21.15.203:3300/0 conn(0x7f97880cbc80 0x7f978806ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f0a8effd640 1 -- 172.21.15.84:0/766211863 <== mon.1 v1:172.21.15.203:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f0a880019f0 con 0x7f0a900aced0 2024-04-15T15:10:41.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7fc0c3311640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc0b40069d0 0x7fc0b4006e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f9787fff640 1 -- 172.21.15.84:0/1644051653 >> v2:172.21.15.203:3300/0 conn(0x7f97880cbc80 msgr2=0x7f978806ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:41.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f9787fff640 1 --2- 172.21.15.84:0/1644051653 >> v2:172.21.15.203:3300/0 conn(0x7f97880cbc80 0x7f978806ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f9787fff640 1 -- 172.21.15.84:0/1644051653 >> v1:172.21.15.84:6789/0 conn(0x7f978806fa00 legacy=0x7f97880ce5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:41.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f9787fff640 1 -- 172.21.15.84:0/1644051653 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9788167260 con 0x7f9788166020 2024-04-15T15:10:41.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f0a8effd640 1 -- 172.21.15.84:0/766211863 >> v1:172.21.15.203:6789/0 conn(0x7f0a900aced0 legacy=0x7f0a9006b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7fb98f7fe640 1 -- 172.21.15.84:0/735457012 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb980035020 con 0x7fb9880eacf0 2024-04-15T15:10:41.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f0a8effd640 1 --2- 172.21.15.84:0/766211863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0a7c004ba0 0x7f0a7c004fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f3204958640 1 --2- 172.21.15.84:0/2628733860 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3200162f00 0x7f32000cefd0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f31f8009d90 tx=0x7f31f802bed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e182a29f88fe5a0f server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:41.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7fc0c10ad640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fc0b40eacf0 0x7fc0b404fa80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:43020/0 (socket says 172.21.15.84:43020) 2024-04-15T15:10:41.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f9484c4f640 1 --2- 172.21.15.84:0/822319945 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f948009d7f0 0x7f9480166a90 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f94780097a0 tx=0x7f947802b790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=155d95351068e03 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:41.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f0a8effd640 1 --2- 172.21.15.84:0/766211863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a7c0037a0 0x7f0a7c003c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f0a8effd640 1 --2- 172.21.15.84:0/766211863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0a9006f640 0x7f0a7c0041a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:41.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f0a8effd640 1 -- 172.21.15.84:0/766211863 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0a7c00baf0 con 0x7f0a7c004ba0 2024-04-15T15:10:41.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f0a8effd640 1 -- 172.21.15.84:0/766211863 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0a7c00bca0 con 0x7f0a7c0037a0 2024-04-15T15:10:41.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f0a8effd640 1 -- 172.21.15.84:0/766211863 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f0a7c00bea0 con 0x7f0a9006f640 2024-04-15T15:10:41.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7f0a8f7fe640 1 --2- 172.21.15.84:0/766211863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0a7c004ba0 0x7f0a7c004fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7fb1aeffd640 1 --2- 172.21.15.84:0/2302064505 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1b0166020 0x7fb1b006c970 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fb1a4009870 tx=0x7fb1a402b8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1996f533a51cd8ef server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:41.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7f0a87fff640 1 --2- 172.21.15.84:0/766211863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a7c0037a0 0x7f0a7c003c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7fc0c3311640 1 -- 172.21.15.84:0/1432610455 --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0b4053710 con 0x7fc0b40eacf0 2024-04-15T15:10:41.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7fc0c3311640 1 -- 172.21.15.84:0/1432610455 --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0b40539f0 con 0x7fc0b4005e80 2024-04-15T15:10:41.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7fc0c3311640 1 -- 172.21.15.84:0/1432610455 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc0b4054320 con 0x7fc0b40069d0 2024-04-15T15:10:41.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7fc0c10ad640 1 -- 172.21.15.84:0/1432610455 learned_addr learned my addr 172.21.15.84:0/1432610455 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:41.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7fc0c18ae640 1 --2- 172.21.15.84:0/1432610455 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc0b40069d0 0x7fc0b4006e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7fc0c08ac640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7fc0b4005e80 0x7fc0b40062c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:38590/0 (socket says 172.21.15.84:38590) 2024-04-15T15:10:41.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7f947f7fe640 1 -- 172.21.15.84:0/822319945 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9478037070 con 0x7f948009d7f0 2024-04-15T15:10:41.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7f947f7fe640 1 -- 172.21.15.84:0/822319945 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9478030510 con 0x7f948009d7f0 2024-04-15T15:10:41.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7f947f7fe640 1 -- 172.21.15.84:0/822319945 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9470001bc0 con 0x7f948009d7f0 2024-04-15T15:10:41.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.944+0000 7fb98f7fe640 1 -- 172.21.15.84:0/735457012 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb980031830 con 0x7fb9880eacf0 2024-04-15T15:10:41.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7f0a8ffff640 1 --2- 172.21.15.84:0/766211863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0a9006f640 0x7f0a7c0041a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:41.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7f31f7fff640 1 -- 172.21.15.84:0/2628733860 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f8039070 con 0x7f3200162f00 2024-04-15T15:10:41.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7fb1adffb640 1 -- 172.21.15.84:0/2302064505 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1a4035020 con 0x7fb1b0166020 2024-04-15T15:10:41.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7f31f7fff640 1 -- 172.21.15.84:0/2628733860 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31f802cc80 con 0x7f3200162f00 2024-04-15T15:10:41.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7fb1adffb640 1 -- 172.21.15.84:0/2302064505 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1a4031640 con 0x7fb1b0166020 2024-04-15T15:10:41.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7fb1adffb640 1 -- 172.21.15.84:0/2302064505 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1a402d040 con 0x7fb1b0166020 2024-04-15T15:10:41.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7fc0b3fff640 1 -- 172.21.15.84:0/1432610455 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3804356359 0 0) 0x7fc0b4053710 con 0x7fc0b40eacf0 2024-04-15T15:10:41.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7fc0b3fff640 1 -- 172.21.15.84:0/1432610455 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc0a8003520 con 0x7fc0b40eacf0 2024-04-15T15:10:41.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7fc0b3fff640 1 -- 172.21.15.84:0/1432610455 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1020516837 0 0) 0x7fc0b40539f0 con 0x7fc0b4005e80 2024-04-15T15:10:41.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7fc0b3fff640 1 -- 172.21.15.84:0/1432610455 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc0b4053710 con 0x7fc0b4005e80 2024-04-15T15:10:41.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7fc0c18ae640 1 -- 172.21.15.84:0/1432610455 >> v1:172.21.15.203:6789/0 conn(0x7fc0b4005e80 legacy=0x7fc0b40062c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7fc0c18ae640 1 -- 172.21.15.84:0/1432610455 >> v1:172.21.15.84:6789/0 conn(0x7fc0b40eacf0 legacy=0x7fc0b404fa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7fc0c18ae640 1 -- 172.21.15.84:0/1432610455 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0b4053cd0 con 0x7fc0b40069d0 2024-04-15T15:10:41.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7f9787fff640 1 --2- 172.21.15.84:0/1644051653 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9788166020 0x7f978806c970 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f97881678b0 tx=0x7f977c02b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e854ec129d639ce server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:41.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7f0a8f7fe640 1 -- 172.21.15.84:0/766211863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0a9006f640 msgr2=0x7f0a7c0041a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:41.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7f0a8f7fe640 1 --2- 172.21.15.84:0/766211863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0a9006f640 0x7f0a7c0041a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7f0a8f7fe640 1 -- 172.21.15.84:0/766211863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a7c0037a0 msgr2=0x7f0a7c003c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:41.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7f0a8f7fe640 1 --2- 172.21.15.84:0/766211863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a7c0037a0 0x7f0a7c003c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7f0a8f7fe640 1 -- 172.21.15.84:0/766211863 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a9015aaf0 con 0x7f0a7c004ba0 2024-04-15T15:10:41.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7fb996dfa640 1 -- 172.21.15.84:0/735457012 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb9880eacf0 msgr2=0x7fb98804fa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.945+0000 7fb996dfa640 1 --2- 172.21.15.84:0/735457012 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb9880eacf0 0x7fb98804fa80 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fb9800097a0 tx=0x7fb98002b8d0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7fe7be0aa640 1 --2- 172.21.15.84:0/227106735 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe7b00df210 0x7fe7b0038070 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fe7b4009870 tx=0x7fe7b402b910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a24ef3ff51c4b90 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:41.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7f9786ffd640 1 -- 172.21.15.84:0/1644051653 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f977c0315a0 con 0x7f9788166020 2024-04-15T15:10:41.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7f9485c51640 1 -- 172.21.15.84:0/822319945 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f948009d7f0 msgr2=0x7f9480166a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7f9485c51640 1 --2- 172.21.15.84:0/822319945 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f948009d7f0 0x7f9480166a90 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f94780097a0 tx=0x7f947802b790 comp rx=0 tx=0).stop 2024-04-15T15:10:41.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7f9786ffd640 1 -- 172.21.15.84:0/1644051653 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f977c037070 con 0x7f9788166020 2024-04-15T15:10:41.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7f31f7fff640 1 -- 172.21.15.84:0/2628733860 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f8034660 con 0x7f3200162f00 2024-04-15T15:10:41.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7fb996dfa640 1 -- 172.21.15.84:0/735457012 shutdown_connections 2024-04-15T15:10:41.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7fb996dfa640 1 --2- 172.21.15.84:0/735457012 >> v2:172.21.15.84:3300/0 conn(0x7fb988006e90 0x7fb988007320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7fb996dfa640 1 --2- 172.21.15.84:0/735457012 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb9880eacf0 0x7fb98804fa80 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7fb996dfa640 1 -- 172.21.15.84:0/735457012 >> 172.21.15.84:0/735457012 conn(0x7fb988009fa0 msgr2=0x7fb98800a380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:41.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7fe7bd0a8640 1 -- 172.21.15.84:0/227106735 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b4035020 con 0x7fe7b00df210 2024-04-15T15:10:41.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7f9485c51640 1 -- 172.21.15.84:0/822319945 shutdown_connections 2024-04-15T15:10:41.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7f9485c51640 1 --2- 172.21.15.84:0/822319945 >> v2:172.21.15.203:3300/0 conn(0x7f9480072bf0 0x7f94800b7420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7f9485c51640 1 --2- 172.21.15.84:0/822319945 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f948009d7f0 0x7f9480166a90 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7f9485c51640 1 -- 172.21.15.84:0/822319945 >> 172.21.15.84:0/822319945 conn(0x7f94800d43d0 msgr2=0x7f94800d47e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:41.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7fb996dfa640 1 -- 172.21.15.84:0/735457012 shutdown_connections 2024-04-15T15:10:41.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7fe7bd0a8640 1 -- 172.21.15.84:0/227106735 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7b4031870 con 0x7fe7b00df210 2024-04-15T15:10:41.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7f32073bd640 1 -- 172.21.15.84:0/2628733860 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3200162f00 msgr2=0x7f32000cefd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7f32073bd640 1 --2- 172.21.15.84:0/2628733860 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3200162f00 0x7f32000cefd0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f31f8009d90 tx=0x7f31f802bed0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7fe7bd0a8640 1 -- 172.21.15.84:0/227106735 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b4031c80 con 0x7fe7b00df210 2024-04-15T15:10:41.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7f9485c51640 1 -- 172.21.15.84:0/822319945 shutdown_connections 2024-04-15T15:10:41.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7f32073bd640 1 -- 172.21.15.84:0/2628733860 shutdown_connections 2024-04-15T15:10:41.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7f32073bd640 1 --2- 172.21.15.84:0/2628733860 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f32000d2020 0x7f32000d24b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7f32073bd640 1 --2- 172.21.15.84:0/2628733860 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3200162f00 0x7f32000cefd0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7f32073bd640 1 -- 172.21.15.84:0/2628733860 >> 172.21.15.84:0/2628733860 conn(0x7f32000d4630 msgr2=0x7f32000d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:41.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7f9786ffd640 1 -- 172.21.15.84:0/1644051653 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f977c031960 con 0x7f9788166020 2024-04-15T15:10:41.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7f0a8f7fe640 1 --2- 172.21.15.84:0/766211863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0a7c004ba0 0x7f0a7c004fa0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f0a800019c0 tx=0x7f0a7c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51cafc9e83f37bd0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:41.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7f9485c51640 1 -- 172.21.15.84:0/822319945 wait complete. 2024-04-15T15:10:41.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7fb1affff640 1 -- 172.21.15.84:0/2302064505 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1b0166020 msgr2=0x7fb1b006c970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7fb1affff640 1 --2- 172.21.15.84:0/2302064505 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1b0166020 0x7fb1b006c970 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fb1a4009870 tx=0x7fb1a402b8f0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7f32073bd640 1 -- 172.21.15.84:0/2628733860 shutdown_connections 2024-04-15T15:10:41.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.946+0000 7fb996dfa640 1 -- 172.21.15.84:0/735457012 wait complete. 2024-04-15T15:10:41.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7fc0c18ae640 1 --2- 172.21.15.84:0/1432610455 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc0b40069d0 0x7fc0b4006e60 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fc0ac0097d0 tx=0x7fc0ac02b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89dae718dd8af12d server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:41.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7fc0b3fff640 1 -- 172.21.15.84:0/1432610455 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0ac035020 con 0x7fc0b40069d0 2024-04-15T15:10:41.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7fc0b3fff640 1 -- 172.21.15.84:0/1432610455 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0ac031830 con 0x7fc0b40069d0 2024-04-15T15:10:41.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7f0a8effd640 1 -- 172.21.15.84:0/766211863 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a80001610 con 0x7f0a7c004ba0 2024-04-15T15:10:41.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7f0a8effd640 1 -- 172.21.15.84:0/766211863 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a80004aa0 con 0x7f0a7c004ba0 2024-04-15T15:10:41.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7f0a8effd640 1 -- 172.21.15.84:0/766211863 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a80007070 con 0x7f0a7c004ba0 2024-04-15T15:10:41.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7fe7c030e640 1 -- 172.21.15.84:0/227106735 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe7b00df210 msgr2=0x7fe7b0038070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7f978d24f640 1 -- 172.21.15.84:0/1644051653 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9788166020 msgr2=0x7f978806c970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7f978d24f640 1 --2- 172.21.15.84:0/1644051653 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9788166020 0x7f978806c970 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f97881678b0 tx=0x7f977c02b840 comp rx=0 tx=0).stop 2024-04-15T15:10:41.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7fe7c030e640 1 --2- 172.21.15.84:0/227106735 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe7b00df210 0x7fe7b0038070 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fe7b4009870 tx=0x7fe7b402b910 comp rx=0 tx=0).stop 2024-04-15T15:10:41.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7fb1affff640 1 -- 172.21.15.84:0/2302064505 shutdown_connections 2024-04-15T15:10:41.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7fb1affff640 1 --2- 172.21.15.84:0/2302064505 >> v2:172.21.15.84:3300/0 conn(0x7fb1b006fa00 0x7fb1b006ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7fb1affff640 1 --2- 172.21.15.84:0/2302064505 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1b0166020 0x7fb1b006c970 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7fb1affff640 1 -- 172.21.15.84:0/2302064505 >> 172.21.15.84:0/2302064505 conn(0x7fb1b00cca90 msgr2=0x7fb1b00ccea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:41.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7f32073bd640 1 -- 172.21.15.84:0/2628733860 wait complete. 2024-04-15T15:10:41.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7f978d24f640 1 -- 172.21.15.84:0/1644051653 shutdown_connections 2024-04-15T15:10:41.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7f978d24f640 1 --2- 172.21.15.84:0/1644051653 >> v2:172.21.15.203:3300/0 conn(0x7f97880cbc80 0x7f978806ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7f978d24f640 1 --2- 172.21.15.84:0/1644051653 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9788166020 0x7f978806c970 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.947+0000 7f978d24f640 1 -- 172.21.15.84:0/1644051653 >> 172.21.15.84:0/1644051653 conn(0x7f97880cca90 msgr2=0x7f97880ccea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:41.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7fc0b3fff640 1 -- 172.21.15.84:0/1432610455 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0ac035020 con 0x7fc0b40069d0 2024-04-15T15:10:41.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7fe7c030e640 1 -- 172.21.15.84:0/227106735 shutdown_connections 2024-04-15T15:10:41.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7f978d24f640 1 -- 172.21.15.84:0/1644051653 shutdown_connections 2024-04-15T15:10:41.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7fe7c030e640 1 --2- 172.21.15.84:0/227106735 >> v2:172.21.15.84:3300/0 conn(0x7fe7b0053c60 0x7fe7b004fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7fe7c030e640 1 --2- 172.21.15.84:0/227106735 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe7b00df210 0x7fe7b0038070 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7fe7c030e640 1 -- 172.21.15.84:0/227106735 >> 172.21.15.84:0/227106735 conn(0x7fe7b0009fa0 msgr2=0x7fe7b000a380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:41.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7fe7c030e640 1 -- 172.21.15.84:0/227106735 shutdown_connections 2024-04-15T15:10:41.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7fc0c3311640 1 -- 172.21.15.84:0/1432610455 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc0b40069d0 msgr2=0x7fc0b4006e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7fc0c3311640 1 --2- 172.21.15.84:0/1432610455 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc0b40069d0 0x7fc0b4006e60 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fc0ac0097d0 tx=0x7fc0ac02b8d0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7f0a95b8f640 1 -- 172.21.15.84:0/766211863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0a7c004ba0 msgr2=0x7f0a7c004fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:41.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7f9485c51640 1 Processor -- start 2024-04-15T15:10:41.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7f0a95b8f640 1 --2- 172.21.15.84:0/766211863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0a7c004ba0 0x7f0a7c004fa0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f0a800019c0 tx=0x7f0a7c005830 comp rx=0 tx=0).stop 2024-04-15T15:10:41.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7fc0c3311640 1 -- 172.21.15.84:0/1432610455 shutdown_connections 2024-04-15T15:10:41.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7fb996dfa640 1 Processor -- start 2024-04-15T15:10:41.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7fc0c3311640 1 --2- 172.21.15.84:0/1432610455 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc0b40069d0 0x7fc0b4006e60 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:41.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7fc0c3311640 1 -- 172.21.15.84:0/1432610455 >> 172.21.15.84:0/1432610455 conn(0x7fc0b4009fa0 msgr2=0x7fc0b400a380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:41.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7fb1affff640 1 -- 172.21.15.84:0/2302064505 shutdown_connections 2024-04-15T15:10:41.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7fe7c030e640 1 -- 172.21.15.84:0/227106735 wait complete. 2024-04-15T15:10:42.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7f0a8ffff640 1 -- 172.21.15.84:0/766211863 reap_dead start 2024-04-15T15:10:42.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7fb996dfa640 1 -- start start 2024-04-15T15:10:42.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7f0a95b8f640 1 -- 172.21.15.84:0/766211863 shutdown_connections 2024-04-15T15:10:42.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7f0a95b8f640 1 -- 172.21.15.84:0/766211863 >> 172.21.15.84:0/766211863 conn(0x7f0a900b2220 msgr2=0x7f0a900d0040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7fb1affff640 1 -- 172.21.15.84:0/2302064505 wait complete. 2024-04-15T15:10:42.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7f9485c51640 1 -- start start 2024-04-15T15:10:42.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.949+0000 7f32073bd640 1 Processor -- start 2024-04-15T15:10:42.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.948+0000 7f978d24f640 1 -- 172.21.15.84:0/1644051653 wait complete. 2024-04-15T15:10:42.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.949+0000 7f0a95b8f640 1 -- 172.21.15.84:0/766211863 shutdown_connections 2024-04-15T15:10:42.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.949+0000 7f0a95b8f640 1 -- 172.21.15.84:0/766211863 wait complete. 2024-04-15T15:10:42.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.949+0000 7fb996dfa640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb988006e90 0x7fb9880e3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.949+0000 7fb996dfa640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb98804ffc0 0x7fb9880e8530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.949+0000 7fb996dfa640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb9880eacf0 0x7fb9880e8a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.949+0000 7fb996dfa640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb988054930 con 0x7fb988006e90 2024-04-15T15:10:42.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.949+0000 7fb996dfa640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb9880547b0 con 0x7fb98804ffc0 2024-04-15T15:10:42.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.949+0000 7fb996dfa640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb98804f540 con 0x7fb9880eacf0 2024-04-15T15:10:42.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7f9485c51640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9480072bf0 0x7f9480154380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7f978d24f640 1 Processor -- start 2024-04-15T15:10:42.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7fb994b96640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb988006e90 0x7fb9880e3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7f9485c51640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94800731b0 0x7f94800dd050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7fb994b96640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb988006e90 0x7fb9880e3bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:37124/0 (socket says 172.21.15.84:37124) 2024-04-15T15:10:42.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7fb994b96640 1 -- 172.21.15.84:0/383919808 learned_addr learned my addr 172.21.15.84:0/383919808 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:42.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7f9485c51640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f948009d7f0 0x7f94800ca480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7f9485c51640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f94800d0850 con 0x7f948009d7f0 2024-04-15T15:10:42.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7f9485c51640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f94800d0570 con 0x7f9480072bf0 2024-04-15T15:10:42.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7f9485c51640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f948009dbd0 con 0x7f94800731b0 2024-04-15T15:10:42.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.949+0000 7f32073bd640 1 -- start start 2024-04-15T15:10:42.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7f32073bd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f320006be90 0x7f32001ec310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7fb98ffff640 1 --2- 172.21.15.84:0/383919808 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb98804ffc0 0x7fb9880e8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7f9485450640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f948009d7f0 0x7f94800ca480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7f32073bd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f32000d2020 0x7f32000c9f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7fb1affff640 1 Processor -- start 2024-04-15T15:10:42.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7fe7c030e640 1 Processor -- start 2024-04-15T15:10:42.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7f9485450640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f948009d7f0 0x7f94800ca480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:37130/0 (socket says 172.21.15.84:37130) 2024-04-15T15:10:42.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7f9485450640 1 -- 172.21.15.84:0/3029353173 learned_addr learned my addr 172.21.15.84:0/3029353173 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:42.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7f3205159640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f320006be90 0x7f32001ec310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7fb1affff640 1 -- start start 2024-04-15T15:10:42.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7f3205159640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f320006be90 0x7f32001ec310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:57858/0 (socket says 172.21.15.84:57858) 2024-04-15T15:10:42.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7fe7c030e640 1 -- start start 2024-04-15T15:10:42.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7f32073bd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3200162f00 0x7f320015a140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7fb994b96640 1 -- 172.21.15.84:0/383919808 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb9880eacf0 msgr2=0x7fb9880e8a70 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-15T15:10:42.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7fb995397640 1 --2- 172.21.15.84:0/383919808 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb9880eacf0 0x7fb9880e8a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7f3205159640 1 -- 172.21.15.84:0/1339145891 learned_addr learned my addr 172.21.15.84:0/1339145891 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:42.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7f32073bd640 1 -- 172.21.15.84:0/1339145891 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3200163ca0 con 0x7f3200162f00 2024-04-15T15:10:42.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f32073bd640 1 -- 172.21.15.84:0/1339145891 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f32000cf510 con 0x7f320006be90 2024-04-15T15:10:42.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f32073bd640 1 -- 172.21.15.84:0/1339145891 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f3200163e20 con 0x7f32000d2020 2024-04-15T15:10:42.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7fb994b96640 1 --2- 172.21.15.84:0/383919808 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb9880eacf0 0x7fb9880e8a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7fb994b96640 1 -- 172.21.15.84:0/383919808 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb98804ffc0 msgr2=0x7fb9880e8530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7fb994b96640 1 --2- 172.21.15.84:0/383919808 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb98804ffc0 0x7fb9880e8530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7fb994b96640 1 -- 172.21.15.84:0/383919808 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb98817cbd0 con 0x7fb988006e90 2024-04-15T15:10:42.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7fb98ffff640 1 --2- 172.21.15.84:0/383919808 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb98804ffc0 0x7fb9880e8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:42.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f9485450640 1 -- 172.21.15.84:0/3029353173 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94800731b0 msgr2=0x7f94800dd050 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-15T15:10:42.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f9485450640 1 --2- 172.21.15.84:0/3029353173 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94800731b0 0x7f94800dd050 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7fb994b96640 1 --2- 172.21.15.84:0/383919808 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb988006e90 0x7fb9880e3bf0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb98002b910 tx=0x7fb9800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f9484c4f640 1 --2- 172.21.15.84:0/3029353173 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9480072bf0 0x7f9480154380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f9485450640 1 -- 172.21.15.84:0/3029353173 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9480072bf0 msgr2=0x7f9480154380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f9485450640 1 --2- 172.21.15.84:0/3029353173 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9480072bf0 0x7f9480154380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f9485450640 1 -- 172.21.15.84:0/3029353173 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94800ddb10 con 0x7f948009d7f0 2024-04-15T15:10:42.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f0a95b8f640 1 Processor -- start 2024-04-15T15:10:42.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f0a95b8f640 1 -- start start 2024-04-15T15:10:42.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.950+0000 7f978d24f640 1 -- start start 2024-04-15T15:10:42.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f978d24f640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f978806fa00 0x7f97881f5c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f978d24f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f97880cbc80 0x7f97880c8ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f978d24f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97880c9400 0x7f97880aff50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f978d24f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f97880723f0 con 0x7f97880c9400 2024-04-15T15:10:42.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f978d24f640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f97880cb820 con 0x7f97880cbc80 2024-04-15T15:10:42.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f978d24f640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f9788072570 con 0x7f978806fa00 2024-04-15T15:10:42.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7fb98d7fa640 1 -- 172.21.15.84:0/383919808 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb980047070 con 0x7fb988006e90 2024-04-15T15:10:42.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f97877fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f97880cbc80 0x7f97880c8ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f97877fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f97880cbc80 0x7f97880c8ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:57868/0 (socket says 172.21.15.84:57868) 2024-04-15T15:10:42.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f97877fe640 1 -- 172.21.15.84:0/937827655 learned_addr learned my addr 172.21.15.84:0/937827655 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:42.017 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f9485450640 1 --2- 172.21.15.84:0/3029353173 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f948009d7f0 0x7f94800ca480 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f947400e960 tx=0x7f947400ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.017 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7fb98d7fa640 1 -- 172.21.15.84:0/383919808 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb98003ac80 con 0x7fb988006e90 2024-04-15T15:10:42.017 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7fb996dfa640 1 -- 172.21.15.84:0/383919808 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9881804a0 con 0x7fb988006e90 2024-04-15T15:10:42.018 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7fc0c3311640 1 -- 172.21.15.84:0/1432610455 shutdown_connections 2024-04-15T15:10:42.018 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7fb996dfa640 1 -- 172.21.15.84:0/383919808 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb988180a60 con 0x7fb988006e90 2024-04-15T15:10:42.018 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f320595a640 1 --2- 172.21.15.84:0/1339145891 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3200162f00 0x7f320015a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.018 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.951+0000 7f3204958640 1 --2- 172.21.15.84:0/1339145891 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f32000d2020 0x7f32000c9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fe7c030e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7b0033ee0 0x7fe7b004bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fb1affff640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb1b006fa00 0x7fb1b009ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fb1affff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1b00cbc80 0x7fb1b009f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fe7c030e640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe7b0053c60 0x7fe7b004ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fb1affff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb1b0166020 0x7fb1b00b0230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fe7be0aa640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7b0033ee0 0x7fe7b004bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fe7be0aa640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7b0033ee0 0x7fe7b004bb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:37152/0 (socket says 172.21.15.84:37152) 2024-04-15T15:10:42.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fe7be0aa640 1 -- 172.21.15.84:0/4068000653 learned_addr learned my addr 172.21.15.84:0/4068000653 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:42.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fb1affff640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b00723f0 con 0x7fb1b0166020 2024-04-15T15:10:42.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fb1affff640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b00cb820 con 0x7fb1b006fa00 2024-04-15T15:10:42.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f9787fff640 1 --2- 172.21.15.84:0/937827655 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f978806fa00 0x7f97881f5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f97877fe640 1 -- 172.21.15.84:0/937827655 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f978806fa00 msgr2=0x7f97881f5c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f97877fe640 1 --2- 172.21.15.84:0/937827655 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f978806fa00 0x7f97881f5c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f97877fe640 1 -- 172.21.15.84:0/937827655 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97880c9400 msgr2=0x7f97880aff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f97877fe640 1 --2- 172.21.15.84:0/937827655 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f97880c9400 0x7f97880aff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f97877fe640 1 -- 172.21.15.84:0/937827655 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97881fc3d0 con 0x7f97880cbc80 2024-04-15T15:10:42.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fb1ae7fc640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1b00cbc80 0x7fb1b009f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fb1ae7fc640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1b00cbc80 0x7fb1b009f4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:60182/0 (socket says 172.21.15.84:60182) 2024-04-15T15:10:42.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fb1ae7fc640 1 -- 172.21.15.84:0/3083357394 learned_addr learned my addr 172.21.15.84:0/3083357394 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:42.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fb1affff640 1 -- 172.21.15.84:0/3083357394 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb1b0072570 con 0x7fb1b00cbc80 2024-04-15T15:10:42.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fe7bd8a9640 1 --2- 172.21.15.84:0/4068000653 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe7b0053c60 0x7fe7b004ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fe7c030e640 1 --2- 172.21.15.84:0/4068000653 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7b00df210 0x7fe7b01781c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fe7c030e640 1 -- 172.21.15.84:0/4068000653 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe7b0037a80 con 0x7fe7b0033ee0 2024-04-15T15:10:42.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fe7c030e640 1 -- 172.21.15.84:0/4068000653 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe7b0037900 con 0x7fe7b00df210 2024-04-15T15:10:42.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fe7c030e640 1 -- 172.21.15.84:0/4068000653 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe7b00df5f0 con 0x7fe7b0053c60 2024-04-15T15:10:42.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f0a95b8f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a90153250 0x7f0a900c8920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fe7be8ab640 1 --2- 172.21.15.84:0/4068000653 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7b00df210 0x7fe7b01781c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f0a95b8f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0a90153630 0x7f0a900c2dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fb1af7fe640 1 --2- 172.21.15.84:0/3083357394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb1b0166020 0x7fb1b00b0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f0a95b8f640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0a90153ab0 0x7f0a900c3310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f320595a640 1 -- 172.21.15.84:0/1339145891 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f32000d2020 msgr2=0x7f32000c9f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f320595a640 1 --2- 172.21.15.84:0/1339145891 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f32000d2020 0x7f32000c9f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f320595a640 1 -- 172.21.15.84:0/1339145891 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f320006be90 msgr2=0x7f32001ec310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f320595a640 1 --2- 172.21.15.84:0/1339145891 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f320006be90 0x7f32001ec310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f320595a640 1 -- 172.21.15.84:0/1339145891 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32001ec8f0 con 0x7f3200162f00 2024-04-15T15:10:42.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f320595a640 1 --2- 172.21.15.84:0/1339145891 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3200162f00 0x7f320015a140 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f31fc00e7f0 tx=0x7f31fc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f0a95b8f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0a9015e5d0 con 0x7f0a90153630 2024-04-15T15:10:42.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f0a95b8f640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0a9015e2f0 con 0x7f0a90153250 2024-04-15T15:10:42.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f0a95b8f640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f0a900b26d0 con 0x7f0a90153ab0 2024-04-15T15:10:42.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fc0c3311640 1 -- 172.21.15.84:0/1432610455 wait complete. 2024-04-15T15:10:42.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f0a8f7fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a90153250 0x7f0a900c8920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f0a8f7fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a90153250 0x7f0a900c8920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:57876/0 (socket says 172.21.15.84:57876) 2024-04-15T15:10:42.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f0a8f7fe640 1 -- 172.21.15.84:0/3841638815 learned_addr learned my addr 172.21.15.84:0/3841638815 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:42.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7f97877fe640 1 --2- 172.21.15.84:0/937827655 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f97880cbc80 0x7f97880c8ec0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f978000cb90 tx=0x7f978000a430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7f0a87fff640 1 --2- 172.21.15.84:0/3841638815 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0a90153630 0x7f0a900c2dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7fb98d7fa640 1 -- 172.21.15.84:0/383919808 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb980042630 con 0x7fb988006e90 2024-04-15T15:10:42.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7fb1aeffd640 1 --2- 172.21.15.84:0/3083357394 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb1b006fa00 0x7fb1b009ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fe7be0aa640 1 -- 172.21.15.84:0/4068000653 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe7b0053c60 msgr2=0x7fe7b004ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.952+0000 7fe7be0aa640 1 --2- 172.21.15.84:0/4068000653 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe7b0053c60 0x7fe7b004ad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7fe7be0aa640 1 -- 172.21.15.84:0/4068000653 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7b00df210 msgr2=0x7fe7b01781c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7fe7be0aa640 1 --2- 172.21.15.84:0/4068000653 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe7b00df210 0x7fe7b01781c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7fe7be0aa640 1 -- 172.21.15.84:0/4068000653 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7b00d9400 con 0x7fe7b0033ee0 2024-04-15T15:10:42.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7f3205159640 1 --2- 172.21.15.84:0/1339145891 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f320006be90 0x7f32001ec310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:42.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7f0a8ffff640 1 --2- 172.21.15.84:0/3841638815 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0a90153ab0 0x7f0a900c3310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7f947d7fa640 1 -- 172.21.15.84:0/3029353173 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9474017070 con 0x7f948009d7f0 2024-04-15T15:10:42.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7fb996dfa640 1 -- 172.21.15.84:0/383919808 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb970001030 con 0x7fb988006e90 2024-04-15T15:10:42.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7fb1ae7fc640 1 -- 172.21.15.84:0/3083357394 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb1b006fa00 msgr2=0x7fb1b009ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7fb1ae7fc640 1 --2- 172.21.15.84:0/3083357394 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb1b006fa00 0x7fb1b009ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7fb1ae7fc640 1 -- 172.21.15.84:0/3083357394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb1b0166020 msgr2=0x7fb1b00b0230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7fb1ae7fc640 1 --2- 172.21.15.84:0/3083357394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb1b0166020 0x7fb1b00b0230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7fb1ae7fc640 1 -- 172.21.15.84:0/3083357394 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1b009e690 con 0x7fb1b00cbc80 2024-04-15T15:10:42.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7f31f5ffb640 1 -- 172.21.15.84:0/1339145891 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31fc017070 con 0x7f3200162f00 2024-04-15T15:10:42.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7f947d7fa640 1 -- 172.21.15.84:0/3029353173 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f947400c980 con 0x7f948009d7f0 2024-04-15T15:10:42.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7fb1aeffd640 1 --2- 172.21.15.84:0/3083357394 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb1b006fa00 0x7fb1b009ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:42.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7f9485c51640 1 -- 172.21.15.84:0/3029353173 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94800cc690 con 0x7f948009d7f0 2024-04-15T15:10:42.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7f31f5ffb640 1 -- 172.21.15.84:0/1339145891 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31fc00c730 con 0x7f3200162f00 2024-04-15T15:10:42.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7fb1ae7fc640 1 --2- 172.21.15.84:0/3083357394 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1b00cbc80 0x7fb1b009f4d0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fb1a800ccd0 tx=0x7fb1a800a5c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7f31f5ffb640 1 -- 172.21.15.84:0/1339145891 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31fc00cb40 con 0x7f3200162f00 2024-04-15T15:10:42.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7f32073bd640 1 -- 172.21.15.84:0/1339145891 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32001ecbd0 con 0x7f3200162f00 2024-04-15T15:10:42.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7f9485c51640 1 -- 172.21.15.84:0/3029353173 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94800ccc50 con 0x7f948009d7f0 2024-04-15T15:10:42.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7f0a8f7fe640 1 -- 172.21.15.84:0/3841638815 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0a90153ab0 msgr2=0x7f0a900c3310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7f0a8f7fe640 1 --2- 172.21.15.84:0/3841638815 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0a90153ab0 0x7f0a900c3310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7f0a8f7fe640 1 -- 172.21.15.84:0/3841638815 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0a90153630 msgr2=0x7f0a900c2dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7f0a8f7fe640 1 --2- 172.21.15.84:0/3841638815 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0a90153630 0x7f0a900c2dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7f0a8f7fe640 1 -- 172.21.15.84:0/3841638815 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a900c8f50 con 0x7f0a90153250 2024-04-15T15:10:42.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7f0a8f7fe640 1 --2- 172.21.15.84:0/3841638815 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a90153250 0x7f0a900c8920 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f0a80004840 tx=0x7f0a800012d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7f0a8cff9640 1 -- 172.21.15.84:0/3841638815 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a800015f0 con 0x7f0a90153250 2024-04-15T15:10:42.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7f0a8cff9640 1 -- 172.21.15.84:0/3841638815 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0a800048a0 con 0x7f0a90153250 2024-04-15T15:10:42.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.953+0000 7f0a8cff9640 1 -- 172.21.15.84:0/3841638815 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a800015f0 con 0x7f0a90153250 2024-04-15T15:10:42.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.954+0000 7f32073bd640 1 -- 172.21.15.84:0/1339145891 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32001ed190 con 0x7f3200162f00 2024-04-15T15:10:42.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.954+0000 7f0a95b8f640 1 -- 172.21.15.84:0/3841638815 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a900c9230 con 0x7f0a90153250 2024-04-15T15:10:42.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.954+0000 7f0a95b8f640 1 -- 172.21.15.84:0/3841638815 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a900c97f0 con 0x7f0a90153250 2024-04-15T15:10:42.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.954+0000 7f947d7fa640 1 -- 172.21.15.84:0/3029353173 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947400cd50 con 0x7f948009d7f0 2024-04-15T15:10:42.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.955+0000 7f9784ff9640 1 -- 172.21.15.84:0/937827655 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f978000ace0 con 0x7f97880cbc80 2024-04-15T15:10:42.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.955+0000 7fe7bd8a9640 1 --2- 172.21.15.84:0/4068000653 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe7b0053c60 0x7fe7b004ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:42.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.955+0000 7f9784ff9640 1 -- 172.21.15.84:0/937827655 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9780012400 con 0x7f97880cbc80 2024-04-15T15:10:42.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.954+0000 7fb1977fe640 1 -- 172.21.15.84:0/3083357394 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1a8003990 con 0x7fb1b00cbc80 2024-04-15T15:10:42.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.954+0000 7fb1977fe640 1 -- 172.21.15.84:0/3083357394 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1a8003b30 con 0x7fb1b00cbc80 2024-04-15T15:10:42.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.955+0000 7fb1977fe640 1 -- 172.21.15.84:0/3083357394 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1a8004020 con 0x7fb1b00cbc80 2024-04-15T15:10:42.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.955+0000 7f9784ff9640 1 -- 172.21.15.84:0/937827655 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97800127f0 con 0x7f97880cbc80 2024-04-15T15:10:42.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.955+0000 7fc0c3311640 1 Processor -- start 2024-04-15T15:10:42.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.955+0000 7f32073bd640 1 -- 172.21.15.84:0/1339145891 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3200075aa0 con 0x7f3200162f00 2024-04-15T15:10:42.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.955+0000 7f0a95b8f640 1 -- 172.21.15.84:0/3841638815 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0a90075aa0 con 0x7f0a90153250 2024-04-15T15:10:42.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.955+0000 7f978d24f640 1 -- 172.21.15.84:0/937827655 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97881fc6b0 con 0x7f97880cbc80 2024-04-15T15:10:42.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.955+0000 7fc0c3311640 1 -- start start 2024-04-15T15:10:42.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.955+0000 7f978d24f640 1 -- 172.21.15.84:0/937827655 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97881fcc70 con 0x7f97880cbc80 2024-04-15T15:10:42.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.955+0000 7fb1affff640 1 -- 172.21.15.84:0/3083357394 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1b009fb00 con 0x7fb1b00cbc80 2024-04-15T15:10:42.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.955+0000 7fb1affff640 1 -- 172.21.15.84:0/3083357394 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1b00c0880 con 0x7fb1b00cbc80 2024-04-15T15:10:42.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.956+0000 7fb1affff640 1 -- 172.21.15.84:0/3083357394 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb1b0075aa0 con 0x7fb1b00cbc80 2024-04-15T15:10:42.041 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.956+0000 7fc0c3311640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0b4005e80 0x7fc0b40df0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.041 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.956+0000 7f978d24f640 1 -- 172.21.15.84:0/937827655 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9788075aa0 con 0x7f97880cbc80 2024-04-15T15:10:42.041 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.956+0000 7f0a8cff9640 1 -- 172.21.15.84:0/3841638815 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f0a80063460 con 0x7f0a90153250 2024-04-15T15:10:42.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.956+0000 7fc0c3311640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc0b40069d0 0x7fc0b4046f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.957+0000 7fc0c3311640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc0b40eacf0 0x7fc0b4006db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.957+0000 7fc0c10ad640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0b4005e80 0x7fc0b40df0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.957+0000 7fc0c10ad640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0b4005e80 0x7fc0b40df0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:57898/0 (socket says 172.21.15.84:57898) 2024-04-15T15:10:42.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.957+0000 7fc0c10ad640 1 -- 172.21.15.84:0/2498451591 learned_addr learned my addr 172.21.15.84:0/2498451591 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:42.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.957+0000 7fc0c08ac640 1 --2- 172.21.15.84:0/2498451591 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc0b40069d0 0x7fc0b4046f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.957+0000 7fc0c3311640 1 -- 172.21.15.84:0/2498451591 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc0b40547b0 con 0x7fc0b40eacf0 2024-04-15T15:10:42.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.957+0000 7fc0c3311640 1 -- 172.21.15.84:0/2498451591 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc0b4050190 con 0x7fc0b4005e80 2024-04-15T15:10:42.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.957+0000 7fc0c3311640 1 -- 172.21.15.84:0/2498451591 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc0b4054930 con 0x7fc0b40069d0 2024-04-15T15:10:42.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.957+0000 7f0a8cff9640 1 --2- 172.21.15.84:0/3841638815 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0a7006cd20 0x7f0a7006f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.957+0000 7fb1977fe640 1 -- 172.21.15.84:0/3083357394 <== mon.2 v2:172.21.15.203:3301/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fb1a80041c0 con 0x7fb1b00cbc80 2024-04-15T15:10:42.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.957+0000 7fc0c18ae640 1 --2- 172.21.15.84:0/2498451591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc0b40eacf0 0x7fc0b4006db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.957+0000 7f9784ff9640 1 -- 172.21.15.84:0/937827655 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f9780012990 con 0x7f97880cbc80 2024-04-15T15:10:42.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.957+0000 7f0a87fff640 1 --2- 172.21.15.84:0/3841638815 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0a7006cd20 0x7f0a7006f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.957+0000 7fb98d7fa640 1 -- 172.21.15.84:0/383919808 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fb980038020 con 0x7fb988006e90 2024-04-15T15:10:42.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.957+0000 7fe7be0aa640 1 --2- 172.21.15.84:0/4068000653 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7b0033ee0 0x7fe7b004bb80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fe7b4009870 tx=0x7fe7b40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.956+0000 7f9485c51640 1 -- 172.21.15.84:0/3029353173 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9460001030 con 0x7f948009d7f0 2024-04-15T15:10:42.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.957+0000 7fc0c10ad640 1 -- 172.21.15.84:0/2498451591 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc0b40069d0 msgr2=0x7fc0b4046f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.957+0000 7fc0c10ad640 1 --2- 172.21.15.84:0/2498451591 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc0b40069d0 0x7fc0b4046f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.957+0000 7fc0c10ad640 1 -- 172.21.15.84:0/2498451591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc0b40eacf0 msgr2=0x7fc0b4006db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.957+0000 7fc0c08ac640 1 --2- 172.21.15.84:0/2498451591 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc0b40069d0 0x7fc0b4046f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:42.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7f9784ff9640 1 --2- 172.21.15.84:0/937827655 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f977406c940 0x7f977406ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7f0a8cff9640 1 -- 172.21.15.84:0/3841638815 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f0a80040070 con 0x7f0a90153250 2024-04-15T15:10:42.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7f0a8cff9640 1 --2- 172.21.15.84:0/3841638815 >> [v2:172.21.15.203:6808/2200770029,v1:172.21.15.203:6809/2200770029] conn(0x7f0a700770c0 0x7f0a70079560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7f0a8cff9640 1 -- 172.21.15.84:0/3841638815 --> [v2:172.21.15.203:6808/2200770029,v1:172.21.15.203:6809/2200770029] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0a70079c30 con 0x7f0a700770c0 2024-04-15T15:10:42.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7f0a8cff9640 1 -- 172.21.15.84:0/3841638815 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f0a800770c0 con 0x7f0a90153250 2024-04-15T15:10:42.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7fc0c10ad640 1 --2- 172.21.15.84:0/2498451591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc0b40eacf0 0x7fc0b4006db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7fc0c10ad640 1 -- 172.21.15.84:0/2498451591 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0b4036430 con 0x7fc0b4005e80 2024-04-15T15:10:42.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7fc0c18ae640 1 --2- 172.21.15.84:0/2498451591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc0b40eacf0 0x7fc0b4006db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:42.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7fb1977fe640 1 --2- 172.21.15.84:0/3083357394 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb19c06c8f0 0x7fb19c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7fb1977fe640 1 -- 172.21.15.84:0/3083357394 <== mon.2 v2:172.21.15.203:3301/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fb1a808c560 con 0x7fb1b00cbc80 2024-04-15T15:10:42.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7f947d7fa640 1 -- 172.21.15.84:0/3029353173 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f947401a070 con 0x7f948009d7f0 2024-04-15T15:10:42.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7fc0c10ad640 1 --2- 172.21.15.84:0/2498451591 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0b4005e80 0x7fc0b40df0f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc0bc02db70 tx=0x7fc0bc06dd50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7fb98d7fa640 1 --2- 172.21.15.84:0/383919808 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb97c06c940 0x7fb97c06ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7f9784ff9640 1 -- 172.21.15.84:0/937827655 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f978008c530 con 0x7f97880cbc80 2024-04-15T15:10:42.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7f0a8ffff640 1 --2- 172.21.15.84:0/3841638815 >> [v2:172.21.15.203:6808/2200770029,v1:172.21.15.203:6809/2200770029] conn(0x7f0a700770c0 0x7f0a70079560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7fb98d7fa640 1 -- 172.21.15.84:0/383919808 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fb9800adc70 con 0x7fb988006e90 2024-04-15T15:10:42.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7fb98ffff640 1 --2- 172.21.15.84:0/383919808 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb97c06c940 0x7fb97c06ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7fb98d7fa640 1 --2- 172.21.15.84:0/383919808 >> [v2:172.21.15.84:6808/590776878,v1:172.21.15.84:6809/590776878] conn(0x7fb97c0760c0 0x7fb97c078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7f9784ff9640 1 --2- 172.21.15.84:0/937827655 >> [v2:172.21.15.84:6816/1848484840,v1:172.21.15.84:6817/1848484840] conn(0x7f97740760b0 0x7f97740784f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7f9784ff9640 1 -- 172.21.15.84:0/937827655 --> [v2:172.21.15.84:6816/1848484840,v1:172.21.15.84:6817/1848484840] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f978001de70 con 0x7f97740760b0 2024-04-15T15:10:42.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7f9784ff9640 1 -- 172.21.15.84:0/937827655 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9780093050 con 0x7f97880cbc80 2024-04-15T15:10:42.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7f9787fff640 1 --2- 172.21.15.84:0/937827655 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f977406c940 0x7f977406ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7fc0b1ffb640 1 -- 172.21.15.84:0/2498451591 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0bc069460 con 0x7fc0b4005e80 2024-04-15T15:10:42.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7fc0b1ffb640 1 -- 172.21.15.84:0/2498451591 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0bc090020 con 0x7fc0b4005e80 2024-04-15T15:10:42.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7f978ca4e640 1 --2- 172.21.15.84:0/937827655 >> [v2:172.21.15.84:6816/1848484840,v1:172.21.15.84:6817/1848484840] conn(0x7f97740760b0 0x7f97740784f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7fb98d7fa640 1 -- 172.21.15.84:0/383919808 --> [v2:172.21.15.84:6808/590776878,v1:172.21.15.84:6809/590776878] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb980008eb0 con 0x7fb97c0760c0 2024-04-15T15:10:42.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.959+0000 7fb98d7fa640 1 -- 172.21.15.84:0/383919808 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fb9800ae150 con 0x7fb988006e90 2024-04-15T15:10:42.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.959+0000 7fb995397640 1 --2- 172.21.15.84:0/383919808 >> [v2:172.21.15.84:6808/590776878,v1:172.21.15.84:6809/590776878] conn(0x7fb97c0760c0 0x7fb97c078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.959+0000 7fb995397640 1 --2- 172.21.15.84:0/383919808 >> [v2:172.21.15.84:6808/590776878,v1:172.21.15.84:6809/590776878] conn(0x7fb97c0760c0 0x7fb97c078500 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.959+0000 7f31f5ffb640 1 -- 172.21.15.84:0/1339145891 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f31fc01a070 con 0x7f3200162f00 2024-04-15T15:10:42.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.959+0000 7f31f5ffb640 1 --2- 172.21.15.84:0/1339145891 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f31e406c9c0 0x7f31e406ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.960+0000 7f3205159640 1 --2- 172.21.15.84:0/1339145891 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f31e406c9c0 0x7f31e406ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.960+0000 7f31f5ffb640 1 -- 172.21.15.84:0/1339145891 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f31fc08c310 con 0x7f3200162f00 2024-04-15T15:10:42.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.960+0000 7f31f5ffb640 1 --2- 172.21.15.84:0/1339145891 >> [v2:172.21.15.84:6824/177777882,v1:172.21.15.84:6825/177777882] conn(0x7f31e4076140 0x7f31e4078580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.960+0000 7f31f5ffb640 1 -- 172.21.15.84:0/1339145891 --> [v2:172.21.15.84:6824/177777882,v1:172.21.15.84:6825/177777882] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f31e4078c50 con 0x7f31e4076140 2024-04-15T15:10:42.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.960+0000 7f31f5ffb640 1 -- 172.21.15.84:0/1339145891 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f31fc08c700 con 0x7f3200162f00 2024-04-15T15:10:42.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7fb1977fe640 1 --2- 172.21.15.84:0/3083357394 >> [v2:172.21.15.203:6800/426150481,v1:172.21.15.203:6801/426150481] conn(0x7fb19c076060 0x7fb19c0784a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7fb1977fe640 1 -- 172.21.15.84:0/3083357394 --> [v2:172.21.15.203:6800/426150481,v1:172.21.15.203:6801/426150481] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb1a800de50 con 0x7fb19c076060 2024-04-15T15:10:42.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7fb1977fe640 1 -- 172.21.15.84:0/3083357394 <== mon.2 v2:172.21.15.203:3301/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fb1a808c950 con 0x7fb1b00cbc80 2024-04-15T15:10:42.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.958+0000 7fb1aeffd640 1 --2- 172.21.15.84:0/3083357394 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb19c06c8f0 0x7fb19c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.959+0000 7fb1af7fe640 1 --2- 172.21.15.84:0/3083357394 >> [v2:172.21.15.203:6800/426150481,v1:172.21.15.203:6801/426150481] conn(0x7fb19c076060 0x7fb19c0784a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.959+0000 7fb1af7fe640 1 --2- 172.21.15.84:0/3083357394 >> [v2:172.21.15.203:6800/426150481,v1:172.21.15.203:6801/426150481] conn(0x7fb19c076060 0x7fb19c0784a0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.054 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.959+0000 7f0a87fff640 1 --2- 172.21.15.84:0/3841638815 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0a7006cd20 0x7f0a7006f1e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0a901fc000 tx=0x7f0a78008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.054 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.959+0000 7fc0b1ffb640 1 -- 172.21.15.84:0/2498451591 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0bc06bb60 con 0x7fc0b4005e80 2024-04-15T15:10:42.054 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.959+0000 7fc0c3311640 1 -- 172.21.15.84:0/2498451591 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0b4036710 con 0x7fc0b4005e80 2024-04-15T15:10:42.054 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.959+0000 7fc0c3311640 1 -- 172.21.15.84:0/2498451591 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0b4036cd0 con 0x7fc0b4005e80 2024-04-15T15:10:42.054 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.959+0000 7fe7aaffd640 1 -- 172.21.15.84:0/4068000653 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b4049070 con 0x7fe7b0033ee0 2024-04-15T15:10:42.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.959+0000 7fe7c030e640 1 -- 172.21.15.84:0/4068000653 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7b004ca90 con 0x7fe7b0033ee0 2024-04-15T15:10:42.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.959+0000 7fe7c030e640 1 -- 172.21.15.84:0/4068000653 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7b00d01d0 con 0x7fe7b0033ee0 2024-04-15T15:10:42.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.960+0000 7fe7a8ff9640 1 -- 172.21.15.84:0/4068000653 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe7a0001030 con 0x7fe7b0033ee0 2024-04-15T15:10:42.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.960+0000 7fb1aeffd640 1 --2- 172.21.15.84:0/3083357394 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb19c06c8f0 0x7fb19c06edb0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb1a4036000 tx=0x7fb1a403c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.960+0000 7fb98d7fa640 1 -- 172.21.15.84:0/383919808 <== osd.0 v2:172.21.15.84:6808/590776878 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb980008eb0 con 0x7fb97c0760c0 2024-04-15T15:10:42.056 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.960+0000 7fb1977fe640 1 -- 172.21.15.84:0/3083357394 <== osd.4 v2:172.21.15.203:6800/426150481 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb1a800de50 con 0x7fb19c076060 2024-04-15T15:10:42.056 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.961+0000 7fb98ffff640 1 --2- 172.21.15.84:0/383919808 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb97c06c940 0x7fb97c06ee00 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fb988039c30 tx=0x7fb984009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.056 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.959+0000 7f978ca4e640 1 --2- 172.21.15.84:0/937827655 >> [v2:172.21.15.84:6816/1848484840,v1:172.21.15.84:6817/1848484840] conn(0x7f97740760b0 0x7f97740784f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.056 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.960+0000 7f9784ff9640 1 -- 172.21.15.84:0/937827655 <== osd.2 v2:172.21.15.84:6816/1848484840 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f978001de70 con 0x7f97740760b0 2024-04-15T15:10:42.056 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.960+0000 7f9787fff640 1 --2- 172.21.15.84:0/937827655 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f977406c940 0x7f977406ee00 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f977c036000 tx=0x7f977c03d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.057 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.960+0000 7f0a8ffff640 1 --2- 172.21.15.84:0/3841638815 >> [v2:172.21.15.203:6808/2200770029,v1:172.21.15.203:6809/2200770029] conn(0x7f0a700770c0 0x7f0a70079560 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.057 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.960+0000 7fc09f7fe640 1 -- 172.21.15.84:0/2498451591 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc098001030 con 0x7fc0b4005e80 2024-04-15T15:10:42.057 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.961+0000 7fc0b1ffb640 1 -- 172.21.15.84:0/2498451591 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fc0bc06bd00 con 0x7fc0b4005e80 2024-04-15T15:10:42.057 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.961+0000 7f0a8cff9640 1 -- 172.21.15.84:0/3841638815 <== osd.5 v2:172.21.15.203:6808/2200770029 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0a70079c30 con 0x7f0a700770c0 2024-04-15T15:10:42.058 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.961+0000 7f947d7fa640 1 --2- 172.21.15.84:0/3029353173 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f946c06c9c0 0x7f946c06ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.058 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.961+0000 7f9484c4f640 1 --2- 172.21.15.84:0/3029353173 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f946c06c9c0 0x7f946c06ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.058 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.961+0000 7f947d7fa640 1 -- 172.21.15.84:0/3029353173 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f947408c1f0 con 0x7f948009d7f0 2024-04-15T15:10:42.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.962+0000 7fc0b1ffb640 1 --2- 172.21.15.84:0/2498451591 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc0a006c940 0x7fc0a006ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.962+0000 7fc0b1ffb640 1 -- 172.21.15.84:0/2498451591 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fc0bc106a30 con 0x7fc0b4005e80 2024-04-15T15:10:42.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.962+0000 7fc0b1ffb640 1 --2- 172.21.15.84:0/2498451591 >> [v2:172.21.15.203:6819/35011826,v1:172.21.15.203:6821/35011826] conn(0x7fc0a00760c0 0x7fc0a0078500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.962+0000 7fc0b1ffb640 1 -- 172.21.15.84:0/2498451591 --> [v2:172.21.15.203:6819/35011826,v1:172.21.15.203:6821/35011826] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc0a0078bd0 con 0x7fc0a00760c0 2024-04-15T15:10:42.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.962+0000 7fc0b1ffb640 1 -- 172.21.15.84:0/2498451591 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc0bc10b2c0 con 0x7fc0b4005e80 2024-04-15T15:10:42.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.963+0000 7fc0c08ac640 1 --2- 172.21.15.84:0/2498451591 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc0a006c940 0x7fc0a006ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.960+0000 7f3205159640 1 --2- 172.21.15.84:0/1339145891 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f31e406c9c0 0x7f31e406ee80 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f31f0005880 tx=0x7f31f0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.961+0000 7f3204958640 1 --2- 172.21.15.84:0/1339145891 >> [v2:172.21.15.84:6824/177777882,v1:172.21.15.84:6825/177777882] conn(0x7f31e4076140 0x7f31e4078580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.963+0000 7fc0c18ae640 1 --2- 172.21.15.84:0/2498451591 >> [v2:172.21.15.203:6819/35011826,v1:172.21.15.203:6821/35011826] conn(0x7fc0a00760c0 0x7fc0a0078500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.963+0000 7f947d7fa640 1 --2- 172.21.15.84:0/3029353173 >> [v2:172.21.15.203:6816/1594270702,v1:172.21.15.203:6817/1594270702] conn(0x7f946c0760b0 0x7f946c0784f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.963+0000 7f947d7fa640 1 -- 172.21.15.84:0/3029353173 --> [v2:172.21.15.203:6816/1594270702,v1:172.21.15.203:6817/1594270702] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f947401fe50 con 0x7f946c0760b0 2024-04-15T15:10:42.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.963+0000 7f947d7fa640 1 -- 172.21.15.84:0/3029353173 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f9474093050 con 0x7f948009d7f0 2024-04-15T15:10:42.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.963+0000 7f9484c4f640 1 --2- 172.21.15.84:0/3029353173 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f946c06c9c0 0x7f946c06ee80 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f9478034000 tx=0x7f947802f000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.963+0000 7f947ffff640 1 --2- 172.21.15.84:0/3029353173 >> [v2:172.21.15.203:6816/1594270702,v1:172.21.15.203:6817/1594270702] conn(0x7f946c0760b0 0x7f946c0784f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.963+0000 7f3204958640 1 --2- 172.21.15.84:0/1339145891 >> [v2:172.21.15.84:6824/177777882,v1:172.21.15.84:6825/177777882] conn(0x7f31e4076140 0x7f31e4078580 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.964+0000 7fc0c08ac640 1 --2- 172.21.15.84:0/2498451591 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc0a006c940 0x7fc0a006ee00 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fc0b40df870 tx=0x7fc0b8007d30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.964+0000 7fc0c18ae640 1 --2- 172.21.15.84:0/2498451591 >> [v2:172.21.15.203:6819/35011826,v1:172.21.15.203:6821/35011826] conn(0x7fc0a00760c0 0x7fc0a0078500 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.964+0000 7f947ffff640 1 --2- 172.21.15.84:0/3029353173 >> [v2:172.21.15.203:6816/1594270702,v1:172.21.15.203:6817/1594270702] conn(0x7f946c0760b0 0x7f946c0784f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.961+0000 7fe7aaffd640 1 -- 172.21.15.84:0/4068000653 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe7a0001030 con 0x7fe7b0033ee0 2024-04-15T15:10:42.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.965+0000 7fc0b1ffb640 1 -- 172.21.15.84:0/2498451591 <== osd.7 v2:172.21.15.203:6819/35011826 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc0a0078bd0 con 0x7fc0a00760c0 2024-04-15T15:10:42.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.962+0000 7fe7aaffd640 1 -- 172.21.15.84:0/4068000653 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b4053060 con 0x7fe7b0033ee0 2024-04-15T15:10:42.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.964+0000 7fe7aaffd640 1 -- 172.21.15.84:0/4068000653 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fe7b404c070 con 0x7fe7b0033ee0 2024-04-15T15:10:42.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.965+0000 7f31f5ffb640 1 -- 172.21.15.84:0/1339145891 <== osd.3 v2:172.21.15.84:6824/177777882 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f31e4078c50 con 0x7f31e4076140 2024-04-15T15:10:42.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.965+0000 7f947d7fa640 1 -- 172.21.15.84:0/3029353173 <== osd.6 v2:172.21.15.203:6816/1594270702 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f947401fe50 con 0x7f946c0760b0 2024-04-15T15:10:42.064 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.965+0000 7fe7aaffd640 1 --2- 172.21.15.84:0/4068000653 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe79c06eb00 0x7fe79c070fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.064 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.965+0000 7fe7aaffd640 1 -- 172.21.15.84:0/4068000653 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fe7b40ae260 con 0x7fe7b0033ee0 2024-04-15T15:10:42.064 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.965+0000 7fe7bd8a9640 1 --2- 172.21.15.84:0/4068000653 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe79c06eb00 0x7fe79c070fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.064 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.965+0000 7fe7aaffd640 1 --2- 172.21.15.84:0/4068000653 >> [v2:172.21.15.84:6800/4278227784,v1:172.21.15.84:6801/4278227784] conn(0x7fe79c078280 0x7fe79c07a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.966+0000 7fe7aaffd640 1 -- 172.21.15.84:0/4068000653 --> [v2:172.21.15.84:6800/4278227784,v1:172.21.15.84:6801/4278227784] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe7b4008f00 con 0x7fe79c078280 2024-04-15T15:10:42.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.966+0000 7fe7aaffd640 1 -- 172.21.15.84:0/4068000653 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fe7b40ae650 con 0x7fe7b0033ee0 2024-04-15T15:10:42.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.966+0000 7fe7be8ab640 1 --2- 172.21.15.84:0/4068000653 >> [v2:172.21.15.84:6800/4278227784,v1:172.21.15.84:6801/4278227784] conn(0x7fe79c078280 0x7fe79c07a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.967+0000 7fe7bd8a9640 1 --2- 172.21.15.84:0/4068000653 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe79c06eb00 0x7fe79c070fc0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac006fd0 tx=0x7fe7ac008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.967+0000 7fe7be8ab640 1 --2- 172.21.15.84:0/4068000653 >> [v2:172.21.15.84:6800/4278227784,v1:172.21.15.84:6801/4278227784] conn(0x7fe79c078280 0x7fe79c07a6c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.968+0000 7fe7aaffd640 1 -- 172.21.15.84:0/4068000653 <== osd.1 v2:172.21.15.84:6800/4278227784 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe7b4008f00 con 0x7fe79c078280 2024-04-15T15:10:42.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.991+0000 7fb1affff640 1 -- 172.21.15.84:0/3083357394 --> [v2:172.21.15.203:6800/426150481,v1:172.21.15.203:6801/426150481] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb1b0166520 con 0x7fb19c076060 2024-04-15T15:10:42.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.992+0000 7fb996dfa640 1 -- 172.21.15.84:0/383919808 --> [v2:172.21.15.84:6808/590776878,v1:172.21.15.84:6809/590776878] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb970002dd0 con 0x7fb97c0760c0 2024-04-15T15:10:42.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.992+0000 7fb1977fe640 1 -- 172.21.15.84:0/3083357394 <== osd.4 v2:172.21.15.203:6800/426150481 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fb1b0166520 con 0x7fb19c076060 2024-04-15T15:10:42.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.992+0000 7fb98d7fa640 1 -- 172.21.15.84:0/383919808 <== osd.0 v2:172.21.15.84:6808/590776878 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fb970002dd0 con 0x7fb97c0760c0 2024-04-15T15:10:42.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.993+0000 7fb1957fa640 1 -- 172.21.15.84:0/3083357394 >> [v2:172.21.15.203:6800/426150481,v1:172.21.15.203:6801/426150481] conn(0x7fb19c076060 msgr2=0x7fb19c0784a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.993+0000 7fb1957fa640 1 --2- 172.21.15.84:0/3083357394 >> [v2:172.21.15.203:6800/426150481,v1:172.21.15.203:6801/426150481] conn(0x7fb19c076060 0x7fb19c0784a0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.993+0000 7f0a95b8f640 1 -- 172.21.15.84:0/3841638815 --> [v2:172.21.15.203:6808/2200770029,v1:172.21.15.203:6809/2200770029] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0a900adad0 con 0x7f0a700770c0 2024-04-15T15:10:42.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.993+0000 7fb1957fa640 1 -- 172.21.15.84:0/3083357394 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb19c06c8f0 msgr2=0x7fb19c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.993+0000 7fb1957fa640 1 --2- 172.21.15.84:0/3083357394 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb19c06c8f0 0x7fb19c06edb0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb1a4036000 tx=0x7fb1a403c040 comp rx=0 tx=0).stop 2024-04-15T15:10:42.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.993+0000 7fb1957fa640 1 -- 172.21.15.84:0/3083357394 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1b00cbc80 msgr2=0x7fb1b009f4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.993+0000 7fb1957fa640 1 --2- 172.21.15.84:0/3083357394 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1b00cbc80 0x7fb1b009f4d0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fb1a800ccd0 tx=0x7fb1a800a5c0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.993+0000 7fb1af7fe640 1 -- 172.21.15.84:0/3083357394 reap_dead start 2024-04-15T15:10:42.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.993+0000 7fb996dfa640 1 -- 172.21.15.84:0/383919808 >> [v2:172.21.15.84:6808/590776878,v1:172.21.15.84:6809/590776878] conn(0x7fb97c0760c0 msgr2=0x7fb97c078500 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.993+0000 7fb996dfa640 1 --2- 172.21.15.84:0/383919808 >> [v2:172.21.15.84:6808/590776878,v1:172.21.15.84:6809/590776878] conn(0x7fb97c0760c0 0x7fb97c078500 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.993+0000 7f978d24f640 1 -- 172.21.15.84:0/937827655 --> [v2:172.21.15.84:6816/1848484840,v1:172.21.15.84:6817/1848484840] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f97880af450 con 0x7f97740760b0 2024-04-15T15:10:42.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.993+0000 7fb1957fa640 1 -- 172.21.15.84:0/3083357394 shutdown_connections 2024-04-15T15:10:42.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.993+0000 7fb1957fa640 1 -- 172.21.15.84:0/3083357394 >> 172.21.15.84:0/3083357394 conn(0x7fb1b00cca90 msgr2=0x7fb1b00ae950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.994+0000 7fb1957fa640 1 -- 172.21.15.84:0/3083357394 shutdown_connections 2024-04-15T15:10:42.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.994+0000 7fb1957fa640 1 -- 172.21.15.84:0/3083357394 wait complete. 2024-04-15T15:10:42.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.994+0000 7f0a8cff9640 1 -- 172.21.15.84:0/3841638815 <== osd.5 v2:172.21.15.203:6808/2200770029 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f0a900adad0 con 0x7f0a700770c0 2024-04-15T15:10:42.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.994+0000 7f9784ff9640 1 -- 172.21.15.84:0/937827655 <== osd.2 v2:172.21.15.84:6816/1848484840 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f97880af450 con 0x7f97740760b0 2024-04-15T15:10:42.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.994+0000 7fb996dfa640 1 -- 172.21.15.84:0/383919808 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb97c06c940 msgr2=0x7fb97c06ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.994+0000 7fb996dfa640 1 --2- 172.21.15.84:0/383919808 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb97c06c940 0x7fb97c06ee00 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fb988039c30 tx=0x7fb984009040 comp rx=0 tx=0).stop 2024-04-15T15:10:42.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.994+0000 7fb996dfa640 1 -- 172.21.15.84:0/383919808 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb988006e90 msgr2=0x7fb9880e3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.994+0000 7fb996dfa640 1 --2- 172.21.15.84:0/383919808 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb988006e90 0x7fb9880e3bf0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb98002b910 tx=0x7fb9800046c0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.994+0000 7fb995397640 1 -- 172.21.15.84:0/383919808 reap_dead start 2024-04-15T15:10:42.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.994+0000 7fb996dfa640 1 -- 172.21.15.84:0/383919808 shutdown_connections 2024-04-15T15:10:42.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.994+0000 7fb996dfa640 1 -- 172.21.15.84:0/383919808 >> 172.21.15.84:0/383919808 conn(0x7fb988009fa0 msgr2=0x7fb98803a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.994+0000 7f0a95b8f640 1 -- 172.21.15.84:0/3841638815 >> [v2:172.21.15.203:6808/2200770029,v1:172.21.15.203:6809/2200770029] conn(0x7f0a700770c0 msgr2=0x7f0a70079560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.994+0000 7f0a95b8f640 1 --2- 172.21.15.84:0/3841638815 >> [v2:172.21.15.203:6808/2200770029,v1:172.21.15.203:6809/2200770029] conn(0x7f0a700770c0 0x7f0a70079560 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.995+0000 7f978d24f640 1 -- 172.21.15.84:0/937827655 >> [v2:172.21.15.84:6816/1848484840,v1:172.21.15.84:6817/1848484840] conn(0x7f97740760b0 msgr2=0x7f97740784f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.995+0000 7f978d24f640 1 --2- 172.21.15.84:0/937827655 >> [v2:172.21.15.84:6816/1848484840,v1:172.21.15.84:6817/1848484840] conn(0x7f97740760b0 0x7f97740784f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.995+0000 7f978d24f640 1 -- 172.21.15.84:0/937827655 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f977406c940 msgr2=0x7f977406ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.995+0000 7f978d24f640 1 --2- 172.21.15.84:0/937827655 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f977406c940 0x7f977406ee00 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f977c036000 tx=0x7f977c03d040 comp rx=0 tx=0).stop 2024-04-15T15:10:42.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.995+0000 7f0a95b8f640 1 -- 172.21.15.84:0/3841638815 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0a7006cd20 msgr2=0x7f0a7006f1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.995+0000 7f0a95b8f640 1 --2- 172.21.15.84:0/3841638815 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0a7006cd20 0x7f0a7006f1e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0a901fc000 tx=0x7f0a78008040 comp rx=0 tx=0).stop 2024-04-15T15:10:42.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.995+0000 7f978d24f640 1 -- 172.21.15.84:0/937827655 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f97880cbc80 msgr2=0x7f97880c8ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.995+0000 7f978d24f640 1 --2- 172.21.15.84:0/937827655 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f97880cbc80 0x7f97880c8ec0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f978000cb90 tx=0x7f978000a430 comp rx=0 tx=0).stop 2024-04-15T15:10:42.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.995+0000 7f0a95b8f640 1 -- 172.21.15.84:0/3841638815 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a90153250 msgr2=0x7f0a900c8920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.995+0000 7f0a95b8f640 1 --2- 172.21.15.84:0/3841638815 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a90153250 0x7f0a900c8920 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f0a80004840 tx=0x7f0a800012d0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.995+0000 7f0a8ffff640 1 -- 172.21.15.84:0/3841638815 reap_dead start 2024-04-15T15:10:42.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.995+0000 7f978ca4e640 1 -- 172.21.15.84:0/937827655 reap_dead start 2024-04-15T15:10:42.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.995+0000 7f978d24f640 1 -- 172.21.15.84:0/937827655 shutdown_connections 2024-04-15T15:10:42.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.995+0000 7f978d24f640 1 -- 172.21.15.84:0/937827655 >> 172.21.15.84:0/937827655 conn(0x7f97880cca90 msgr2=0x7f9788072a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.995+0000 7fb996dfa640 1 -- 172.21.15.84:0/383919808 shutdown_connections 2024-04-15T15:10:42.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.995+0000 7f978d24f640 1 -- 172.21.15.84:0/937827655 shutdown_connections 2024-04-15T15:10:42.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.995+0000 7f0a95b8f640 1 -- 172.21.15.84:0/3841638815 shutdown_connections 2024-04-15T15:10:42.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.995+0000 7f0a95b8f640 1 -- 172.21.15.84:0/3841638815 >> 172.21.15.84:0/3841638815 conn(0x7f0a900b2220 msgr2=0x7f0a9006d8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.995+0000 7f978d24f640 1 -- 172.21.15.84:0/937827655 wait complete. 2024-04-15T15:10:42.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.995+0000 7fb996dfa640 1 -- 172.21.15.84:0/383919808 wait complete. 2024-04-15T15:10:42.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.995+0000 7f0a95b8f640 1 -- 172.21.15.84:0/3841638815 shutdown_connections 2024-04-15T15:10:42.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.996+0000 7f0a95b8f640 1 -- 172.21.15.84:0/3841638815 wait complete. 2024-04-15T15:10:42.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.996+0000 7fc09f7fe640 1 -- 172.21.15.84:0/2498451591 --> [v2:172.21.15.203:6819/35011826,v1:172.21.15.203:6821/35011826] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc098002dd0 con 0x7fc0a00760c0 2024-04-15T15:10:42.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.996+0000 7f9485c51640 1 -- 172.21.15.84:0/3029353173 --> [v2:172.21.15.203:6816/1594270702,v1:172.21.15.203:6817/1594270702] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9460002dd0 con 0x7f946c0760b0 2024-04-15T15:10:42.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.996+0000 7fc0b1ffb640 1 -- 172.21.15.84:0/2498451591 <== osd.7 v2:172.21.15.203:6819/35011826 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc098002dd0 con 0x7fc0a00760c0 2024-04-15T15:10:42.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.997+0000 7f32073bd640 1 -- 172.21.15.84:0/1339145891 --> [v2:172.21.15.84:6824/177777882,v1:172.21.15.84:6825/177777882] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f32000cedb0 con 0x7f31e4076140 2024-04-15T15:10:42.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.997+0000 7f947d7fa640 1 -- 172.21.15.84:0/3029353173 <== osd.6 v2:172.21.15.203:6816/1594270702 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f9460002dd0 con 0x7f946c0760b0 2024-04-15T15:10:42.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.997+0000 7fc09f7fe640 1 -- 172.21.15.84:0/2498451591 >> [v2:172.21.15.203:6819/35011826,v1:172.21.15.203:6821/35011826] conn(0x7fc0a00760c0 msgr2=0x7fc0a0078500 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.997+0000 7fc09f7fe640 1 --2- 172.21.15.84:0/2498451591 >> [v2:172.21.15.203:6819/35011826,v1:172.21.15.203:6821/35011826] conn(0x7fc0a00760c0 0x7fc0a0078500 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.997+0000 7fc09f7fe640 1 -- 172.21.15.84:0/2498451591 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc0a006c940 msgr2=0x7fc0a006ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.997+0000 7fc09f7fe640 1 --2- 172.21.15.84:0/2498451591 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc0a006c940 0x7fc0a006ee00 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fc0b40df870 tx=0x7fc0b8007d30 comp rx=0 tx=0).stop 2024-04-15T15:10:42.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.997+0000 7fc09f7fe640 1 -- 172.21.15.84:0/2498451591 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0b4005e80 msgr2=0x7fc0b40df0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.997+0000 7fc09f7fe640 1 --2- 172.21.15.84:0/2498451591 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0b4005e80 0x7fc0b40df0f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc0bc02db70 tx=0x7fc0bc06dd50 comp rx=0 tx=0).stop 2024-04-15T15:10:42.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.997+0000 7fc0c18ae640 1 -- 172.21.15.84:0/2498451591 reap_dead start 2024-04-15T15:10:42.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.997+0000 7fc09f7fe640 1 -- 172.21.15.84:0/2498451591 shutdown_connections 2024-04-15T15:10:42.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.997+0000 7fc09f7fe640 1 -- 172.21.15.84:0/2498451591 >> 172.21.15.84:0/2498451591 conn(0x7fc0b4009fa0 msgr2=0x7fc0b4038c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.997+0000 7f31f5ffb640 1 -- 172.21.15.84:0/1339145891 <== osd.3 v2:172.21.15.84:6824/177777882 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f32000cedb0 con 0x7f31e4076140 2024-04-15T15:10:42.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.998+0000 7fc09f7fe640 1 -- 172.21.15.84:0/2498451591 shutdown_connections 2024-04-15T15:10:42.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.998+0000 7fc09f7fe640 1 -- 172.21.15.84:0/2498451591 wait complete. 2024-04-15T15:10:42.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.998+0000 7f9485c51640 1 -- 172.21.15.84:0/3029353173 >> [v2:172.21.15.203:6816/1594270702,v1:172.21.15.203:6817/1594270702] conn(0x7f946c0760b0 msgr2=0x7f946c0784f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.998+0000 7f9485c51640 1 --2- 172.21.15.84:0/3029353173 >> [v2:172.21.15.203:6816/1594270702,v1:172.21.15.203:6817/1594270702] conn(0x7f946c0760b0 0x7f946c0784f0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.998+0000 7f32073bd640 1 -- 172.21.15.84:0/1339145891 >> [v2:172.21.15.84:6824/177777882,v1:172.21.15.84:6825/177777882] conn(0x7f31e4076140 msgr2=0x7f31e4078580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.998+0000 7f32073bd640 1 --2- 172.21.15.84:0/1339145891 >> [v2:172.21.15.84:6824/177777882,v1:172.21.15.84:6825/177777882] conn(0x7f31e4076140 0x7f31e4078580 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.998+0000 7f9485c51640 1 -- 172.21.15.84:0/3029353173 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f946c06c9c0 msgr2=0x7f946c06ee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.998+0000 7f9485c51640 1 --2- 172.21.15.84:0/3029353173 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f946c06c9c0 0x7f946c06ee80 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f9478034000 tx=0x7f947802f000 comp rx=0 tx=0).stop 2024-04-15T15:10:42.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.998+0000 7f9485c51640 1 -- 172.21.15.84:0/3029353173 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f948009d7f0 msgr2=0x7f94800ca480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.998+0000 7f9485c51640 1 --2- 172.21.15.84:0/3029353173 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f948009d7f0 0x7f94800ca480 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f947400e960 tx=0x7f947400ee20 comp rx=0 tx=0).stop 2024-04-15T15:10:42.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.998+0000 7f9485450640 1 -- 172.21.15.84:0/3029353173 reap_dead start 2024-04-15T15:10:42.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.999+0000 7f32073bd640 1 -- 172.21.15.84:0/1339145891 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f31e406c9c0 msgr2=0x7f31e406ee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.999+0000 7f32073bd640 1 --2- 172.21.15.84:0/1339145891 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f31e406c9c0 0x7f31e406ee80 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f31f0005880 tx=0x7f31f0009040 comp rx=0 tx=0).stop 2024-04-15T15:10:42.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.999+0000 7f32073bd640 1 -- 172.21.15.84:0/1339145891 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3200162f00 msgr2=0x7f320015a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.999+0000 7f32073bd640 1 --2- 172.21.15.84:0/1339145891 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3200162f00 0x7f320015a140 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f31fc00e7f0 tx=0x7f31fc00ecb0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.999+0000 7f9485c51640 1 -- 172.21.15.84:0/3029353173 shutdown_connections 2024-04-15T15:10:42.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.999+0000 7f9485c51640 1 -- 172.21.15.84:0/3029353173 >> 172.21.15.84:0/3029353173 conn(0x7f94800d43d0 msgr2=0x7f9480165820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.999+0000 7f320595a640 1 -- 172.21.15.84:0/1339145891 reap_dead start 2024-04-15T15:10:42.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.999+0000 7f32073bd640 1 -- 172.21.15.84:0/1339145891 shutdown_connections 2024-04-15T15:10:42.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.999+0000 7f32073bd640 1 -- 172.21.15.84:0/1339145891 >> 172.21.15.84:0/1339145891 conn(0x7f32000d4630 msgr2=0x7f32000d1470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.999+0000 7f9485c51640 1 -- 172.21.15.84:0/3029353173 shutdown_connections 2024-04-15T15:10:42.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:41.999+0000 7f9485c51640 1 -- 172.21.15.84:0/3029353173 wait complete. 2024-04-15T15:10:42.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.000+0000 7fe7a8ff9640 1 -- 172.21.15.84:0/4068000653 --> [v2:172.21.15.84:6800/4278227784,v1:172.21.15.84:6801/4278227784] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe7a0002dd0 con 0x7fe79c078280 2024-04-15T15:10:42.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.000+0000 7f32073bd640 1 -- 172.21.15.84:0/1339145891 shutdown_connections 2024-04-15T15:10:42.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.000+0000 7fe7aaffd640 1 -- 172.21.15.84:0/4068000653 <== osd.1 v2:172.21.15.84:6800/4278227784 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fe7a0002dd0 con 0x7fe79c078280 2024-04-15T15:10:42.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.000+0000 7f32073bd640 1 -- 172.21.15.84:0/1339145891 wait complete. 2024-04-15T15:10:42.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.001+0000 7fe7a8ff9640 1 -- 172.21.15.84:0/4068000653 >> [v2:172.21.15.84:6800/4278227784,v1:172.21.15.84:6801/4278227784] conn(0x7fe79c078280 msgr2=0x7fe79c07a6c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.001+0000 7fe7a8ff9640 1 --2- 172.21.15.84:0/4068000653 >> [v2:172.21.15.84:6800/4278227784,v1:172.21.15.84:6801/4278227784] conn(0x7fe79c078280 0x7fe79c07a6c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.002+0000 7fe7a8ff9640 1 -- 172.21.15.84:0/4068000653 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe79c06eb00 msgr2=0x7fe79c070fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.002+0000 7fe7a8ff9640 1 --2- 172.21.15.84:0/4068000653 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe79c06eb00 0x7fe79c070fc0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac006fd0 tx=0x7fe7ac008040 comp rx=0 tx=0).stop 2024-04-15T15:10:42.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.002+0000 7fe7a8ff9640 1 -- 172.21.15.84:0/4068000653 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7b0033ee0 msgr2=0x7fe7b004bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.002+0000 7fe7a8ff9640 1 --2- 172.21.15.84:0/4068000653 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7b0033ee0 0x7fe7b004bb80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fe7b4009870 tx=0x7fe7b40046c0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.002+0000 7fe7be8ab640 1 -- 172.21.15.84:0/4068000653 reap_dead start 2024-04-15T15:10:42.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.002+0000 7fe7a8ff9640 1 -- 172.21.15.84:0/4068000653 shutdown_connections 2024-04-15T15:10:42.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.002+0000 7fe7a8ff9640 1 -- 172.21.15.84:0/4068000653 >> 172.21.15.84:0/4068000653 conn(0x7fe7b0009fa0 msgr2=0x7fe7b00359c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.002+0000 7fe7a8ff9640 1 -- 172.21.15.84:0/4068000653 shutdown_connections 2024-04-15T15:10:42.089 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.002+0000 7fe7a8ff9640 1 -- 172.21.15.84:0/4068000653 wait complete. 2024-04-15T15:10:42.089 INFO:teuthology.orchestra.run.smithi084.stdout:55834574858 2024-04-15T15:10:42.090 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-04-15T15:10:42.091 INFO:teuthology.orchestra.run.smithi084.stdout:55834574857 2024-04-15T15:10:42.091 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-04-15T15:10:42.092 INFO:teuthology.orchestra.run.smithi084.stdout:55834574857 2024-04-15T15:10:42.092 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-04-15T15:10:42.093 INFO:teuthology.orchestra.run.smithi084.stdout:55834574856 2024-04-15T15:10:42.093 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-04-15T15:10:42.094 INFO:teuthology.orchestra.run.smithi084.stdout:55834574857 2024-04-15T15:10:42.095 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-04-15T15:10:42.095 INFO:teuthology.orchestra.run.smithi084.stdout:55834574857 2024-04-15T15:10:42.096 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-04-15T15:10:42.096 INFO:teuthology.orchestra.run.smithi084.stdout:55834574857 2024-04-15T15:10:42.097 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-04-15T15:10:42.097 INFO:teuthology.orchestra.run.smithi084.stdout:55834574857 2024-04-15T15:10:42.098 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-04-15T15:10:42.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.303+0000 7fbdc3ff4640 1 Processor -- start 2024-04-15T15:10:42.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.303+0000 7f196efcf640 1 Processor -- start 2024-04-15T15:10:42.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.303+0000 7fbdc3ff4640 1 -- start start 2024-04-15T15:10:42.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.304+0000 7fb4601a8640 1 Processor -- start 2024-04-15T15:10:42.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.305+0000 7fb4601a8640 1 -- start start 2024-04-15T15:10:42.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.305+0000 7fbdc3ff4640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbdbc0ccb70 0x7fbdbc0af600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.305+0000 7fbdc3ff4640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fbdbc0cd710 0x7fbdbc0ccf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.305+0000 7fbdc3ff4640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbdbc0cd490 con 0x7fbdbc0738d0 2024-04-15T15:10:42.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.305+0000 7fbdc3ff4640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fbdbc06b960 con 0x7fbdbc0cd710 2024-04-15T15:10:42.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.305+0000 7fbdc3ff4640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fbdbc06c170 con 0x7fbdbc0ccb70 2024-04-15T15:10:42.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.305+0000 7fbdc158f640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fbdbc0cd710 0x7fbdbc0ccf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.305+0000 7fbdc2591640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7fbdbc0738d0 0x7fbdbc0b0a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:38604/0 (socket says 172.21.15.84:38604) 2024-04-15T15:10:42.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.305+0000 7fbdc2591640 1 -- 172.21.15.84:0/31944318 learned_addr learned my addr 172.21.15.84:0/31944318 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:42.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.305+0000 7fbdc1d90640 1 --2- 172.21.15.84:0/31944318 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbdbc0ccb70 0x7fbdbc0af600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.304+0000 7f196efcf640 1 -- start start 2024-04-15T15:10:42.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.305+0000 7f196efcf640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1968159c00 0x7f19680b5530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.305+0000 7f196efcf640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f1968163a00 0x7f19680b34f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.305+0000 7f196efcf640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f19680b3a30 0x7f1968166570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.306+0000 7fbdc1d90640 1 -- 172.21.15.84:0/31944318 >> v2:172.21.15.203:3300/0 conn(0x7fbdbc0cd710 msgr2=0x7fbdbc0ccf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:42.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.306+0000 7fbdc1d90640 1 --2- 172.21.15.84:0/31944318 >> v2:172.21.15.203:3300/0 conn(0x7fbdbc0cd710 0x7fbdbc0ccf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.306+0000 7fbdc1d90640 1 -- 172.21.15.84:0/31944318 >> v1:172.21.15.203:6789/0 conn(0x7fbdbc0738d0 legacy=0x7fbdbc0b0a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.306+0000 7fbdc1d90640 1 -- 172.21.15.84:0/31944318 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdbc06bbb0 con 0x7fbdbc0ccb70 2024-04-15T15:10:42.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.305+0000 7f196efcf640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f19680cc860 con 0x7f1968163a00 2024-04-15T15:10:42.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.305+0000 7f196efcf640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f19680ccb40 con 0x7f19680b3a30 2024-04-15T15:10:42.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.305+0000 7f196efcf640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f196806bae0 con 0x7f1968159c00 2024-04-15T15:10:42.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.306+0000 7f196dfcd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1968159c00 0x7f19680b5530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.306+0000 7f196d7cc640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f1968163a00 0x7f19680b34f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.306+0000 7f196d7cc640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f1968163a00 0x7f19680b34f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:37180/0 (socket says 172.21.15.84:37180) 2024-04-15T15:10:42.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.306+0000 7f196d7cc640 1 -- 172.21.15.84:0/453322324 learned_addr learned my addr 172.21.15.84:0/453322324 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:42.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.306+0000 7fbdc0d8e640 1 -- 172.21.15.84:0/31944318 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3679732607 0 0) 0x7fbdbc0cd490 con 0x7fbdbc0738d0 2024-04-15T15:10:42.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.306+0000 7f196e7ce640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f19680b3a30 0x7f1968166570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.306+0000 7fb4601a8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb45806dc10 0x7fb45806e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.306+0000 7fb4601a8640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb45806e560 con 0x7fb458162d70 2024-04-15T15:10:42.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.306+0000 7fb4601a8640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb45806c240 con 0x7fb4581667c0 2024-04-15T15:10:42.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.306+0000 7fb4601a8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb458166d60 con 0x7fb45806dc10 2024-04-15T15:10:42.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.306+0000 7fb45d743640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7fb4581667c0 0x7fb4580cee70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:38618/0 (socket says 172.21.15.84:38618) 2024-04-15T15:10:42.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.306+0000 7fb45d743640 1 -- 172.21.15.84:0/2299182915 learned_addr learned my addr 172.21.15.84:0/2299182915 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:42.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.307+0000 7fc6a2a01640 1 Processor -- start 2024-04-15T15:10:42.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.307+0000 7fc6a2a01640 1 -- start start 2024-04-15T15:10:42.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.306+0000 7fb45e745640 1 --2- 172.21.15.84:0/2299182915 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb45806dc10 0x7fb45806e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.307+0000 7fb45cf42640 1 -- 172.21.15.84:0/2299182915 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3224408426 0 0) 0x7fb45806c240 con 0x7fb4581667c0 2024-04-15T15:10:42.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.307+0000 7f196d7cc640 1 -- 172.21.15.84:0/453322324 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1968159c00 msgr2=0x7f19680b5530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:42.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.307+0000 7f479bda8640 1 Processor -- start 2024-04-15T15:10:42.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.307+0000 7f196d7cc640 1 --2- 172.21.15.84:0/453322324 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1968159c00 0x7f19680b5530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.307+0000 7fb45cf42640 1 -- 172.21.15.84:0/2299182915 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb444003520 con 0x7fb4581667c0 2024-04-15T15:10:42.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.307+0000 7f196d7cc640 1 -- 172.21.15.84:0/453322324 >> v2:172.21.15.203:3300/0 conn(0x7f19680b3a30 msgr2=0x7f1968166570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:42.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.307+0000 7f196d7cc640 1 --2- 172.21.15.84:0/453322324 >> v2:172.21.15.203:3300/0 conn(0x7f19680b3a30 0x7f1968166570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.307+0000 7f196d7cc640 1 -- 172.21.15.84:0/453322324 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19680cdf80 con 0x7f1968163a00 2024-04-15T15:10:42.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.307+0000 7fbdc1d90640 1 --2- 172.21.15.84:0/31944318 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbdbc0ccb70 0x7fbdbc0af600 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fbdb80097a0 tx=0x7fbdb802b7b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=742aff4f95153ae2 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.307+0000 7fb45cf42640 1 -- 172.21.15.84:0/2299182915 <== mon.1 v1:172.21.15.203:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4049096706 0 0) 0x7fb444003520 con 0x7fb4581667c0 2024-04-15T15:10:42.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.307+0000 7fb45cf42640 1 -- 172.21.15.84:0/2299182915 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb45806dc10 msgr2=0x7fb45806e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:42.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.307+0000 7fb45cf42640 1 --2- 172.21.15.84:0/2299182915 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb45806dc10 0x7fb45806e020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.307+0000 7fb45cf42640 1 -- 172.21.15.84:0/2299182915 >> v1:172.21.15.84:6789/0 conn(0x7fb458162d70 legacy=0x7fb45806b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.307+0000 7f479bda8640 1 -- start start 2024-04-15T15:10:42.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.307+0000 7fb45cf42640 1 -- 172.21.15.84:0/2299182915 --> v1:172.21.15.203:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb458167040 con 0x7fb4581667c0 2024-04-15T15:10:42.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.308+0000 7fb45cf42640 1 -- 172.21.15.84:0/2299182915 <== mon.1 v1:172.21.15.203:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7fb448001670 con 0x7fb4581667c0 2024-04-15T15:10:42.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.308+0000 7fb45cf42640 1 -- 172.21.15.84:0/2299182915 >> v1:172.21.15.203:6789/0 conn(0x7fb4581667c0 legacy=0x7fb4580cee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.308+0000 7fbdc0d8e640 1 -- 172.21.15.84:0/31944318 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdb8038070 con 0x7fbdbc0ccb70 2024-04-15T15:10:42.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.308+0000 7fb45cf42640 1 --2- 172.21.15.84:0/2299182915 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4440039b0 0x7fb444003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.319 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.308+0000 7fbdc0d8e640 1 -- 172.21.15.84:0/31944318 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbdb8031710 con 0x7fbdbc0ccb70 2024-04-15T15:10:42.319 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.308+0000 7fbdc0d8e640 1 -- 172.21.15.84:0/31944318 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdb8031ae0 con 0x7fbdbc0ccb70 2024-04-15T15:10:42.319 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.308+0000 7fb45cf42640 1 --2- 172.21.15.84:0/2299182915 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb444004800 0x7fb444004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.319 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.308+0000 7fb45cf42640 1 --2- 172.21.15.84:0/2299182915 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb444005210 0x7fb44400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.308+0000 7fb45cf42640 1 -- 172.21.15.84:0/2299182915 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb458166d60 con 0x7fb444004800 2024-04-15T15:10:42.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.308+0000 7fb45cf42640 1 -- 172.21.15.84:0/2299182915 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb44400c110 con 0x7fb444005210 2024-04-15T15:10:42.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.308+0000 7fb45cf42640 1 -- 172.21.15.84:0/2299182915 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb44400c310 con 0x7fb4440039b0 2024-04-15T15:10:42.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.307+0000 7fadbbfff640 1 Processor -- start 2024-04-15T15:10:42.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.307+0000 7fadbbfff640 1 -- start start 2024-04-15T15:10:42.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.308+0000 7f20b0b1c640 1 Processor -- start 2024-04-15T15:10:42.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.308+0000 7fb45d743640 1 --2- 172.21.15.84:0/2299182915 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb444004800 0x7fb444004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.308+0000 7fc6a2a01640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fc69c0c3010 0x7fc69c0c34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.308+0000 7fadbbfff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fadb400c0a0 0x7fadb4038080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.308+0000 7fb45e745640 1 --2- 172.21.15.84:0/2299182915 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb444005210 0x7fb44400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fc69bfff640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7fc69c167150 0x7fc69c06e910 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:38622/0 (socket says 172.21.15.84:38622) 2024-04-15T15:10:42.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fc69bfff640 1 -- 172.21.15.84:0/2412757279 learned_addr learned my addr 172.21.15.84:0/2412757279 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:42.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fbdc3ff4640 1 -- 172.21.15.84:0/31944318 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbdbc0ccb70 msgr2=0x7fbdbc0af600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fbdc3ff4640 1 --2- 172.21.15.84:0/31944318 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbdbc0ccb70 0x7fbdbc0af600 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fbdb80097a0 tx=0x7fbdb802b7b0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7f479bda8640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f478c0df220 0x7f478c03a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7f479bda8640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f478c054640 con 0x7f478c0e31e0 2024-04-15T15:10:42.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7f479bda8640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f478c054920 con 0x7f478c0e2d80 2024-04-15T15:10:42.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7f479bda8640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f478c054c00 con 0x7f478c0df220 2024-04-15T15:10:42.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7f4799343640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7f478c0e2d80 0x7f478c0533e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:38626/0 (socket says 172.21.15.84:38626) 2024-04-15T15:10:42.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7f4799343640 1 -- 172.21.15.84:0/3433278841 learned_addr learned my addr 172.21.15.84:0/3433278841 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:42.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fc69b7fe640 1 --2- 172.21.15.84:0/2412757279 >> v2:172.21.15.203:3300/0 conn(0x7fc69c0c3010 0x7fc69c0c34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fc6a2a01640 1 --2- 172.21.15.84:0/2412757279 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc69c06b960 0x7fc69c06bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fc6a2a01640 1 -- 172.21.15.84:0/2412757279 --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc69c0adc00 con 0x7fc69c167150 2024-04-15T15:10:42.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fc6a2a01640 1 -- 172.21.15.84:0/2412757279 --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fc69c06e480 con 0x7fc69c0c3010 2024-04-15T15:10:42.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fc6a2a01640 1 -- 172.21.15.84:0/2412757279 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc69c06de30 con 0x7fc69c06b960 2024-04-15T15:10:42.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fc6a0f9e640 1 --2- 172.21.15.84:0/2412757279 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc69c06b960 0x7fc69c06bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.308+0000 7f20b0b1c640 1 -- start start 2024-04-15T15:10:42.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.308+0000 7fadbbfff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fadb4053c70 0x7fadb40df190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.308+0000 7fadbbfff640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fadb4033ef0 0x7fadb404fa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7f4799b44640 1 --2- 172.21.15.84:0/3433278841 >> v2:172.21.15.84:3300/0 conn(0x7f478c0df220 0x7f478c03a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f20b0b1c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f20ac1557e0 0x7f20ac070060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f20b0b1c640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20ac070640 con 0x7f20ac0b5500 2024-04-15T15:10:42.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f20b0b1c640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20ac070920 con 0x7f20ac15b8d0 2024-04-15T15:10:42.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f20b0b1c640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f20ac070c00 con 0x7f20ac1557e0 2024-04-15T15:10:42.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fadbbfff640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fadb40544c0 con 0x7fadb4053c70 2024-04-15T15:10:42.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fadbbfff640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fadb40541e0 con 0x7fadb4033ef0 2024-04-15T15:10:42.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fadbbfff640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fadb4005f30 con 0x7fadb400c0a0 2024-04-15T15:10:42.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fadbaffd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fadb400c0a0 0x7fadb4038080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fadbaffd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fadb400c0a0 0x7fadb4038080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:60268/0 (socket says 172.21.15.84:60268) 2024-04-15T15:10:42.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fadbaffd640 1 -- 172.21.15.84:0/3392308888 learned_addr learned my addr 172.21.15.84:0/3392308888 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:42.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fadbb7fe640 1 --2- 172.21.15.84:0/3392308888 >> v2:172.21.15.203:3300/0 conn(0x7fadb4033ef0 0x7fadb404fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fadbaffd640 1 -- 172.21.15.84:0/3392308888 >> v2:172.21.15.203:3300/0 conn(0x7fadb4033ef0 msgr2=0x7fadb404fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:42.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fadbaffd640 1 --2- 172.21.15.84:0/3392308888 >> v2:172.21.15.203:3300/0 conn(0x7fadb4033ef0 0x7fadb404fa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fadbaffd640 1 -- 172.21.15.84:0/3392308888 >> v2:172.21.15.84:3300/0 conn(0x7fadb4053c70 msgr2=0x7fadb40df190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:42.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fadbaffd640 1 --2- 172.21.15.84:0/3392308888 >> v2:172.21.15.84:3300/0 conn(0x7fadb4053c70 0x7fadb40df190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fadbaffd640 1 -- 172.21.15.84:0/3392308888 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadb4006210 con 0x7fadb400c0a0 2024-04-15T15:10:42.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fadbb7fe640 1 --2- 172.21.15.84:0/3392308888 >> v2:172.21.15.203:3300/0 conn(0x7fadb4033ef0 0x7fadb404fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:42.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7f4798b42640 1 -- 172.21.15.84:0/3433278841 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 192575100 0 0) 0x7f478c054640 con 0x7f478c0e31e0 2024-04-15T15:10:42.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f4798b42640 1 -- 172.21.15.84:0/3433278841 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4780007930 con 0x7f478c0e31e0 2024-04-15T15:10:42.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f20a9d9b640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7f20ac15b8d0 0x7f20ac0b4df0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:38628/0 (socket says 172.21.15.84:38628) 2024-04-15T15:10:42.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f20a9d9b640 1 -- 172.21.15.84:0/3901440003 learned_addr learned my addr 172.21.15.84:0/3901440003 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:42.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f20aa59c640 1 --2- 172.21.15.84:0/3901440003 >> v2:172.21.15.84:3300/0 conn(0x7f20ac1557e0 0x7f20ac070060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f4798b42640 1 -- 172.21.15.84:0/3433278841 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 436370842 0 0) 0x7f4780007930 con 0x7f478c0e31e0 2024-04-15T15:10:42.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f4798b42640 1 -- 172.21.15.84:0/3433278841 >> v2:172.21.15.84:3300/0 conn(0x7f478c0df220 msgr2=0x7f478c03a7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:42.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f4798b42640 1 --2- 172.21.15.84:0/3433278841 >> v2:172.21.15.84:3300/0 conn(0x7f478c0df220 0x7f478c03a7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f4798b42640 1 -- 172.21.15.84:0/3433278841 >> v1:172.21.15.203:6789/0 conn(0x7f478c0e2d80 legacy=0x7f478c0533e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f4798b42640 1 -- 172.21.15.84:0/3433278841 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f478c0062e0 con 0x7f478c0e31e0 2024-04-15T15:10:42.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f4798b42640 1 -- 172.21.15.84:0/3433278841 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f4794075c80 con 0x7f478c0e31e0 2024-04-15T15:10:42.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f4798b42640 1 -- 172.21.15.84:0/3433278841 >> v1:172.21.15.84:6789/0 conn(0x7f478c0e31e0 legacy=0x7f478c053af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f4798b42640 1 --2- 172.21.15.84:0/3433278841 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4780007dc0 0x7f47800081e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f4798b42640 1 --2- 172.21.15.84:0/3433278841 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4780008c10 0x7f4780009090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f4798b42640 1 --2- 172.21.15.84:0/3433278841 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f47800095d0 0x7f478000fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f4798b42640 1 -- 172.21.15.84:0/3433278841 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f478c054c00 con 0x7f47800095d0 2024-04-15T15:10:42.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f4798b42640 1 -- 172.21.15.84:0/3433278841 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f47800103d0 con 0x7f4780008c10 2024-04-15T15:10:42.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f4798b42640 1 -- 172.21.15.84:0/3433278841 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f47800105d0 con 0x7f4780007dc0 2024-04-15T15:10:42.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f479a345640 1 --2- 172.21.15.84:0/3433278841 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f47800095d0 0x7f478000fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fb45df44640 1 --2- 172.21.15.84:0/2299182915 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4440039b0 0x7fb444003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f4799b44640 1 --2- 172.21.15.84:0/3433278841 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4780007dc0 0x7f47800081e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fb45e745640 1 -- 172.21.15.84:0/2299182915 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4440039b0 msgr2=0x7fb444003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:42.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fb45e745640 1 --2- 172.21.15.84:0/2299182915 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4440039b0 0x7fb444003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fb45e745640 1 -- 172.21.15.84:0/2299182915 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb444004800 msgr2=0x7fb444004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:42.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fb45e745640 1 --2- 172.21.15.84:0/2299182915 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb444004800 0x7fb444004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fb45e745640 1 -- 172.21.15.84:0/2299182915 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb444003520 con 0x7fb444005210 2024-04-15T15:10:42.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7fb45e745640 1 --2- 172.21.15.84:0/2299182915 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb444005210 0x7fb44400b9c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb45806dff0 tx=0x7fb444005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eb81bd7ff77d0ab5 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fc69affd640 1 -- 172.21.15.84:0/2412757279 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1303595469 0 0) 0x7fc69c0adc00 con 0x7fc69c167150 2024-04-15T15:10:42.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fc69affd640 1 -- 172.21.15.84:0/2412757279 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc684003520 con 0x7fc69c167150 2024-04-15T15:10:42.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fc69b7fe640 1 -- 172.21.15.84:0/2412757279 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc69c06b960 msgr2=0x7fc69c06bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:42.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.309+0000 7fc69b7fe640 1 --2- 172.21.15.84:0/2412757279 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc69c06b960 0x7fc69c06bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7fc69b7fe640 1 -- 172.21.15.84:0/2412757279 >> v1:172.21.15.203:6789/0 conn(0x7fc69c167150 legacy=0x7fc69c06e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f20a959a640 1 -- 172.21.15.84:0/3901440003 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1498175665 0 0) 0x7f20ac070920 con 0x7f20ac15b8d0 2024-04-15T15:10:42.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7f20a959a640 1 -- 172.21.15.84:0/3901440003 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2094007930 con 0x7f20ac15b8d0 2024-04-15T15:10:42.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7f20aa59c640 1 -- 172.21.15.84:0/3901440003 >> v1:172.21.15.203:6789/0 conn(0x7f20ac15b8d0 legacy=0x7f20ac0b4df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7fc69b7fe640 1 -- 172.21.15.84:0/2412757279 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc69c06e110 con 0x7fc69c0c3010 2024-04-15T15:10:42.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7f20aa59c640 1 -- 172.21.15.84:0/3901440003 >> v1:172.21.15.84:6789/0 conn(0x7f20ac0b5500 legacy=0x7f20ac0cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:42.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7f20aa59c640 1 -- 172.21.15.84:0/3901440003 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20ac070ee0 con 0x7f20ac1557e0 2024-04-15T15:10:42.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f196d7cc640 1 --2- 172.21.15.84:0/453322324 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1968163a00 0x7f19680b34f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1968072f40 tx=0x7f196002bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e286926c57d751b6 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f196cfcb640 1 -- 172.21.15.84:0/453322324 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f196002ca70 con 0x7f1968163a00 2024-04-15T15:10:42.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.310+0000 7f196cfcb640 1 -- 172.21.15.84:0/453322324 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f196002cc10 con 0x7f1968163a00 2024-04-15T15:10:42.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7fc69b7fe640 1 --2- 172.21.15.84:0/2412757279 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc69c0c3010 0x7fc69c0c34a0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc6900097a0 tx=0x7fc69002b860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a80e932309842ab1 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7f196cfcb640 1 -- 172.21.15.84:0/453322324 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19600343f0 con 0x7f1968163a00 2024-04-15T15:10:42.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7f4799343640 1 --2- 172.21.15.84:0/3433278841 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4780008c10 0x7f4780009090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7f479a345640 1 -- 172.21.15.84:0/3433278841 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4780007dc0 msgr2=0x7f47800081e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:42.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7f479a345640 1 --2- 172.21.15.84:0/3433278841 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4780007dc0 0x7f47800081e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7f479a345640 1 -- 172.21.15.84:0/3433278841 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4780008c10 msgr2=0x7f4780009090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:42.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7f479a345640 1 --2- 172.21.15.84:0/3433278841 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4780008c10 0x7f4780009090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7f983b1ff640 1 Processor -- start 2024-04-15T15:10:42.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7f479a345640 1 -- 172.21.15.84:0/3433278841 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f478c0062e0 con 0x7f47800095d0 2024-04-15T15:10:42.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7f983b1ff640 1 -- start start 2024-04-15T15:10:42.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7fb45cf42640 1 -- 172.21.15.84:0/2299182915 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb450039070 con 0x7fb444005210 2024-04-15T15:10:42.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7fb45cf42640 1 -- 172.21.15.84:0/2299182915 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb45002cb90 con 0x7fb444005210 2024-04-15T15:10:42.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7fb45cf42640 1 -- 172.21.15.84:0/2299182915 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb450009b20 con 0x7fb444005210 2024-04-15T15:10:42.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7fadbaffd640 1 --2- 172.21.15.84:0/3392308888 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fadb400c0a0 0x7fadb4038080 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fadb4033c60 tx=0x7fadac03c920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c134d04edfdfb8dc server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7fbdc3ff4640 1 -- 172.21.15.84:0/31944318 shutdown_connections 2024-04-15T15:10:42.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7fbdc3ff4640 1 --2- 172.21.15.84:0/31944318 >> v2:172.21.15.203:3300/0 conn(0x7fbdbc0cd710 0x7fbdbc0ccf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7fbdc3ff4640 1 --2- 172.21.15.84:0/31944318 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbdbc0ccb70 0x7fbdbc0af600 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7fbdc3ff4640 1 -- 172.21.15.84:0/31944318 >> 172.21.15.84:0/31944318 conn(0x7fbdbc0b5220 msgr2=0x7fbdbc0b31d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7fadb9ffb640 1 -- 172.21.15.84:0/3392308888 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadac0114e0 con 0x7fadb400c0a0 2024-04-15T15:10:42.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7fadb9ffb640 1 -- 172.21.15.84:0/3392308888 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadac047070 con 0x7fadb400c0a0 2024-04-15T15:10:42.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7fadb9ffb640 1 -- 172.21.15.84:0/3392308888 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadac00fa70 con 0x7fadb400c0a0 2024-04-15T15:10:42.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7f196efcf640 1 -- 172.21.15.84:0/453322324 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1968163a00 msgr2=0x7f19680b34f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7f196efcf640 1 --2- 172.21.15.84:0/453322324 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1968163a00 0x7f19680b34f0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f1968072f40 tx=0x7f196002bed0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7f196efcf640 1 -- 172.21.15.84:0/453322324 shutdown_connections 2024-04-15T15:10:42.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7fc69affd640 1 -- 172.21.15.84:0/2412757279 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6900317c0 con 0x7fc69c0c3010 2024-04-15T15:10:42.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7fc69affd640 1 -- 172.21.15.84:0/2412757279 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc690037070 con 0x7fc69c0c3010 2024-04-15T15:10:42.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.311+0000 7fc69affd640 1 -- 172.21.15.84:0/2412757279 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc690031bc0 con 0x7fc69c0c3010 2024-04-15T15:10:42.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7f196efcf640 1 --2- 172.21.15.84:0/453322324 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1968163a00 0x7f19680b34f0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7fbdc3ff4640 1 -- 172.21.15.84:0/31944318 shutdown_connections 2024-04-15T15:10:42.339 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7fbdc3ff4640 1 -- 172.21.15.84:0/31944318 wait complete. 2024-04-15T15:10:42.339 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7f196efcf640 1 --2- 172.21.15.84:0/453322324 >> v2:172.21.15.203:3300/0 conn(0x7f19680b3a30 0x7f1968166570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.339 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7f196efcf640 1 --2- 172.21.15.84:0/453322324 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1968159c00 0x7f19680b5530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.339 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7f196efcf640 1 -- 172.21.15.84:0/453322324 >> 172.21.15.84:0/453322324 conn(0x7f19680ccf40 msgr2=0x7f19680cd320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.339 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7f196efcf640 1 -- 172.21.15.84:0/453322324 shutdown_connections 2024-04-15T15:10:42.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7f20aa59c640 1 --2- 172.21.15.84:0/3901440003 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20ac1557e0 0x7f20ac070060 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f20a400d7b0 tx=0x7f20a402bbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8c428a349833b12 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7f196efcf640 1 -- 172.21.15.84:0/453322324 wait complete. 2024-04-15T15:10:42.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7fb4601a8640 1 -- 172.21.15.84:0/2299182915 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb444005210 msgr2=0x7fb44400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7fb4601a8640 1 --2- 172.21.15.84:0/2299182915 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb444005210 0x7fb44400b9c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb45806dff0 tx=0x7fb444005830 comp rx=0 tx=0).stop 2024-04-15T15:10:42.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7f20a959a640 1 -- 172.21.15.84:0/3901440003 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20a4039070 con 0x7f20ac1557e0 2024-04-15T15:10:42.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7fb45e745640 1 -- 172.21.15.84:0/2299182915 reap_dead start 2024-04-15T15:10:42.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7f20a959a640 1 -- 172.21.15.84:0/3901440003 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20a402c9a0 con 0x7f20ac1557e0 2024-04-15T15:10:42.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7f20a959a640 1 -- 172.21.15.84:0/3901440003 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20a402cd50 con 0x7f20ac1557e0 2024-04-15T15:10:42.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7f479a345640 1 --2- 172.21.15.84:0/3433278841 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f47800095d0 0x7f478000fdd0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f479406a0f0 tx=0x7f4780009c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44417ae23cd077f0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7f479a345640 1 -- 172.21.15.84:0/3433278841 reap_dead start 2024-04-15T15:10:42.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7fb4601a8640 1 -- 172.21.15.84:0/2299182915 shutdown_connections 2024-04-15T15:10:42.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7fb4601a8640 1 -- 172.21.15.84:0/2299182915 >> 172.21.15.84:0/2299182915 conn(0x7fb4580b31d0 msgr2=0x7fb4580b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7f983b1ff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f9834146050 0x7f9834070120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7f4798b42640 1 -- 172.21.15.84:0/3433278841 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f479406daf0 con 0x7f47800095d0 2024-04-15T15:10:42.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7f983b1ff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9834070660 0x7f983406c970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.312+0000 7f4798b42640 1 -- 172.21.15.84:0/3433278841 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47940a9510 con 0x7f47800095d0 2024-04-15T15:10:42.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f4798b42640 1 -- 172.21.15.84:0/3433278841 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47940a9920 con 0x7f47800095d0 2024-04-15T15:10:42.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7fadbbfff640 1 -- 172.21.15.84:0/3392308888 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fadb400c0a0 msgr2=0x7fadb4038080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7fadbbfff640 1 --2- 172.21.15.84:0/3392308888 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fadb400c0a0 0x7fadb4038080 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fadb4033c60 tx=0x7fadac03c920 comp rx=0 tx=0).stop 2024-04-15T15:10:42.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f983b1ff640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9834146430 con 0x7f983406ceb0 2024-04-15T15:10:42.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7fadbbfff640 1 -- 172.21.15.84:0/3392308888 shutdown_connections 2024-04-15T15:10:42.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7fadbbfff640 1 --2- 172.21.15.84:0/3392308888 >> v2:172.21.15.84:3300/0 conn(0x7fadb4053c70 0x7fadb40df190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7fadbbfff640 1 --2- 172.21.15.84:0/3392308888 >> v2:172.21.15.203:3300/0 conn(0x7fadb4033ef0 0x7fadb404fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7fadbbfff640 1 --2- 172.21.15.84:0/3392308888 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fadb400c0a0 0x7fadb4038080 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7fadbbfff640 1 -- 172.21.15.84:0/3392308888 >> 172.21.15.84:0/3392308888 conn(0x7fadb4009fb0 msgr2=0x7fadb400a390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f9838f9b640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f9834146050 0x7f9834070120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f20b0b1c640 1 -- 172.21.15.84:0/3901440003 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20ac1557e0 msgr2=0x7f20ac070060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f20b0b1c640 1 --2- 172.21.15.84:0/3901440003 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20ac1557e0 0x7f20ac070060 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f20a400d7b0 tx=0x7f20a402bbf0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.345 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f9833fff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9834070660 0x7f983406c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f9838f9b640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f9834146050 0x7f9834070120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:37228/0 (socket says 172.21.15.84:37228) 2024-04-15T15:10:42.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f9838f9b640 1 -- 172.21.15.84:0/3995356622 learned_addr learned my addr 172.21.15.84:0/3995356622 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:42.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f983979c640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f983406ceb0 0x7f98340ccf30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:43042/0 (socket says 172.21.15.84:43042) 2024-04-15T15:10:42.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f20b0b1c640 1 -- 172.21.15.84:0/3901440003 shutdown_connections 2024-04-15T15:10:42.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f20b0b1c640 1 --2- 172.21.15.84:0/3901440003 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20ac1557e0 0x7f20ac070060 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f20b0b1c640 1 -- 172.21.15.84:0/3901440003 >> 172.21.15.84:0/3901440003 conn(0x7f20ac0cdc90 msgr2=0x7f20ac0ce070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7fb4601a8640 1 -- 172.21.15.84:0/2299182915 shutdown_connections 2024-04-15T15:10:42.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f20b0b1c640 1 -- 172.21.15.84:0/3901440003 shutdown_connections 2024-04-15T15:10:42.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f20b0b1c640 1 -- 172.21.15.84:0/3901440003 wait complete. 2024-04-15T15:10:42.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f98337fe640 1 -- 172.21.15.84:0/3995356622 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2341103986 0 0) 0x7f9834146430 con 0x7f983406ceb0 2024-04-15T15:10:42.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f983b1ff640 1 -- 172.21.15.84:0/3995356622 --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f98340cf470 con 0x7f9834146050 2024-04-15T15:10:42.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f983b1ff640 1 -- 172.21.15.84:0/3995356622 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f98340cf710 con 0x7f9834070660 2024-04-15T15:10:42.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.314+0000 7f196efcf640 1 Processor -- start 2024-04-15T15:10:42.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f479bda8640 1 -- 172.21.15.84:0/3433278841 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f47800095d0 msgr2=0x7f478000fdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f479bda8640 1 --2- 172.21.15.84:0/3433278841 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f47800095d0 0x7f478000fdd0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f479406a0f0 tx=0x7f4780009c40 comp rx=0 tx=0).stop 2024-04-15T15:10:42.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f479bda8640 1 -- 172.21.15.84:0/3433278841 shutdown_connections 2024-04-15T15:10:42.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f479bda8640 1 --2- 172.21.15.84:0/3433278841 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f47800095d0 0x7f478000fdd0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7f479bda8640 1 -- 172.21.15.84:0/3433278841 >> 172.21.15.84:0/3433278841 conn(0x7f478c00a400 msgr2=0x7f478c00a7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.314+0000 7f196efcf640 1 -- start start 2024-04-15T15:10:42.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.313+0000 7fb4601a8640 1 -- 172.21.15.84:0/2299182915 wait complete. 2024-04-15T15:10:42.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.314+0000 7f98337fe640 1 -- 172.21.15.84:0/3995356622 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f981c003520 con 0x7f983406ceb0 2024-04-15T15:10:42.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.314+0000 7fbdc3ff4640 1 Processor -- start 2024-04-15T15:10:42.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.314+0000 7fc6a2a01640 1 -- 172.21.15.84:0/2412757279 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc69c0c3010 msgr2=0x7fc69c0c34a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.314+0000 7fbdc3ff4640 1 -- start start 2024-04-15T15:10:42.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.314+0000 7fc6a2a01640 1 --2- 172.21.15.84:0/2412757279 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc69c0c3010 0x7fc69c0c34a0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc6900097a0 tx=0x7fc69002b860 comp rx=0 tx=0).stop 2024-04-15T15:10:42.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.314+0000 7fc6a2a01640 1 -- 172.21.15.84:0/2412757279 shutdown_connections 2024-04-15T15:10:42.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.314+0000 7fc6a2a01640 1 --2- 172.21.15.84:0/2412757279 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc69c06b960 0x7fc69c06bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.314+0000 7f98337fe640 1 -- 172.21.15.84:0/3995356622 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1537588670 0 0) 0x7f981c003520 con 0x7f983406ceb0 2024-04-15T15:10:42.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.314+0000 7fadbbfff640 1 -- 172.21.15.84:0/3392308888 shutdown_connections 2024-04-15T15:10:42.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.314+0000 7f9838f9b640 1 -- 172.21.15.84:0/3995356622 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9834070660 msgr2=0x7f983406c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:42.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.314+0000 7f9838f9b640 1 --2- 172.21.15.84:0/3995356622 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9834070660 0x7f983406c970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.314+0000 7f9838f9b640 1 -- 172.21.15.84:0/3995356622 >> v1:172.21.15.84:6789/0 conn(0x7f983406ceb0 legacy=0x7f98340ccf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.314+0000 7fc6a2a01640 1 --2- 172.21.15.84:0/2412757279 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc69c0c3010 0x7fc69c0c34a0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.314+0000 7fc6a2a01640 1 -- 172.21.15.84:0/2412757279 >> 172.21.15.84:0/2412757279 conn(0x7fc69c0d0040 msgr2=0x7fc69c0d0450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.314+0000 7f9838f9b640 1 -- 172.21.15.84:0/3995356622 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98340cf9f0 con 0x7f9834146050 2024-04-15T15:10:42.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.314+0000 7fadbbfff640 1 -- 172.21.15.84:0/3392308888 wait complete. 2024-04-15T15:10:42.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.314+0000 7f9833fff640 1 --2- 172.21.15.84:0/3995356622 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9834070660 0x7f983406c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:10:42.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.314+0000 7f479bda8640 1 -- 172.21.15.84:0/3433278841 shutdown_connections 2024-04-15T15:10:42.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.315+0000 7f479bda8640 1 -- 172.21.15.84:0/3433278841 wait complete. 2024-04-15T15:10:42.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.315+0000 7fb4601a8640 1 Processor -- start 2024-04-15T15:10:42.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.315+0000 7fb4601a8640 1 -- start start 2024-04-15T15:10:42.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.315+0000 7f196efcf640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f19680b3a30 0x7f19680aff40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.315+0000 7fbdc3ff4640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbdbc0738d0 0x7fbdbc1524b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.315+0000 7f196efcf640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1968159c00 0x7f1968141e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.315+0000 7fbdc3ff4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbdbc0ccb70 0x7fbdbc09aed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.315+0000 7f196efcf640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1968163a00 0x7f1968142380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.315+0000 7fbdc1d90640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbdbc0738d0 0x7fbdbc1524b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.315+0000 7fbdc1d90640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbdbc0738d0 0x7fbdbc1524b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:60310/0 (socket says 172.21.15.84:60310) 2024-04-15T15:10:42.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.315+0000 7fc6a2a01640 1 -- 172.21.15.84:0/2412757279 shutdown_connections 2024-04-15T15:10:42.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.315+0000 7f20b0b1c640 1 Processor -- start 2024-04-15T15:10:42.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.315+0000 7fbdc1d90640 1 -- 172.21.15.84:0/2445205151 learned_addr learned my addr 172.21.15.84:0/2445205151 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:42.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.315+0000 7fbdc158f640 1 --2- 172.21.15.84:0/2445205151 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbdbc0ccb70 0x7fbdbc09aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7f196efcf640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1968166e40 con 0x7f1968159c00 2024-04-15T15:10:42.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.315+0000 7f20b0b1c640 1 -- start start 2024-04-15T15:10:42.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7f196efcf640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1968166cc0 con 0x7f19680b3a30 2024-04-15T15:10:42.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7f196efcf640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f1968166fc0 con 0x7f1968163a00 2024-04-15T15:10:42.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7fbdc3ff4640 1 --2- 172.21.15.84:0/2445205151 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbdbc0cd710 0x7fbdbc09d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7f196e7ce640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1968163a00 0x7f1968142380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7f9838f9b640 1 --2- 172.21.15.84:0/3995356622 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9834146050 0x7f9834070120 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f982c009e50 tx=0x7f982c02be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fa62e39afb2737a server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7f196e7ce640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1968163a00 0x7f1968142380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:60316/0 (socket says 172.21.15.84:60316) 2024-04-15T15:10:42.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7f196e7ce640 1 -- 172.21.15.84:0/2519021086 learned_addr learned my addr 172.21.15.84:0/2519021086 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:42.360 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7fbdc3ff4640 1 -- 172.21.15.84:0/2445205151 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbdbc0730d0 con 0x7fbdbc0cd710 2024-04-15T15:10:42.360 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7fbdc2591640 1 --2- 172.21.15.84:0/2445205151 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbdbc0cd710 0x7fbdbc09d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.360 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7fb4601a8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4580b27f0 0x7fb45814ff40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.360 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7fb4601a8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb458150480 0x7fb4581508e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7fb4601a8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4580ad0b0 0x7fb4580ad560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7fb4601a8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb45806e020 con 0x7fb458150480 2024-04-15T15:10:42.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7fb4601a8640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb458167600 con 0x7fb4580ad0b0 2024-04-15T15:10:42.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7fb4601a8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb45806e1a0 con 0x7fb4580b27f0 2024-04-15T15:10:42.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7fadbbfff640 1 Processor -- start 2024-04-15T15:10:42.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7f196d7cc640 1 --2- 172.21.15.84:0/2519021086 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1968159c00 0x7f1968141e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7fb45e745640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4580ad0b0 0x7fb4580ad560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7f196dfcd640 1 --2- 172.21.15.84:0/2519021086 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f19680b3a30 0x7f19680aff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7fb45e745640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4580ad0b0 0x7fb4580ad560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:57972/0 (socket says 172.21.15.84:57972) 2024-04-15T15:10:42.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7fb45e745640 1 -- 172.21.15.84:0/4213861468 learned_addr learned my addr 172.21.15.84:0/4213861468 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:42.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7fbdc3ff4640 1 -- 172.21.15.84:0/2445205151 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fbdbc073440 con 0x7fbdbc0ccb70 2024-04-15T15:10:42.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7fbdc3ff4640 1 -- 172.21.15.84:0/2445205151 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fbdbc15bc00 con 0x7fbdbc0738d0 2024-04-15T15:10:42.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7fb45d743640 1 --2- 172.21.15.84:0/4213861468 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb458150480 0x7fb4581508e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7f479bda8640 1 Processor -- start 2024-04-15T15:10:42.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7fadbbfff640 1 -- start start 2024-04-15T15:10:42.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7f196e7ce640 1 -- 172.21.15.84:0/2519021086 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f19680b3a30 msgr2=0x7f19680aff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7f196e7ce640 1 --2- 172.21.15.84:0/2519021086 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f19680b3a30 0x7f19680aff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7f196e7ce640 1 -- 172.21.15.84:0/2519021086 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1968159c00 msgr2=0x7f1968141e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7f196e7ce640 1 --2- 172.21.15.84:0/2519021086 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1968159c00 0x7f1968141e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.316+0000 7f196e7ce640 1 -- 172.21.15.84:0/2519021086 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f196814b840 con 0x7f1968163a00 2024-04-15T15:10:42.365 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7fb45df44640 1 --2- 172.21.15.84:0/4213861468 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4580b27f0 0x7fb45814ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.365 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7fb45e745640 1 -- 172.21.15.84:0/4213861468 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4580b27f0 msgr2=0x7fb45814ff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.365 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7f196dfcd640 1 --2- 172.21.15.84:0/2519021086 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f19680b3a30 0x7f19680aff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:42.365 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7fb45e745640 1 --2- 172.21.15.84:0/4213861468 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4580b27f0 0x7fb45814ff40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7fb45e745640 1 -- 172.21.15.84:0/4213861468 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb458150480 msgr2=0x7fb4581508e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7fb45e745640 1 --2- 172.21.15.84:0/4213861468 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb458150480 0x7fb4581508e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7f20b0b1c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20ac0b5500 0x7f20ac148a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7fb45e745640 1 -- 172.21.15.84:0/4213861468 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4580b2bd0 con 0x7fb4580ad0b0 2024-04-15T15:10:42.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7f196e7ce640 1 --2- 172.21.15.84:0/2519021086 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1968163a00 0x7f1968142380 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f195800e930 tx=0x7f195800edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7fc6a2a01640 1 -- 172.21.15.84:0/2412757279 wait complete. 2024-04-15T15:10:42.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7f20b0b1c640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20ac1557e0 0x7f20ac1f0070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.367 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7fb45e745640 1 --2- 172.21.15.84:0/4213861468 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4580ad0b0 0x7fb4580ad560 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb450009f90 tx=0x7fb450004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.368 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7f20b0b1c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20ac15b8d0 0x7f20ac0b2150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.368 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7f479bda8640 1 -- start start 2024-04-15T15:10:42.368 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7f20b0b1c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f20ac0b5ca0 con 0x7f20ac0b5500 2024-04-15T15:10:42.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7fbdc1d90640 1 -- 172.21.15.84:0/2445205151 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbdbc0ccb70 msgr2=0x7fbdbc09aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7fbdc1d90640 1 --2- 172.21.15.84:0/2445205151 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbdbc0ccb70 0x7fbdbc09aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7fbdc1d90640 1 -- 172.21.15.84:0/2445205151 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbdbc0cd710 msgr2=0x7fbdbc09d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7fbdc1d90640 1 --2- 172.21.15.84:0/2445205151 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbdbc0cd710 0x7fbdbc09d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7fbdc1d90640 1 -- 172.21.15.84:0/2445205151 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdbc0b0eb0 con 0x7fbdbc0738d0 2024-04-15T15:10:42.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7f20aad9d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20ac15b8d0 0x7f20ac0b2150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7fadbbfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadb400c0a0 0x7fadb404e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7f20aad9d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20ac15b8d0 0x7f20ac0b2150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:57980/0 (socket says 172.21.15.84:57980) 2024-04-15T15:10:42.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7f20aad9d640 1 -- 172.21.15.84:0/3154621515 learned_addr learned my addr 172.21.15.84:0/3154621515 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:42.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7f20b0b1c640 1 -- 172.21.15.84:0/3154621515 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f20ac0b5b20 con 0x7f20ac15b8d0 2024-04-15T15:10:42.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7f20b0b1c640 1 -- 172.21.15.84:0/3154621515 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f20ac155bc0 con 0x7f20ac1557e0 2024-04-15T15:10:42.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7fadbbfff640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fadb4033ef0 0x7fadb40485f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fb44e7fc640 1 -- 172.21.15.84:0/4213861468 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb450039040 con 0x7fb4580ad0b0 2024-04-15T15:10:42.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fadbaffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadb400c0a0 0x7fadb404e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fadbbfff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fadb4053c70 0x7fadb4049e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7f98337fe640 1 -- 172.21.15.84:0/3995356622 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9828001670 con 0x7f9834146050 2024-04-15T15:10:42.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7f98337fe640 1 -- 172.21.15.84:0/3995356622 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f982c02c750 con 0x7f9834146050 2024-04-15T15:10:42.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7f98337fe640 1 -- 172.21.15.84:0/3995356622 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982c02cb20 con 0x7f9834146050 2024-04-15T15:10:42.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fadbaffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadb400c0a0 0x7fadb404e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:37264/0 (socket says 172.21.15.84:37264) 2024-04-15T15:10:42.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fb44e7fc640 1 -- 172.21.15.84:0/4213861468 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb450044070 con 0x7fb4580ad0b0 2024-04-15T15:10:42.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fb44e7fc640 1 -- 172.21.15.84:0/4213861468 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb450009b20 con 0x7fb4580ad0b0 2024-04-15T15:10:42.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fadbbfff640 1 -- 172.21.15.84:0/236665713 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fadb4037910 con 0x7fadb400c0a0 2024-04-15T15:10:42.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fadbaffd640 1 -- 172.21.15.84:0/236665713 learned_addr learned my addr 172.21.15.84:0/236665713 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:42.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fadbbfff640 1 -- 172.21.15.84:0/236665713 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fadb40df6d0 con 0x7fadb4033ef0 2024-04-15T15:10:42.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fadbbfff640 1 -- 172.21.15.84:0/236665713 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fadb4037a90 con 0x7fadb4053c70 2024-04-15T15:10:42.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fbdc1d90640 1 --2- 172.21.15.84:0/2445205151 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbdbc0738d0 0x7fbdbc1524b0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fbdb8000c00 tx=0x7fbdb80046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.317+0000 7f20aa59c640 1 --2- 172.21.15.84:0/3154621515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20ac0b5500 0x7f20ac148a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fadba7fc640 1 --2- 172.21.15.84:0/236665713 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fadb4033ef0 0x7fadb40485f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fb4601a8640 1 -- 172.21.15.84:0/4213861468 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4581660c0 con 0x7fb4580ad0b0 2024-04-15T15:10:42.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7f479bda8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f47800095d0 0x7f478c0d4e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7f195e7fc640 1 -- 172.21.15.84:0/2519021086 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1958017070 con 0x7f1968163a00 2024-04-15T15:10:42.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fb4601a8640 1 -- 172.21.15.84:0/4213861468 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4580b01c0 con 0x7fb4580ad0b0 2024-04-15T15:10:42.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7f983b1ff640 1 -- 172.21.15.84:0/3995356622 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9834146050 msgr2=0x7f9834070120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7f983b1ff640 1 --2- 172.21.15.84:0/3995356622 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9834146050 0x7f9834070120 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f982c009e50 tx=0x7f982c02be30 comp rx=0 tx=0).stop 2024-04-15T15:10:42.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7f196efcf640 1 -- 172.21.15.84:0/2519021086 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f196806dc80 con 0x7f1968163a00 2024-04-15T15:10:42.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7f479bda8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f478c0d53c0 0x7f478c180aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7f196efcf640 1 -- 172.21.15.84:0/2519021086 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f196806e240 con 0x7f1968163a00 2024-04-15T15:10:42.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7f4799b44640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f47800095d0 0x7f478c0d4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7f4799b44640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f47800095d0 0x7f478c0d4e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:60358/0 (socket says 172.21.15.84:60358) 2024-04-15T15:10:42.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7f4799b44640 1 -- 172.21.15.84:0/2755526542 learned_addr learned my addr 172.21.15.84:0/2755526542 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:42.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7f4799343640 1 --2- 172.21.15.84:0/2755526542 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f478c0d53c0 0x7f478c180aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fadbb7fe640 1 --2- 172.21.15.84:0/236665713 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fadb4053c70 0x7fadb4049e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7f479bda8640 1 --2- 172.21.15.84:0/2755526542 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f478c0d4150 0x7f478c180fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.319+0000 7f479bda8640 1 -- 172.21.15.84:0/2755526542 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f478c0df600 con 0x7f478c0d53c0 2024-04-15T15:10:42.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fadbaffd640 1 -- 172.21.15.84:0/236665713 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fadb4053c70 msgr2=0x7fadb4049e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fadbaffd640 1 --2- 172.21.15.84:0/236665713 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fadb4053c70 0x7fadb4049e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fadbaffd640 1 -- 172.21.15.84:0/236665713 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fadb4033ef0 msgr2=0x7fadb40485f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fadbaffd640 1 --2- 172.21.15.84:0/236665713 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fadb4033ef0 0x7fadb40485f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fadbaffd640 1 -- 172.21.15.84:0/236665713 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadb4048b30 con 0x7fadb400c0a0 2024-04-15T15:10:42.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fbdb27fc640 1 -- 172.21.15.84:0/2445205151 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdb8043070 con 0x7fbdbc0738d0 2024-04-15T15:10:42.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fbdb27fc640 1 -- 172.21.15.84:0/2445205151 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbdb803db50 con 0x7fbdbc0738d0 2024-04-15T15:10:42.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.319+0000 7f479bda8640 1 -- 172.21.15.84:0/2755526542 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f478c0e3670 con 0x7f478c0d4150 2024-04-15T15:10:42.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7fbdb27fc640 1 -- 172.21.15.84:0/2445205151 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdb8038040 con 0x7fbdbc0738d0 2024-04-15T15:10:42.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.319+0000 7f479a345640 1 --2- 172.21.15.84:0/2755526542 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f478c0d4150 0x7f478c180fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.319+0000 7fc6a2a01640 1 Processor -- start 2024-04-15T15:10:42.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.319+0000 7f479bda8640 1 -- 172.21.15.84:0/2755526542 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f478c0e3a60 con 0x7f47800095d0 2024-04-15T15:10:42.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.319+0000 7fadbaffd640 1 --2- 172.21.15.84:0/236665713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadb400c0a0 0x7fadb404e680 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fadac044040 tx=0x7fadac0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.319+0000 7f4799343640 1 -- 172.21.15.84:0/2755526542 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f47800095d0 msgr2=0x7f478c0d4e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7f20aa59c640 1 -- 172.21.15.84:0/3154621515 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20ac1557e0 msgr2=0x7f20ac1f0070 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-15T15:10:42.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7f20aa59c640 1 --2- 172.21.15.84:0/3154621515 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20ac1557e0 0x7f20ac1f0070 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7f20aa59c640 1 -- 172.21.15.84:0/3154621515 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20ac15b8d0 msgr2=0x7f20ac0b2150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.320+0000 7f983b1ff640 1 -- 172.21.15.84:0/3995356622 shutdown_connections 2024-04-15T15:10:42.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.319+0000 7f195e7fc640 1 -- 172.21.15.84:0/2519021086 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f195800c980 con 0x7f1968163a00 2024-04-15T15:10:42.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.320+0000 7f195e7fc640 1 -- 172.21.15.84:0/2519021086 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f195800cd70 con 0x7f1968163a00 2024-04-15T15:10:42.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7f20aa59c640 1 --2- 172.21.15.84:0/3154621515 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20ac15b8d0 0x7f20ac0b2150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.318+0000 7f20aa59c640 1 -- 172.21.15.84:0/3154621515 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20ac15cd60 con 0x7f20ac0b5500 2024-04-15T15:10:42.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.320+0000 7f983b1ff640 1 --2- 172.21.15.84:0/3995356622 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9834070660 0x7f983406c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.320+0000 7f983b1ff640 1 --2- 172.21.15.84:0/3995356622 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9834146050 0x7f9834070120 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.320+0000 7f983b1ff640 1 -- 172.21.15.84:0/3995356622 >> 172.21.15.84:0/3995356622 conn(0x7f9834071f80 msgr2=0x7f9834072390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.319+0000 7fada3fff640 1 -- 172.21.15.84:0/236665713 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadac042cb0 con 0x7fadb400c0a0 2024-04-15T15:10:42.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.319+0000 7fada3fff640 1 -- 172.21.15.84:0/236665713 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadac011740 con 0x7fadb400c0a0 2024-04-15T15:10:42.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.319+0000 7fada3fff640 1 -- 172.21.15.84:0/236665713 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadac0576c0 con 0x7fadb400c0a0 2024-04-15T15:10:42.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.320+0000 7fb4601a8640 1 -- 172.21.15.84:0/4213861468 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb458075c50 con 0x7fb4580ad0b0 2024-04-15T15:10:42.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.320+0000 7f983b1ff640 1 -- 172.21.15.84:0/3995356622 shutdown_connections 2024-04-15T15:10:42.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.320+0000 7f983b1ff640 1 -- 172.21.15.84:0/3995356622 wait complete. 2024-04-15T15:10:42.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.320+0000 7f194bfff640 1 -- 172.21.15.84:0/2519021086 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1944005290 con 0x7f1968163a00 2024-04-15T15:10:42.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.319+0000 7f4799343640 1 --2- 172.21.15.84:0/2755526542 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f47800095d0 0x7f478c0d4e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.319+0000 7f4799343640 1 -- 172.21.15.84:0/2755526542 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f478c0d4150 msgr2=0x7f478c180fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.319+0000 7f4799343640 1 --2- 172.21.15.84:0/2755526542 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f478c0d4150 0x7f478c180fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.320+0000 7fadbbfff640 1 -- 172.21.15.84:0/236665713 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadb404a3b0 con 0x7fadb400c0a0 2024-04-15T15:10:42.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.320+0000 7fadbbfff640 1 -- 172.21.15.84:0/236665713 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadb40490b0 con 0x7fadb400c0a0 2024-04-15T15:10:42.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.319+0000 7f4799343640 1 -- 172.21.15.84:0/2755526542 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f478c0d5940 con 0x7f478c0d53c0 2024-04-15T15:10:42.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.320+0000 7f479a345640 1 --2- 172.21.15.84:0/2755526542 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f478c0d4150 0x7f478c180fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:42.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.320+0000 7f20aa59c640 1 --2- 172.21.15.84:0/3154621515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20ac0b5500 0x7f20ac148a30 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f20a4033000 tx=0x7f20a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.319+0000 7fc6a2a01640 1 -- start start 2024-04-15T15:10:42.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.320+0000 7fc6a2a01640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc69c06b960 0x7fc69c1615f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.321+0000 7fc6a2a01640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc69c0c3010 0x7fc69c072930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.321+0000 7fc6a2a01640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc69c167150 0x7fc69c072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.321+0000 7f195e7fc640 1 -- 172.21.15.84:0/2519021086 <== mon.2 v2:172.21.15.203:3301/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f195801a070 con 0x7f1968163a00 2024-04-15T15:10:42.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.321+0000 7f4799343640 1 --2- 172.21.15.84:0/2755526542 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f478c0d53c0 0x7f478c180aa0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f4784001540 tx=0x7f4784001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.321+0000 7fadbbfff640 1 -- 172.21.15.84:0/236665713 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fadb4005390 con 0x7fadb400c0a0 2024-04-15T15:10:42.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.321+0000 7f983b1ff640 1 Processor -- start 2024-04-15T15:10:42.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.321+0000 7f983b1ff640 1 -- start start 2024-04-15T15:10:42.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.321+0000 7f20aad9d640 1 --2- 172.21.15.84:0/3154621515 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20ac15b8d0 0x7f20ac0b2150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:42.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.322+0000 7f209affd640 1 -- 172.21.15.84:0/3154621515 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20a4039040 con 0x7f20ac0b5500 2024-04-15T15:10:42.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.322+0000 7f478a7fc640 1 -- 172.21.15.84:0/2755526542 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4784001d40 con 0x7f478c0d53c0 2024-04-15T15:10:42.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.322+0000 7f478a7fc640 1 -- 172.21.15.84:0/2755526542 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4784018070 con 0x7f478c0d53c0 2024-04-15T15:10:42.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.322+0000 7f478a7fc640 1 -- 172.21.15.84:0/2755526542 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f478400e980 con 0x7f478c0d53c0 2024-04-15T15:10:42.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.322+0000 7f195e7fc640 1 --2- 172.21.15.84:0/2519021086 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f194c06c9c0 0x7f194c06ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.322+0000 7f209affd640 1 -- 172.21.15.84:0/3154621515 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20a4044070 con 0x7f20ac0b5500 2024-04-15T15:10:42.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.322+0000 7f209affd640 1 -- 172.21.15.84:0/3154621515 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20a4003a30 con 0x7f20ac0b5500 2024-04-15T15:10:42.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.322+0000 7f479bda8640 1 -- 172.21.15.84:0/2755526542 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f478c0d5c20 con 0x7f478c0d53c0 2024-04-15T15:10:42.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.322+0000 7f479bda8640 1 -- 172.21.15.84:0/2755526542 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f478c0d61e0 con 0x7f478c0d53c0 2024-04-15T15:10:42.390 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.322+0000 7f195e7fc640 1 -- 172.21.15.84:0/2519021086 <== mon.2 v2:172.21.15.203:3301/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f195808be80 con 0x7f1968163a00 2024-04-15T15:10:42.390 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.322+0000 7f20b0b1c640 1 -- 172.21.15.84:0/3154621515 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20ac15d040 con 0x7f20ac0b5500 2024-04-15T15:10:42.390 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.322+0000 7f20b0b1c640 1 -- 172.21.15.84:0/3154621515 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20ac15d600 con 0x7f20ac0b5500 2024-04-15T15:10:42.390 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.322+0000 7fb44e7fc640 1 -- 172.21.15.84:0/4213861468 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fb45002cb90 con 0x7fb4580ad0b0 2024-04-15T15:10:42.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.321+0000 7fc69bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc69c06b960 0x7fc69c1615f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.321+0000 7fc69bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc69c06b960 0x7fc69c1615f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:37282/0 (socket says 172.21.15.84:37282) 2024-04-15T15:10:42.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.321+0000 7fc69b7fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc69c0c3010 0x7fc69c072930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.321+0000 7fc69b7fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc69c0c3010 0x7fc69c072930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:58006/0 (socket says 172.21.15.84:58006) 2024-04-15T15:10:42.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.322+0000 7fbdc3ff4640 1 -- 172.21.15.84:0/2445205151 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdbc0b1190 con 0x7fbdbc0738d0 2024-04-15T15:10:42.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.322+0000 7fbdc3ff4640 1 -- 172.21.15.84:0/2445205151 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdbc1529f0 con 0x7fbdbc0738d0 2024-04-15T15:10:42.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.322+0000 7f196dfcd640 1 --2- 172.21.15.84:0/2519021086 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f194c06c9c0 0x7f194c06ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.322+0000 7fc69bfff640 1 -- 172.21.15.84:0/4054383465 learned_addr learned my addr 172.21.15.84:0/4054383465 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:42.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.322+0000 7fc6a2a01640 1 -- 172.21.15.84:0/4054383465 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc69c0ad050 con 0x7fc69c06b960 2024-04-15T15:10:42.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.322+0000 7fc6a2a01640 1 -- 172.21.15.84:0/4054383465 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc69c0aced0 con 0x7fc69c0c3010 2024-04-15T15:10:42.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.322+0000 7fc6a2a01640 1 -- 172.21.15.84:0/4054383465 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc69c0ad1d0 con 0x7fc69c167150 2024-04-15T15:10:42.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7fc6a0f9e640 1 --2- 172.21.15.84:0/4054383465 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc69c167150 0x7fc69c072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7f983b1ff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f983406ceb0 0x7f983413fe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7f983b1ff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9834070660 0x7f98340aeff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7f983b1ff640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9834146050 0x7f9834144110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7f983b1ff640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9834160fa0 con 0x7f9834070660 2024-04-15T15:10:42.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7f983b1ff640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f98340cffb0 con 0x7f9834146050 2024-04-15T15:10:42.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7f983b1ff640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f9834161120 con 0x7f983406ceb0 2024-04-15T15:10:42.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7f9838f9b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f983406ceb0 0x7f983413fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7f9838f9b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f983406ceb0 0x7f983413fe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:60374/0 (socket says 172.21.15.84:60374) 2024-04-15T15:10:42.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7f9838f9b640 1 -- 172.21.15.84:0/2874860068 learned_addr learned my addr 172.21.15.84:0/2874860068 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:42.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7f983979c640 1 --2- 172.21.15.84:0/2874860068 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9834146050 0x7f9834144110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7f9833fff640 1 --2- 172.21.15.84:0/2874860068 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9834070660 0x7f98340aeff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7f196dfcd640 1 --2- 172.21.15.84:0/2519021086 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f194c06c9c0 0x7f194c06ee80 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1964006fd0 tx=0x7f1964008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7fb44e7fc640 1 --2- 172.21.15.84:0/4213861468 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb43c06c9c0 0x7fb43c06ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.324+0000 7fb45df44640 1 --2- 172.21.15.84:0/4213861468 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb43c06c9c0 0x7fb43c06ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.324+0000 7fb44e7fc640 1 -- 172.21.15.84:0/4213861468 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fb4500ad370 con 0x7fb4580ad0b0 2024-04-15T15:10:42.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7fc69b7fe640 1 -- 172.21.15.84:0/4054383465 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc69c167150 msgr2=0x7fc69c072e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7fc69b7fe640 1 --2- 172.21.15.84:0/4054383465 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc69c167150 0x7fc69c072e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7fc69b7fe640 1 -- 172.21.15.84:0/4054383465 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc69c06b960 msgr2=0x7fc69c1615f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7fc69b7fe640 1 --2- 172.21.15.84:0/4054383465 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc69c06b960 0x7fc69c1615f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7fc69b7fe640 1 -- 172.21.15.84:0/4054383465 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc69c067d80 con 0x7fc69c0c3010 2024-04-15T15:10:42.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7fc69bfff640 1 --2- 172.21.15.84:0/4054383465 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc69c06b960 0x7fc69c1615f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:42.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7fc6a0f9e640 1 --2- 172.21.15.84:0/4054383465 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc69c167150 0x7fc69c072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:42.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.323+0000 7fc69b7fe640 1 --2- 172.21.15.84:0/4054383465 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc69c0c3010 0x7fc69c072930 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fc690033000 tx=0x7fc6900046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.324+0000 7f9833fff640 1 -- 172.21.15.84:0/2874860068 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f983406ceb0 msgr2=0x7f983413fe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.324+0000 7f9833fff640 1 --2- 172.21.15.84:0/2874860068 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f983406ceb0 0x7f983413fe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.324+0000 7f9833fff640 1 -- 172.21.15.84:0/2874860068 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9834146050 msgr2=0x7f9834144110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.324+0000 7f9833fff640 1 --2- 172.21.15.84:0/2874860068 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9834146050 0x7f9834144110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.324+0000 7f9833fff640 1 -- 172.21.15.84:0/2874860068 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98340af8b0 con 0x7f9834070660 2024-04-15T15:10:42.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.324+0000 7f9833fff640 1 --2- 172.21.15.84:0/2874860068 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9834070660 0x7f98340aeff0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f982400e870 tx=0x7f982400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.324+0000 7f20b0b1c640 1 -- 172.21.15.84:0/3154621515 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20ac075aa0 con 0x7f20ac0b5500 2024-04-15T15:10:42.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.324+0000 7fbd9ffff640 1 -- 172.21.15.84:0/2445205151 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdbc075c50 con 0x7fbdbc0738d0 2024-04-15T15:10:42.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.324+0000 7fada3fff640 1 -- 172.21.15.84:0/236665713 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fadac04b400 con 0x7fadb400c0a0 2024-04-15T15:10:42.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.324+0000 7fb45df44640 1 --2- 172.21.15.84:0/4213861468 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb43c06c9c0 0x7fb43c06ee80 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb454007fd0 tx=0x7fb454009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.325+0000 7fada3fff640 1 --2- 172.21.15.84:0/236665713 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fada806c9c0 0x7fada806ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.325+0000 7f479bda8640 1 -- 172.21.15.84:0/2755526542 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f478c008e20 con 0x7f478c0d53c0 2024-04-15T15:10:42.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.325+0000 7fada3fff640 1 -- 172.21.15.84:0/236665713 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fadac0bfca0 con 0x7fadb400c0a0 2024-04-15T15:10:42.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.325+0000 7f209affd640 1 -- 172.21.15.84:0/3154621515 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f20a4003bd0 con 0x7f20ac0b5500 2024-04-15T15:10:42.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.325+0000 7fadba7fc640 1 --2- 172.21.15.84:0/236665713 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fada806c9c0 0x7fada806ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.400 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.325+0000 7fadba7fc640 1 --2- 172.21.15.84:0/236665713 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fada806c9c0 0x7fada806ee80 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fadb4047c20 tx=0x7fadb0009110 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.400 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.325+0000 7f209affd640 1 --2- 172.21.15.84:0/3154621515 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f208c06c940 0x7f208c06ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.400 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.325+0000 7f209affd640 1 -- 172.21.15.84:0/3154621515 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f20a40adee0 con 0x7f20ac0b5500 2024-04-15T15:10:42.400 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.325+0000 7f20a9d9b640 1 --2- 172.21.15.84:0/3154621515 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f208c06c940 0x7f208c06ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.400 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.326+0000 7f20a9d9b640 1 --2- 172.21.15.84:0/3154621515 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f208c06c940 0x7f208c06ee00 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f20ac1539c0 tx=0x7f20a00078f0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.329+0000 7fada3fff640 1 -- 172.21.15.84:0/236665713 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fadac05c060 con 0x7fadb400c0a0 2024-04-15T15:10:42.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.329+0000 7f98317fa640 1 -- 172.21.15.84:0/2874860068 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9824020070 con 0x7f9834070660 2024-04-15T15:10:42.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.330+0000 7f983b1ff640 1 -- 172.21.15.84:0/2874860068 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98340afb90 con 0x7f9834070660 2024-04-15T15:10:42.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.330+0000 7f983b1ff640 1 -- 172.21.15.84:0/2874860068 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9834140370 con 0x7f9834070660 2024-04-15T15:10:42.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.331+0000 7f478a7fc640 1 -- 172.21.15.84:0/2755526542 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f478400eb20 con 0x7f478c0d53c0 2024-04-15T15:10:42.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.331+0000 7f983b1ff640 1 -- 172.21.15.84:0/2874860068 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9834075c50 con 0x7f9834070660 2024-04-15T15:10:42.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.331+0000 7f478a7fc640 1 --2- 172.21.15.84:0/2755526542 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f477806c920 0x7f477806ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.331+0000 7fc698ff9640 1 -- 172.21.15.84:0/4054383465 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc690032650 con 0x7fc69c0c3010 2024-04-15T15:10:42.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.332+0000 7fc698ff9640 1 -- 172.21.15.84:0/4054383465 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc690032810 con 0x7fc69c0c3010 2024-04-15T15:10:42.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.332+0000 7fc698ff9640 1 -- 172.21.15.84:0/4054383465 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc690032c00 con 0x7fc69c0c3010 2024-04-15T15:10:42.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.332+0000 7fc6a2a01640 1 -- 172.21.15.84:0/4054383465 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc69c0c7ca0 con 0x7fc69c0c3010 2024-04-15T15:10:42.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.332+0000 7f4799b44640 1 --2- 172.21.15.84:0/2755526542 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f477806c920 0x7f477806ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.332+0000 7fb44e7fc640 1 -- 172.21.15.84:0/4213861468 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fb45004d020 con 0x7fb4580ad0b0 2024-04-15T15:10:42.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.332+0000 7fc6a2a01640 1 -- 172.21.15.84:0/4054383465 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc69c0c8260 con 0x7fc69c0c3010 2024-04-15T15:10:42.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.332+0000 7f195e7fc640 1 -- 172.21.15.84:0/2519021086 <== mon.2 v2:172.21.15.203:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f195805a010 con 0x7f1968163a00 2024-04-15T15:10:42.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.332+0000 7f4799b44640 1 --2- 172.21.15.84:0/2755526542 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f477806c920 0x7f477806ede0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f479000bcf0 tx=0x7f4790008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.333+0000 7fc6a2a01640 1 -- 172.21.15.84:0/4054383465 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc69c075aa0 con 0x7fc69c0c3010 2024-04-15T15:10:42.405 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.334+0000 7fbdb27fc640 1 -- 172.21.15.84:0/2445205151 <== mon.2 v2:172.21.15.203:3301/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fbdb8033630 con 0x7fbdbc0738d0 2024-04-15T15:10:42.405 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.334+0000 7fc698ff9640 1 -- 172.21.15.84:0/4054383465 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fc69004e440 con 0x7fc69c0c3010 2024-04-15T15:10:42.405 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.334+0000 7fbdb27fc640 1 --2- 172.21.15.84:0/2445205151 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbda006c940 0x7fbda006ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.335+0000 7fbdb27fc640 1 -- 172.21.15.84:0/2445205151 <== mon.2 v2:172.21.15.203:3301/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fbdb80b1980 con 0x7fbdbc0738d0 2024-04-15T15:10:42.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.335+0000 7fc698ff9640 1 --2- 172.21.15.84:0/4054383465 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc68806c9f0 0x7fc68806eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.335+0000 7fbdc158f640 1 --2- 172.21.15.84:0/2445205151 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbda006c940 0x7fbda006ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.335+0000 7fc698ff9640 1 -- 172.21.15.84:0/4054383465 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fc6900adcd0 con 0x7fc69c0c3010 2024-04-15T15:10:42.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.335+0000 7fc69bfff640 1 --2- 172.21.15.84:0/4054383465 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc68806c9f0 0x7fc68806eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.335+0000 7fbdc158f640 1 --2- 172.21.15.84:0/2445205151 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbda006c940 0x7fbda006ee00 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fbdbc1679f0 tx=0x7fbdac009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.336+0000 7fc69bfff640 1 --2- 172.21.15.84:0/4054383465 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc68806c9f0 0x7fc68806eeb0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc68c0011e0 tx=0x7fc68c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.337+0000 7f209affd640 1 -- 172.21.15.84:0/3154621515 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f20a403c350 con 0x7f20ac0b5500 2024-04-15T15:10:42.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.337+0000 7f98317fa640 1 -- 172.21.15.84:0/2874860068 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f98240093c0 con 0x7f9834070660 2024-04-15T15:10:42.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.337+0000 7f478a7fc640 1 -- 172.21.15.84:0/2755526542 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f478400ee10 con 0x7f478c0d53c0 2024-04-15T15:10:42.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.337+0000 7f98317fa640 1 -- 172.21.15.84:0/2874860068 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f982402a060 con 0x7f9834070660 2024-04-15T15:10:42.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.340+0000 7fbdb27fc640 1 -- 172.21.15.84:0/2445205151 <== mon.2 v2:172.21.15.203:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fbdb807f490 con 0x7fbdbc0738d0 2024-04-15T15:10:42.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.342+0000 7f478a7fc640 1 -- 172.21.15.84:0/2755526542 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f478405a650 con 0x7f478c0d53c0 2024-04-15T15:10:42.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.343+0000 7fc698ff9640 1 -- 172.21.15.84:0/4054383465 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fc6900b3020 con 0x7fc69c0c3010 2024-04-15T15:10:42.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.344+0000 7f98317fa640 1 -- 172.21.15.84:0/2874860068 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f9824023070 con 0x7f9834070660 2024-04-15T15:10:42.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.345+0000 7f98317fa640 1 --2- 172.21.15.84:0/2874860068 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f982006c8f0 0x7f982006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:42.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.345+0000 7f9838f9b640 1 --2- 172.21.15.84:0/2874860068 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f982006c8f0 0x7f982006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:42.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.345+0000 7f98317fa640 1 -- 172.21.15.84:0/2874860068 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f982408fcc0 con 0x7f9834070660 2024-04-15T15:10:42.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.346+0000 7f9838f9b640 1 --2- 172.21.15.84:0/2874860068 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f982006c8f0 0x7f982006edb0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f982c000f80 tx=0x7f982c030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:42.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.352+0000 7f98317fa640 1 -- 172.21.15.84:0/2874860068 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f982405d890 con 0x7f9834070660 2024-04-15T15:10:42.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.747+0000 7fb4601a8640 1 -- 172.21.15.84:0/4213861468 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fb4581614f0 con 0x7fb4580ad0b0 2024-04-15T15:10:42.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.748+0000 7fb44e7fc640 1 -- 172.21.15.84:0/4213861468 <== mon.1 v2:172.21.15.203:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb45007ad60 con 0x7fb4580ad0b0 2024-04-15T15:10:42.750 INFO:teuthology.orchestra.run.smithi084.stdout:55834574856 2024-04-15T15:10:42.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.749+0000 7fadbbfff640 1 -- 172.21.15.84:0/236665713 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fadb4050360 con 0x7fadb400c0a0 2024-04-15T15:10:42.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.750+0000 7fada3fff640 1 -- 172.21.15.84:0/236665713 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fadac08dd70 con 0x7fadb400c0a0 2024-04-15T15:10:42.752 INFO:teuthology.orchestra.run.smithi084.stdout:55834574856 2024-04-15T15:10:42.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.752+0000 7fb43bfff640 1 -- 172.21.15.84:0/4213861468 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb43c06c9c0 msgr2=0x7fb43c06ee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.752+0000 7fb43bfff640 1 --2- 172.21.15.84:0/4213861468 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb43c06c9c0 0x7fb43c06ee80 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fb454007fd0 tx=0x7fb454009040 comp rx=0 tx=0).stop 2024-04-15T15:10:42.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.752+0000 7fb43bfff640 1 -- 172.21.15.84:0/4213861468 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4580ad0b0 msgr2=0x7fb4580ad560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.755 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.752+0000 7fb43bfff640 1 --2- 172.21.15.84:0/4213861468 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4580ad0b0 0x7fb4580ad560 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb450009f90 tx=0x7fb450004ab0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.755 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.752+0000 7fb43bfff640 1 -- 172.21.15.84:0/4213861468 shutdown_connections 2024-04-15T15:10:42.755 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.752+0000 7fb43bfff640 1 --2- 172.21.15.84:0/4213861468 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb43c06c9c0 0x7fb43c06ee80 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.755 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.752+0000 7fb43bfff640 1 --2- 172.21.15.84:0/4213861468 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4580ad0b0 0x7fb4580ad560 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.755 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.752+0000 7fb43bfff640 1 --2- 172.21.15.84:0/4213861468 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb458150480 0x7fb4581508e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.755 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.752+0000 7fb43bfff640 1 --2- 172.21.15.84:0/4213861468 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4580b27f0 0x7fb45814ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.755 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.752+0000 7fb43bfff640 1 -- 172.21.15.84:0/4213861468 >> 172.21.15.84:0/4213861468 conn(0x7fb4580b31d0 msgr2=0x7fb458160c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.755 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.752+0000 7fb43bfff640 1 -- 172.21.15.84:0/4213861468 shutdown_connections 2024-04-15T15:10:42.755 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.752+0000 7fb43bfff640 1 -- 172.21.15.84:0/4213861468 wait complete. 2024-04-15T15:10:42.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.754+0000 7fadbbfff640 1 -- 172.21.15.84:0/236665713 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fada806c9c0 msgr2=0x7fada806ee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.754+0000 7fadbbfff640 1 --2- 172.21.15.84:0/236665713 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fada806c9c0 0x7fada806ee80 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fadb4047c20 tx=0x7fadb0009110 comp rx=0 tx=0).stop 2024-04-15T15:10:42.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.754+0000 7fadbbfff640 1 -- 172.21.15.84:0/236665713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadb400c0a0 msgr2=0x7fadb404e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.755+0000 7fadbbfff640 1 --2- 172.21.15.84:0/236665713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadb400c0a0 0x7fadb404e680 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fadac044040 tx=0x7fadac0046c0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.755+0000 7fadbbfff640 1 -- 172.21.15.84:0/236665713 shutdown_connections 2024-04-15T15:10:42.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.755+0000 7fadbbfff640 1 --2- 172.21.15.84:0/236665713 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fada806c9c0 0x7fada806ee80 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.755+0000 7fadbbfff640 1 --2- 172.21.15.84:0/236665713 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fadb4033ef0 0x7fadb40485f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.755+0000 7fadbbfff640 1 --2- 172.21.15.84:0/236665713 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fadb4053c70 0x7fadb4049e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.755+0000 7fadbbfff640 1 --2- 172.21.15.84:0/236665713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadb400c0a0 0x7fadb404e680 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.755+0000 7fadbbfff640 1 -- 172.21.15.84:0/236665713 >> 172.21.15.84:0/236665713 conn(0x7fadb4009fb0 msgr2=0x7fadb40daf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.756+0000 7fadbbfff640 1 -- 172.21.15.84:0/236665713 shutdown_connections 2024-04-15T15:10:42.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.756+0000 7fadbbfff640 1 -- 172.21.15.84:0/236665713 wait complete. 2024-04-15T15:10:42.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.759+0000 7f20b0b1c640 1 -- 172.21.15.84:0/3154621515 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f20ac153280 con 0x7f20ac0b5500 2024-04-15T15:10:42.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.760+0000 7f209affd640 1 -- 172.21.15.84:0/3154621515 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f20a407c0e0 con 0x7f20ac0b5500 2024-04-15T15:10:42.762 INFO:teuthology.orchestra.run.smithi084.stdout:55834574856 2024-04-15T15:10:42.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.761+0000 7f194bfff640 1 -- 172.21.15.84:0/2519021086 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f1944005580 con 0x7f1968163a00 2024-04-15T15:10:42.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.762+0000 7f195e7fc640 1 -- 172.21.15.84:0/2519021086 <== mon.2 v2:172.21.15.203:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1958059910 con 0x7f1968163a00 2024-04-15T15:10:42.764 INFO:teuthology.orchestra.run.smithi084.stdout:55834574856 2024-04-15T15:10:42.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.762+0000 7f479bda8640 1 -- 172.21.15.84:0/2755526542 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f478c052cb0 con 0x7f478c0d53c0 2024-04-15T15:10:42.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.763+0000 7fc6a2a01640 1 -- 172.21.15.84:0/4054383465 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fc69c0d0760 con 0x7fc69c0c3010 2024-04-15T15:10:42.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.763+0000 7f478a7fc640 1 -- 172.21.15.84:0/2755526542 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f4784059f50 con 0x7f478c0d53c0 2024-04-15T15:10:42.765 INFO:teuthology.orchestra.run.smithi084.stdout:55834574855 2024-04-15T15:10:42.766 INFO:teuthology.orchestra.run.smithi084.stdout:55834574856 2024-04-15T15:10:42.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.763+0000 7fc698ff9640 1 -- 172.21.15.84:0/4054383465 <== mon.1 v2:172.21.15.203:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc690040070 con 0x7fc69c0c3010 2024-04-15T15:10:42.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.764+0000 7f20b0b1c640 1 -- 172.21.15.84:0/3154621515 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f208c06c940 msgr2=0x7f208c06ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.764+0000 7f20b0b1c640 1 --2- 172.21.15.84:0/3154621515 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f208c06c940 0x7f208c06ee00 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f20ac1539c0 tx=0x7f20a00078f0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.764+0000 7f20b0b1c640 1 -- 172.21.15.84:0/3154621515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20ac0b5500 msgr2=0x7f20ac148a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.764+0000 7f20b0b1c640 1 --2- 172.21.15.84:0/3154621515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20ac0b5500 0x7f20ac148a30 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f20a4033000 tx=0x7f20a40046c0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.764+0000 7f20b0b1c640 1 -- 172.21.15.84:0/3154621515 shutdown_connections 2024-04-15T15:10:42.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.764+0000 7f20b0b1c640 1 --2- 172.21.15.84:0/3154621515 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f208c06c940 0x7f208c06ee00 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.764+0000 7f20b0b1c640 1 --2- 172.21.15.84:0/3154621515 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20ac15b8d0 0x7f20ac0b2150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.764+0000 7f20b0b1c640 1 --2- 172.21.15.84:0/3154621515 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20ac1557e0 0x7f20ac1f0070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.764+0000 7f20b0b1c640 1 --2- 172.21.15.84:0/3154621515 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20ac0b5500 0x7f20ac148a30 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.764+0000 7f20b0b1c640 1 -- 172.21.15.84:0/3154621515 >> 172.21.15.84:0/3154621515 conn(0x7f20ac0cdc90 msgr2=0x7f20ac0cf870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.765+0000 7f20b0b1c640 1 -- 172.21.15.84:0/3154621515 shutdown_connections 2024-04-15T15:10:42.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.765+0000 7f20b0b1c640 1 -- 172.21.15.84:0/3154621515 wait complete. 2024-04-15T15:10:42.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.765+0000 7f194bfff640 1 -- 172.21.15.84:0/2519021086 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f194c06c9c0 msgr2=0x7f194c06ee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.765+0000 7f194bfff640 1 --2- 172.21.15.84:0/2519021086 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f194c06c9c0 0x7f194c06ee80 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1964006fd0 tx=0x7f1964008040 comp rx=0 tx=0).stop 2024-04-15T15:10:42.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.765+0000 7f194bfff640 1 -- 172.21.15.84:0/2519021086 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1968163a00 msgr2=0x7f1968142380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.765+0000 7f194bfff640 1 --2- 172.21.15.84:0/2519021086 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1968163a00 0x7f1968142380 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f195800e930 tx=0x7f195800edf0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.766+0000 7f194bfff640 1 -- 172.21.15.84:0/2519021086 shutdown_connections 2024-04-15T15:10:42.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.766+0000 7f194bfff640 1 --2- 172.21.15.84:0/2519021086 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1968163a00 0x7f1968142380 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.766+0000 7f194bfff640 1 --2- 172.21.15.84:0/2519021086 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1968159c00 0x7f1968141e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.766+0000 7f194bfff640 1 --2- 172.21.15.84:0/2519021086 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f194c06c9c0 0x7f194c06ee80 secure :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f1964006fd0 tx=0x7f1964008040 comp rx=0 tx=0).stop 2024-04-15T15:10:42.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.766+0000 7f194bfff640 1 --2- 172.21.15.84:0/2519021086 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f19680b3a30 0x7f19680aff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.766+0000 7f194bfff640 1 -- 172.21.15.84:0/2519021086 >> 172.21.15.84:0/2519021086 conn(0x7f19680ccf40 msgr2=0x7f19681617c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.766+0000 7f194bfff640 1 -- 172.21.15.84:0/2519021086 shutdown_connections 2024-04-15T15:10:42.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.767+0000 7f194bfff640 1 -- 172.21.15.84:0/2519021086 wait complete. 2024-04-15T15:10:42.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.767+0000 7fc6827fc640 1 -- 172.21.15.84:0/4054383465 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc68806c9f0 msgr2=0x7fc68806eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.767+0000 7fc6827fc640 1 --2- 172.21.15.84:0/4054383465 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc68806c9f0 0x7fc68806eeb0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc68c0011e0 tx=0x7fc68c009040 comp rx=0 tx=0).stop 2024-04-15T15:10:42.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.767+0000 7fc6827fc640 1 -- 172.21.15.84:0/4054383465 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc69c0c3010 msgr2=0x7fc69c072930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.768+0000 7fc6827fc640 1 --2- 172.21.15.84:0/4054383465 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc69c0c3010 0x7fc69c072930 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fc690033000 tx=0x7fc6900046c0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.768+0000 7fc6827fc640 1 -- 172.21.15.84:0/4054383465 shutdown_connections 2024-04-15T15:10:42.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.768+0000 7fc6827fc640 1 --2- 172.21.15.84:0/4054383465 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc68806c9f0 0x7fc68806eeb0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.768+0000 7f479bda8640 1 -- 172.21.15.84:0/2755526542 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f477806c920 msgr2=0x7f477806ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.768+0000 7fc6827fc640 1 --2- 172.21.15.84:0/4054383465 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc69c0c3010 0x7fc69c072930 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.768+0000 7fc6827fc640 1 --2- 172.21.15.84:0/4054383465 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc69c167150 0x7fc69c072e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.768+0000 7fc6827fc640 1 --2- 172.21.15.84:0/4054383465 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc69c06b960 0x7fc69c1615f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.768+0000 7fc6827fc640 1 -- 172.21.15.84:0/4054383465 >> 172.21.15.84:0/4054383465 conn(0x7fc69c0d0040 msgr2=0x7fc69c166340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.768+0000 7f479bda8640 1 --2- 172.21.15.84:0/2755526542 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f477806c920 0x7f477806ede0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f479000bcf0 tx=0x7f4790008040 comp rx=0 tx=0).stop 2024-04-15T15:10:42.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.768+0000 7fbd9ffff640 1 -- 172.21.15.84:0/2445205151 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fbdbc15ccb0 con 0x7fbdbc0738d0 2024-04-15T15:10:42.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.768+0000 7fc6827fc640 1 -- 172.21.15.84:0/4054383465 shutdown_connections 2024-04-15T15:10:42.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.768+0000 7fc6827fc640 1 -- 172.21.15.84:0/4054383465 wait complete. 2024-04-15T15:10:42.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.768+0000 7f479bda8640 1 -- 172.21.15.84:0/2755526542 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f478c0d53c0 msgr2=0x7f478c180aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.768+0000 7f479bda8640 1 --2- 172.21.15.84:0/2755526542 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f478c0d53c0 0x7f478c180aa0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f4784001540 tx=0x7f4784001a00 comp rx=0 tx=0).stop 2024-04-15T15:10:42.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.769+0000 7f479bda8640 1 -- 172.21.15.84:0/2755526542 shutdown_connections 2024-04-15T15:10:42.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.769+0000 7f479bda8640 1 --2- 172.21.15.84:0/2755526542 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f477806c920 0x7f477806ede0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.769+0000 7f479bda8640 1 --2- 172.21.15.84:0/2755526542 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f478c0d4150 0x7f478c180fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.769+0000 7f479bda8640 1 --2- 172.21.15.84:0/2755526542 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f478c0d53c0 0x7f478c180aa0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.769+0000 7f479bda8640 1 --2- 172.21.15.84:0/2755526542 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f47800095d0 0x7f478c0d4e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.769+0000 7f479bda8640 1 -- 172.21.15.84:0/2755526542 >> 172.21.15.84:0/2755526542 conn(0x7f478c00a400 msgr2=0x7f478c0057b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.769+0000 7fbdb27fc640 1 -- 172.21.15.84:0/2445205151 <== mon.2 v2:172.21.15.203:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fbdb8083790 con 0x7fbdbc0738d0 2024-04-15T15:10:42.775 INFO:teuthology.orchestra.run.smithi084.stdout:55834574857 2024-04-15T15:10:42.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.769+0000 7f479bda8640 1 -- 172.21.15.84:0/2755526542 shutdown_connections 2024-04-15T15:10:42.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.769+0000 7f479bda8640 1 -- 172.21.15.84:0/2755526542 wait complete. 2024-04-15T15:10:42.777 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574856 for osd.2 2024-04-15T15:10:42.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.772+0000 7f983b1ff640 1 -- 172.21.15.84:0/2874860068 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f9834072c80 con 0x7f9834070660 2024-04-15T15:10:42.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.772+0000 7fbd9ffff640 1 -- 172.21.15.84:0/2445205151 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbda006c940 msgr2=0x7fbda006ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.772+0000 7fbd9ffff640 1 --2- 172.21.15.84:0/2445205151 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbda006c940 0x7fbda006ee00 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fbdbc1679f0 tx=0x7fbdac009190 comp rx=0 tx=0).stop 2024-04-15T15:10:42.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.772+0000 7fbd9ffff640 1 -- 172.21.15.84:0/2445205151 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbdbc0738d0 msgr2=0x7fbdbc1524b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.772+0000 7fbd9ffff640 1 --2- 172.21.15.84:0/2445205151 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbdbc0738d0 0x7fbdbc1524b0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fbdb8000c00 tx=0x7fbdb80046c0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.773+0000 7fbd9ffff640 1 -- 172.21.15.84:0/2445205151 shutdown_connections 2024-04-15T15:10:42.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.773+0000 7fbd9ffff640 1 --2- 172.21.15.84:0/2445205151 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbda006c940 0x7fbda006ee00 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.773+0000 7fbd9ffff640 1 --2- 172.21.15.84:0/2445205151 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbdbc0ccb70 0x7fbdbc09aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.773+0000 7fbd9ffff640 1 --2- 172.21.15.84:0/2445205151 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbdbc0cd710 0x7fbdbc09d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.773+0000 7fbd9ffff640 1 --2- 172.21.15.84:0/2445205151 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbdbc0738d0 0x7fbdbc1524b0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.773+0000 7fbd9ffff640 1 -- 172.21.15.84:0/2445205151 >> 172.21.15.84:0/2445205151 conn(0x7fbdbc0b5220 msgr2=0x7fbdbc15d320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.773+0000 7fbd9ffff640 1 -- 172.21.15.84:0/2445205151 shutdown_connections 2024-04-15T15:10:42.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.773+0000 7fbd9ffff640 1 -- 172.21.15.84:0/2445205151 wait complete. 2024-04-15T15:10:42.778 INFO:teuthology.orchestra.run.smithi084.stdout:55834574856 2024-04-15T15:10:42.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.773+0000 7f98317fa640 1 -- 172.21.15.84:0/2874860068 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f9824061b90 con 0x7f9834070660 2024-04-15T15:10:42.779 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574856 for osd.3 2024-04-15T15:10:42.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.776+0000 7f983b1ff640 1 -- 172.21.15.84:0/2874860068 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f982006c8f0 msgr2=0x7f982006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.776+0000 7f983b1ff640 1 --2- 172.21.15.84:0/2874860068 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f982006c8f0 0x7f982006edb0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f982c000f80 tx=0x7f982c030000 comp rx=0 tx=0).stop 2024-04-15T15:10:42.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.777+0000 7f983b1ff640 1 -- 172.21.15.84:0/2874860068 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9834070660 msgr2=0x7f98340aeff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:42.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.777+0000 7f983b1ff640 1 --2- 172.21.15.84:0/2874860068 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9834070660 0x7f98340aeff0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f982400e870 tx=0x7f982400ed30 comp rx=0 tx=0).stop 2024-04-15T15:10:42.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.777+0000 7f983b1ff640 1 -- 172.21.15.84:0/2874860068 shutdown_connections 2024-04-15T15:10:42.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.777+0000 7f983b1ff640 1 --2- 172.21.15.84:0/2874860068 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f982006c8f0 0x7f982006edb0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.777+0000 7f983b1ff640 1 --2- 172.21.15.84:0/2874860068 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9834146050 0x7f9834144110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.777+0000 7f983b1ff640 1 --2- 172.21.15.84:0/2874860068 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9834070660 0x7f98340aeff0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.777+0000 7f983b1ff640 1 --2- 172.21.15.84:0/2874860068 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f983406ceb0 0x7f983413fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:42.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.777+0000 7f983b1ff640 1 -- 172.21.15.84:0/2874860068 >> 172.21.15.84:0/2874860068 conn(0x7f9834071f80 msgr2=0x7f98340b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:42.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.777+0000 7f983b1ff640 1 -- 172.21.15.84:0/2874860068 shutdown_connections 2024-04-15T15:10:42.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:42.777+0000 7f983b1ff640 1 -- 172.21.15.84:0/2874860068 wait complete. 2024-04-15T15:10:42.789 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574856 for osd.6 2024-04-15T15:10:42.791 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574856 for osd.0 2024-04-15T15:10:42.791 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574856 for osd.7 2024-04-15T15:10:42.793 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574855 for osd.5 2024-04-15T15:10:42.794 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574857 for osd.4 2024-04-15T15:10:42.796 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574856 for osd.1 2024-04-15T15:10:43.778 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-04-15T15:10:43.780 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-04-15T15:10:43.790 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-04-15T15:10:43.791 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-04-15T15:10:43.792 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-04-15T15:10:43.794 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-04-15T15:10:43.795 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-04-15T15:10:43.797 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-04-15T15:10:43.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.942+0000 7f71dad52640 1 Processor -- start 2024-04-15T15:10:43.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.942+0000 7f71dad52640 1 -- start start 2024-04-15T15:10:43.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.943+0000 7f71dad52640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f71d4099650 0x7f71d40739b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:43.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.944+0000 7f71dad52640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f71d406c070 0x7f71d40af400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:43.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.944+0000 7f71dad52640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f71d40b4040 con 0x7f71d40ad0b0 2024-04-15T15:10:43.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.944+0000 7f71dad52640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f71d40af940 con 0x7f71d406c070 2024-04-15T15:10:43.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.944+0000 7f71dad52640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f71d40b05e0 con 0x7f71d4099650 2024-04-15T15:10:43.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.944+0000 7f71d92ef640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f71d406c070 0x7f71d40af400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:43.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.944+0000 7f71d92ef640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f71d406c070 0x7f71d40af400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46704/0 (socket says 172.21.15.84:46704) 2024-04-15T15:10:43.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.944+0000 7f71d92ef640 1 -- 172.21.15.84:0/863863584 learned_addr learned my addr 172.21.15.84:0/863863584 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:43.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.944+0000 7f71d92ef640 1 -- 172.21.15.84:0/863863584 >> v2:172.21.15.203:3300/0 conn(0x7f71d4099650 msgr2=0x7f71d40739b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-15T15:10:43.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.944+0000 7f71d92ef640 1 --2- 172.21.15.84:0/863863584 >> v2:172.21.15.203:3300/0 conn(0x7f71d4099650 0x7f71d40739b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:43.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.944+0000 7f71d92ef640 1 -- 172.21.15.84:0/863863584 >> v1:172.21.15.203:6789/0 conn(0x7f71d40ad0b0 legacy=0x7f71d406b960 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-15T15:10:43.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.944+0000 7f71d92ef640 1 -- 172.21.15.84:0/863863584 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71d40b3a80 con 0x7f71d406c070 2024-04-15T15:10:43.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.946+0000 7f71d92ef640 1 --2- 172.21.15.84:0/863863584 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d406c070 0x7f71d40af400 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f71cc007810 tx=0x7f71cc030540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af90ea06e7a7fc4d server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:43.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.947+0000 7f71d37fe640 1 -- 172.21.15.84:0/863863584 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71cc03e070 con 0x7f71d406c070 2024-04-15T15:10:43.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.947+0000 7f71d37fe640 1 -- 172.21.15.84:0/863863584 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71cc039410 con 0x7f71d406c070 2024-04-15T15:10:43.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.948+0000 7f71dad52640 1 -- 172.21.15.84:0/863863584 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d406c070 msgr2=0x7f71d40af400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:43.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.948+0000 7f71dad52640 1 --2- 172.21.15.84:0/863863584 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d406c070 0x7f71d40af400 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f71cc007810 tx=0x7f71cc030540 comp rx=0 tx=0).stop 2024-04-15T15:10:43.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.948+0000 7f71dad52640 1 -- 172.21.15.84:0/863863584 shutdown_connections 2024-04-15T15:10:43.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.948+0000 7f71dad52640 1 --2- 172.21.15.84:0/863863584 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d406c070 0x7f71d40af400 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:43.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.948+0000 7f71dad52640 1 --2- 172.21.15.84:0/863863584 >> v2:172.21.15.203:3300/0 conn(0x7f71d4099650 0x7f71d40739b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:43.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.948+0000 7f71dad52640 1 -- 172.21.15.84:0/863863584 >> 172.21.15.84:0/863863584 conn(0x7f71d40b5220 msgr2=0x7f71d40b31d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:43.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.949+0000 7f71dad52640 1 -- 172.21.15.84:0/863863584 shutdown_connections 2024-04-15T15:10:43.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.949+0000 7f71dad52640 1 -- 172.21.15.84:0/863863584 wait complete. 2024-04-15T15:10:43.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.951+0000 7f71dad52640 1 Processor -- start 2024-04-15T15:10:43.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.951+0000 7f71dad52640 1 -- start start 2024-04-15T15:10:43.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.952+0000 7f71dad52640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d4099650 0x7f71d409a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:43.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.952+0000 7f71dad52640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f71d40ad0b0 0x7f71d409b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:43.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.954+0000 7f94afa47640 1 Processor -- start 2024-04-15T15:10:43.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.952+0000 7f71dad52640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f71d4095d90 0x7f71d4096240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:43.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.952+0000 7f71dad52640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f71d40b0d30 con 0x7f71d4099650 2024-04-15T15:10:43.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.952+0000 7f71dad52640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f71d40b0810 con 0x7f71d40ad0b0 2024-04-15T15:10:43.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.952+0000 7f71dad52640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f71d40b0eb0 con 0x7f71d4095d90 2024-04-15T15:10:43.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.952+0000 7f71d8aee640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d4099650 0x7f71d409a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:43.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.952+0000 7f71d8aee640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d4099650 0x7f71d409a1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46708/0 (socket says 172.21.15.84:46708) 2024-04-15T15:10:43.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.952+0000 7f71d8aee640 1 -- 172.21.15.84:0/4075938924 learned_addr learned my addr 172.21.15.84:0/4075938924 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:43.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.953+0000 7f71d92ef640 1 --2- 172.21.15.84:0/4075938924 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f71d4095d90 0x7f71d4096240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:43.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.953+0000 7f71d3fff640 1 --2- 172.21.15.84:0/4075938924 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f71d40ad0b0 0x7f71d409b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:43.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.953+0000 7f71d92ef640 1 -- 172.21.15.84:0/4075938924 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f71d40ad0b0 msgr2=0x7f71d409b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:43.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.953+0000 7f71d92ef640 1 --2- 172.21.15.84:0/4075938924 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f71d40ad0b0 0x7f71d409b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:43.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.953+0000 7f71d92ef640 1 -- 172.21.15.84:0/4075938924 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d4099650 msgr2=0x7f71d409a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:43.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.953+0000 7f71d92ef640 1 --2- 172.21.15.84:0/4075938924 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d4099650 0x7f71d409a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:43.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.953+0000 7f71d92ef640 1 -- 172.21.15.84:0/4075938924 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71d409a930 con 0x7f71d4095d90 2024-04-15T15:10:43.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.954+0000 7f71d92ef640 1 --2- 172.21.15.84:0/4075938924 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f71d4095d90 0x7f71d4096240 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f71cc038000 tx=0x7f71cc004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:43.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.954+0000 7f71d17fa640 1 -- 172.21.15.84:0/4075938924 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71cc03e050 con 0x7f71d4095d90 2024-04-15T15:10:43.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.954+0000 7f71d17fa640 1 -- 172.21.15.84:0/4075938924 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f71cc00c260 con 0x7f71d4095d90 2024-04-15T15:10:43.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.954+0000 7f71d17fa640 1 -- 172.21.15.84:0/4075938924 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71cc00b780 con 0x7f71d4095d90 2024-04-15T15:10:43.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.954+0000 7f71dad52640 1 -- 172.21.15.84:0/4075938924 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71d409ac10 con 0x7f71d4095d90 2024-04-15T15:10:43.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.954+0000 7f71dad52640 1 -- 172.21.15.84:0/4075938924 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f71d409b1d0 con 0x7f71d4095d90 2024-04-15T15:10:43.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.955+0000 7f71dad52640 1 -- 172.21.15.84:0/4075938924 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71d4075c50 con 0x7f71d4095d90 2024-04-15T15:10:43.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.956+0000 7f94afa47640 1 -- start start 2024-04-15T15:10:43.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.957+0000 7f94afa47640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f94a815bc00 0x7f94a80af600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:43.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.957+0000 7f94afa47640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94a806bbb0 con 0x7f94a80cd710 2024-04-15T15:10:43.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.957+0000 7f94afa47640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f94a806be90 con 0x7f94a80ccb70 2024-04-15T15:10:43.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.957+0000 7f94afa47640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f94a8073fe0 con 0x7f94a815bc00 2024-04-15T15:10:43.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.957+0000 7f94acfe2640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f94a815bc00 0x7f94a80af600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:43.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.957+0000 7f94adfe4640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f94a80cd710 0x7f94a80738d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:33252/0 (socket says 172.21.15.84:33252) 2024-04-15T15:10:43.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.957+0000 7f94adfe4640 1 -- 172.21.15.84:0/4127393194 learned_addr learned my addr 172.21.15.84:0/4127393194 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:43.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.958+0000 7f94acfe2640 1 -- 172.21.15.84:0/4127393194 >> v1:172.21.15.203:6789/0 conn(0x7f94a80ccb70 legacy=0x7f94a80ccf50 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-15T15:10:43.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.958+0000 7f94acfe2640 1 -- 172.21.15.84:0/4127393194 >> v1:172.21.15.84:6789/0 conn(0x7f94a80cd710 legacy=0x7f94a80738d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:43.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.958+0000 7f94acfe2640 1 -- 172.21.15.84:0/4127393194 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94a80730d0 con 0x7f94a815bc00 2024-04-15T15:10:43.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.959+0000 7f94acfe2640 1 --2- 172.21.15.84:0/4127393194 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f94a815bc00 0x7f94a80af600 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f94a0009b10 tx=0x7f94a002d1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46879ce4487d54d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:43.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.960+0000 7f949ffff640 1 -- 172.21.15.84:0/4127393194 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a003a070 con 0x7f94a815bc00 2024-04-15T15:10:43.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.960+0000 7f949ffff640 1 -- 172.21.15.84:0/4127393194 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94a0035440 con 0x7f94a815bc00 2024-04-15T15:10:43.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.960+0000 7f949ffff640 1 -- 172.21.15.84:0/4127393194 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94a0035810 con 0x7f94a815bc00 2024-04-15T15:10:43.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.958+0000 7f71d17fa640 1 -- 172.21.15.84:0/4075938924 <== mon.2 v2:172.21.15.203:3301/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f71cc049060 con 0x7f71d4095d90 2024-04-15T15:10:43.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.959+0000 7f71d17fa640 1 --2- 172.21.15.84:0/4075938924 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f71c006c940 0x7f71c006ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:43.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.959+0000 7f71d17fa640 1 -- 172.21.15.84:0/4075938924 <== mon.2 v2:172.21.15.203:3301/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f71cc0ad7e0 con 0x7f71d4095d90 2024-04-15T15:10:43.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.959+0000 7f71d8aee640 1 --2- 172.21.15.84:0/4075938924 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f71c006c940 0x7f71c006ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:43.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.960+0000 7f71d8aee640 1 --2- 172.21.15.84:0/4075938924 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f71c006c940 0x7f71c006ee00 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f71d409e2d0 tx=0x7f71c8009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:43.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.961+0000 7f94afa47640 1 -- 172.21.15.84:0/4127393194 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f94a815bc00 msgr2=0x7f94a80af600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:43.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.961+0000 7f94afa47640 1 --2- 172.21.15.84:0/4127393194 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f94a815bc00 0x7f94a80af600 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f94a0009b10 tx=0x7f94a002d1c0 comp rx=0 tx=0).stop 2024-04-15T15:10:43.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.961+0000 7f94afa47640 1 -- 172.21.15.84:0/4127393194 shutdown_connections 2024-04-15T15:10:43.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.961+0000 7f94afa47640 1 --2- 172.21.15.84:0/4127393194 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f94a815bc00 0x7f94a80af600 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:43.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.961+0000 7f94afa47640 1 -- 172.21.15.84:0/4127393194 >> 172.21.15.84:0/4127393194 conn(0x7f94a80b5220 msgr2=0x7f94a80b31d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:43.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.961+0000 7f94afa47640 1 -- 172.21.15.84:0/4127393194 shutdown_connections 2024-04-15T15:10:43.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.961+0000 7f94afa47640 1 -- 172.21.15.84:0/4127393194 wait complete. 2024-04-15T15:10:43.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.963+0000 7f94afa47640 1 Processor -- start 2024-04-15T15:10:43.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.963+0000 7f94afa47640 1 -- start start 2024-04-15T15:10:43.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.964+0000 7f71d17fa640 1 -- 172.21.15.84:0/4075938924 <== mon.2 v2:172.21.15.203:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f71cc07b980 con 0x7f71d4095d90 2024-04-15T15:10:43.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.964+0000 7f94afa47640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94a80ccb70 0x7f94a81f4740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:43.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.965+0000 7f94afa47640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f94a80cd710 0x7f94a809bd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:43.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.965+0000 7f94afa47640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f94a815bc00 0x7f94a80b1600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:43.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.965+0000 7f94acfe2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f94a80cd710 0x7f94a809bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:43.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.965+0000 7f94acfe2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f94a80cd710 0x7f94a809bd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46730/0 (socket says 172.21.15.84:46730) 2024-04-15T15:10:43.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.965+0000 7f94acfe2640 1 -- 172.21.15.84:0/4104144738 learned_addr learned my addr 172.21.15.84:0/4104144738 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:43.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.965+0000 7f94afa47640 1 -- 172.21.15.84:0/4104144738 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f94a806b960 con 0x7f94a80cd710 2024-04-15T15:10:43.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.965+0000 7f94afa47640 1 -- 172.21.15.84:0/4104144738 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f94a80b3af0 con 0x7f94a815bc00 2024-04-15T15:10:43.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.965+0000 7f94adfe4640 1 --2- 172.21.15.84:0/4104144738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f94a815bc00 0x7f94a80b1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:43.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.966+0000 7f94afa47640 1 -- 172.21.15.84:0/4104144738 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f94a806c170 con 0x7f94a80ccb70 2024-04-15T15:10:43.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.966+0000 7f94ad7e3640 1 --2- 172.21.15.84:0/4104144738 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94a80ccb70 0x7f94a81f4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:43.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.966+0000 7f94adfe4640 1 -- 172.21.15.84:0/4104144738 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94a80ccb70 msgr2=0x7f94a81f4740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:43.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.966+0000 7f94adfe4640 1 --2- 172.21.15.84:0/4104144738 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94a80ccb70 0x7f94a81f4740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:43.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.966+0000 7f94adfe4640 1 -- 172.21.15.84:0/4104144738 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f94a80cd710 msgr2=0x7f94a809bd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:43.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.966+0000 7f94adfe4640 1 --2- 172.21.15.84:0/4104144738 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f94a80cd710 0x7f94a809bd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:43.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.966+0000 7f94adfe4640 1 -- 172.21.15.84:0/4104144738 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94a809c240 con 0x7f94a815bc00 2024-04-15T15:10:43.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.967+0000 7f94adfe4640 1 --2- 172.21.15.84:0/4104144738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f94a815bc00 0x7f94a80b1600 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f949800c3c0 tx=0x7f949800c880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:43.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.967+0000 7f949dffb640 1 -- 172.21.15.84:0/4104144738 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9498017070 con 0x7f94a815bc00 2024-04-15T15:10:43.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.967+0000 7f94afa47640 1 -- 172.21.15.84:0/4104144738 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94a809c4e0 con 0x7f94a815bc00 2024-04-15T15:10:43.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.968+0000 7f94afa47640 1 -- 172.21.15.84:0/4104144738 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94a81f3c60 con 0x7f94a815bc00 2024-04-15T15:10:43.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.968+0000 7f949dffb640 1 -- 172.21.15.84:0/4104144738 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9498005ce0 con 0x7f94a815bc00 2024-04-15T15:10:43.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.969+0000 7f949dffb640 1 -- 172.21.15.84:0/4104144738 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94980072d0 con 0x7f94a815bc00 2024-04-15T15:10:43.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.970+0000 7f949dffb640 1 -- 172.21.15.84:0/4104144738 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f949801a070 con 0x7f94a815bc00 2024-04-15T15:10:43.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.971+0000 7f949dffb640 1 --2- 172.21.15.84:0/4104144738 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f948c06c9c0 0x7f948c06ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:43.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.971+0000 7f94ad7e3640 1 --2- 172.21.15.84:0/4104144738 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f948c06c9c0 0x7f948c06ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:43.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.972+0000 7f94ad7e3640 1 --2- 172.21.15.84:0/4104144738 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f948c06c9c0 0x7f948c06ee80 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f94a4006fd0 tx=0x7f94a4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:43.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.973+0000 7f949dffb640 1 -- 172.21.15.84:0/4104144738 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f949808b0e0 con 0x7f94a815bc00 2024-04-15T15:10:43.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.974+0000 7f94afa47640 1 -- 172.21.15.84:0/4104144738 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9488005290 con 0x7f94a815bc00 2024-04-15T15:10:43.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.980+0000 7f949dffb640 1 -- 172.21.15.84:0/4104144738 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f9498058b60 con 0x7f94a815bc00 2024-04-15T15:10:43.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.994+0000 7f7c31ac8640 1 Processor -- start 2024-04-15T15:10:43.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.994+0000 7f7c31ac8640 1 -- start start 2024-04-15T15:10:43.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.996+0000 7f7c31ac8640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f7c2c162ea0 0x7f7c2c0b1800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:43.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.996+0000 7f7c31ac8640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f7c2c0739b0 0x7f7c2c0ad0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:43.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.996+0000 7f7c31ac8640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7c2c0b0760 con 0x7f7c2c0ad5f0 2024-04-15T15:10:43.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.996+0000 7f7c31ac8640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f7c2c0b0a40 con 0x7f7c2c0739b0 2024-04-15T15:10:43.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.996+0000 7f7c31ac8640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f7c2c0b0d20 con 0x7f7c2c162ea0 2024-04-15T15:10:44.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.999+0000 7ff13a663640 1 Processor -- start 2024-04-15T15:10:44.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.996+0000 7f7c2bfff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f7c2c0ad5f0 0x7f7c2c06b960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:33262/0 (socket says 172.21.15.84:33262) 2024-04-15T15:10:44.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.996+0000 7f7c2bfff640 1 -- 172.21.15.84:0/1618332410 learned_addr learned my addr 172.21.15.84:0/1618332410 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:44.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.996+0000 7f7c2b7fe640 1 --2- 172.21.15.84:0/1618332410 >> v2:172.21.15.203:3300/0 conn(0x7f7c2c162ea0 0x7f7c2c0b1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.996+0000 7f7c2affd640 1 --2- 172.21.15.84:0/1618332410 >> v2:172.21.15.84:3300/0 conn(0x7f7c2c0739b0 0x7f7c2c0ad0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.997+0000 7f7c2affd640 1 -- 172.21.15.84:0/1618332410 >> v2:172.21.15.203:3300/0 conn(0x7f7c2c162ea0 msgr2=0x7f7c2c0b1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:44.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.997+0000 7f7c2affd640 1 --2- 172.21.15.84:0/1618332410 >> v2:172.21.15.203:3300/0 conn(0x7f7c2c162ea0 0x7f7c2c0b1800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.998+0000 7f7c2affd640 1 -- 172.21.15.84:0/1618332410 >> v1:172.21.15.84:6789/0 conn(0x7f7c2c0ad5f0 legacy=0x7f7c2c06b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.998+0000 7f7c2affd640 1 -- 172.21.15.84:0/1618332410 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c2c0b1000 con 0x7f7c2c0739b0 2024-04-15T15:10:44.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.999+0000 7f7c2affd640 1 --2- 172.21.15.84:0/1618332410 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c2c0739b0 0x7f7c2c0ad0b0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f7c2c072020 tx=0x7f7c2002b680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28a288fbeb1539d3 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.999+0000 7f7c2a7fc640 1 -- 172.21.15.84:0/1618332410 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c20037070 con 0x7f7c2c0739b0 2024-04-15T15:10:44.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:43.999+0000 7f7c2a7fc640 1 -- 172.21.15.84:0/1618332410 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c20030710 con 0x7f7c2c0739b0 2024-04-15T15:10:44.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.000+0000 7ff13a663640 1 -- start start 2024-04-15T15:10:44.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.001+0000 7ff13a663640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7ff134070140 0x7ff13415eb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.001+0000 7ff13a663640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7ff1340cd5b0 0x7ff13406c970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.001+0000 7ff13a663640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff1340cbdd0 0x7ff13406ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.001+0000 7ff13a663640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7ff134071ce0 con 0x7ff1340cd5b0 2024-04-15T15:10:44.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.001+0000 7ff13a663640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7ff134072170 con 0x7ff134070140 2024-04-15T15:10:44.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.001+0000 7ff13a663640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7ff13406d7d0 con 0x7ff1340cbdd0 2024-04-15T15:10:44.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.001+0000 7ff138e60640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7ff1340cd5b0 0x7ff13406c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.001+0000 7ff139e62640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff1340cbdd0 0x7ff13406ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.001+0000 7ff139e62640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff1340cbdd0 0x7ff13406ceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:38908/0 (socket says 172.21.15.84:38908) 2024-04-15T15:10:44.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.000+0000 7f7c31ac8640 1 -- 172.21.15.84:0/1618332410 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c2c0739b0 msgr2=0x7f7c2c0ad0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.000+0000 7f7c31ac8640 1 --2- 172.21.15.84:0/1618332410 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c2c0739b0 0x7f7c2c0ad0b0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f7c2c072020 tx=0x7f7c2002b680 comp rx=0 tx=0).stop 2024-04-15T15:10:44.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.001+0000 7ff139e62640 1 -- 172.21.15.84:0/1561159094 learned_addr learned my addr 172.21.15.84:0/1561159094 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:44.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.002+0000 7f7c31ac8640 1 -- 172.21.15.84:0/1618332410 shutdown_connections 2024-04-15T15:10:44.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.002+0000 7f7c31ac8640 1 --2- 172.21.15.84:0/1618332410 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c2c0739b0 0x7f7c2c0ad0b0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.002+0000 7f7c31ac8640 1 --2- 172.21.15.84:0/1618332410 >> v2:172.21.15.203:3300/0 conn(0x7f7c2c162ea0 0x7f7c2c0b1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.002+0000 7f7c31ac8640 1 -- 172.21.15.84:0/1618332410 >> 172.21.15.84:0/1618332410 conn(0x7f7c2c0b5220 msgr2=0x7f7c2c0b31d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:44.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.001+0000 7ff138e60640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7ff1340cd5b0 0x7ff13406c970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46750/0 (socket says 172.21.15.84:46750) 2024-04-15T15:10:44.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.002+0000 7ff139e62640 1 -- 172.21.15.84:0/1561159094 >> v2:172.21.15.203:3300/0 conn(0x7ff134070140 msgr2=0x7ff13415eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:44.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.002+0000 7ff139661640 1 --2- 172.21.15.84:0/1561159094 >> v2:172.21.15.203:3300/0 conn(0x7ff134070140 0x7ff13415eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.002+0000 7ff139e62640 1 --2- 172.21.15.84:0/1561159094 >> v2:172.21.15.203:3300/0 conn(0x7ff134070140 0x7ff13415eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.002+0000 7ff139e62640 1 -- 172.21.15.84:0/1561159094 >> v2:172.21.15.84:3300/0 conn(0x7ff1340cd5b0 msgr2=0x7ff13406c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:44.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.002+0000 7ff139e62640 1 --2- 172.21.15.84:0/1561159094 >> v2:172.21.15.84:3300/0 conn(0x7ff1340cd5b0 0x7ff13406c970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.002+0000 7ff139e62640 1 -- 172.21.15.84:0/1561159094 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1340735e0 con 0x7ff1340cbdd0 2024-04-15T15:10:44.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.002+0000 7fa61759e640 1 Processor -- start 2024-04-15T15:10:44.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.002+0000 7fa61759e640 1 -- start start 2024-04-15T15:10:44.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.003+0000 7f7c31ac8640 1 -- 172.21.15.84:0/1618332410 shutdown_connections 2024-04-15T15:10:44.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.003+0000 7f7c31ac8640 1 -- 172.21.15.84:0/1618332410 wait complete. 2024-04-15T15:10:44.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.003+0000 7ff139e62640 1 --2- 172.21.15.84:0/1561159094 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff1340cbdd0 0x7ff13406ceb0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ff1340cdb70 tx=0x7ff12402b920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=830fbe957115a80c server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.003+0000 7f22c99ba640 1 Processor -- start 2024-04-15T15:10:44.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.003+0000 7f22c99ba640 1 -- start start 2024-04-15T15:10:44.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.004+0000 7f502c4f2640 1 Processor -- start 2024-04-15T15:10:44.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.005+0000 7f7c31ac8640 1 Processor -- start 2024-04-15T15:10:44.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.004+0000 7f502c4f2640 1 -- start start 2024-04-15T15:10:44.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.004+0000 7fa61759e640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa610048ad0 0x7fa610052680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.004+0000 7fa61759e640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fa61003b0b0 0x7fa6100537a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.004+0000 7fa61759e640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa61003a2f0 con 0x7fa6100eac70 2024-04-15T15:10:44.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.004+0000 7fa61759e640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fa610052bc0 con 0x7fa61003b0b0 2024-04-15T15:10:44.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.004+0000 7fa61759e640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fa61003a0a0 con 0x7fa610048ad0 2024-04-15T15:10:44.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.004+0000 7fa615d9b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa610048ad0 0x7fa610052680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.004+0000 7fa615d9b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa610048ad0 0x7fa610052680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:38912/0 (socket says 172.21.15.84:38912) 2024-04-15T15:10:44.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.004+0000 7fa615d9b640 1 -- 172.21.15.84:0/4044244290 learned_addr learned my addr 172.21.15.84:0/4044244290 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:44.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.004+0000 7fa616d9d640 1 --2- 172.21.15.84:0/4044244290 >> v2:172.21.15.84:3300/0 conn(0x7fa61003b0b0 0x7fa6100537a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.005+0000 7fa616d9d640 1 -- 172.21.15.84:0/4044244290 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa610048ad0 msgr2=0x7fa610052680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:44.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.005+0000 7fa616d9d640 1 --2- 172.21.15.84:0/4044244290 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa610048ad0 0x7fa610052680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.005+0000 7fa616d9d640 1 -- 172.21.15.84:0/4044244290 >> v1:172.21.15.84:6789/0 conn(0x7fa6100eac70 legacy=0x7fa6100483c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.005+0000 7fa616d9d640 1 -- 172.21.15.84:0/4044244290 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa61003a5d0 con 0x7fa61003b0b0 2024-04-15T15:10:44.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.005+0000 7f502c4f2640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f501c053e50 0x7f501c0542b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.005+0000 7f502c4f2640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f501c005ec0 con 0x7f501c048100 2024-04-15T15:10:44.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.005+0000 7f502c4f2640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f501c053280 con 0x7f501c04f930 2024-04-15T15:10:44.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.005+0000 7f502c4f2640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f501c0e7b90 con 0x7f501c053e50 2024-04-15T15:10:44.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.004+0000 7ff12bfff640 1 -- 172.21.15.84:0/1561159094 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff124035020 con 0x7ff1340cbdd0 2024-04-15T15:10:44.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.004+0000 7ff12bfff640 1 -- 172.21.15.84:0/1561159094 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff124031880 con 0x7ff1340cbdd0 2024-04-15T15:10:44.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.005+0000 7ff13a663640 1 -- 172.21.15.84:0/1561159094 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff1340cbdd0 msgr2=0x7ff13406ceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.005+0000 7ff13a663640 1 --2- 172.21.15.84:0/1561159094 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff1340cbdd0 0x7ff13406ceb0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ff1340cdb70 tx=0x7ff12402b920 comp rx=0 tx=0).stop 2024-04-15T15:10:44.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.006+0000 7ff13a663640 1 -- 172.21.15.84:0/1561159094 shutdown_connections 2024-04-15T15:10:44.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.006+0000 7ff13a663640 1 --2- 172.21.15.84:0/1561159094 >> v2:172.21.15.84:3300/0 conn(0x7ff1340cd5b0 0x7ff13406c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.006+0000 7ff13a663640 1 --2- 172.21.15.84:0/1561159094 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff1340cbdd0 0x7ff13406ceb0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.006+0000 7ff13a663640 1 --2- 172.21.15.84:0/1561159094 >> v2:172.21.15.203:3300/0 conn(0x7ff134070140 0x7ff13415eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.006+0000 7ff13a663640 1 -- 172.21.15.84:0/1561159094 >> 172.21.15.84:0/1561159094 conn(0x7ff1340cca90 msgr2=0x7ff1340ccea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:44.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.005+0000 7f22c99ba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f22c40d5100 0x7f22c40d1c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.005+0000 7f22c99ba640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22c40d0b20 con 0x7f22c415eac0 2024-04-15T15:10:44.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.005+0000 7f22c99ba640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22c40d0de0 con 0x7f22c40d0670 2024-04-15T15:10:44.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.005+0000 7f22c99ba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f22c40d2280 con 0x7f22c40d5100 2024-04-15T15:10:44.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.005+0000 7f22c27fc640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f22c40d5100 0x7f22c40d1c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.005+0000 7f22c27fc640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f22c40d5100 0x7f22c40d1c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:38926/0 (socket says 172.21.15.84:38926) 2024-04-15T15:10:44.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.005+0000 7f22c27fc640 1 -- 172.21.15.84:0/804304863 learned_addr learned my addr 172.21.15.84:0/804304863 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:44.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.006+0000 7f22c27fc640 1 -- 172.21.15.84:0/804304863 >> v1:172.21.15.203:6789/0 conn(0x7f22c40d0670 legacy=0x7f22c40d2fb0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-15T15:10:44.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.006+0000 7f22c27fc640 1 -- 172.21.15.84:0/804304863 >> v1:172.21.15.84:6789/0 conn(0x7f22c415eac0 legacy=0x7f22c40d49f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.014 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.006+0000 7f22c27fc640 1 -- 172.21.15.84:0/804304863 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22c40d24d0 con 0x7f22c40d5100 2024-04-15T15:10:44.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.006+0000 7f502a28e640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f501c048100 0x7f501c006f20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:33290/0 (socket says 172.21.15.84:33290) 2024-04-15T15:10:44.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.005+0000 7f7c31ac8640 1 -- start start 2024-04-15T15:10:44.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.006+0000 7f7c31ac8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7c2c0739b0 0x7f7c2c153ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.006+0000 7f7c31ac8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7c2c0ad5f0 0x7f7c2c0cfb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.015 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.006+0000 7f7c31ac8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c2c162ea0 0x7f7c2c0d00c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.006+0000 7f502a28e640 1 -- 172.21.15.84:0/1315739615 learned_addr learned my addr 172.21.15.84:0/1315739615 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:44.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.006+0000 7f7c31ac8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7c2c0ada00 con 0x7f7c2c162ea0 2024-04-15T15:10:44.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.006+0000 7ff13a663640 1 -- 172.21.15.84:0/1561159094 shutdown_connections 2024-04-15T15:10:44.017 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.006+0000 7f7c31ac8640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7c2c073e40 con 0x7f7c2c0739b0 2024-04-15T15:10:44.017 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.006+0000 7f7c31ac8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f7c2c0adb80 con 0x7f7c2c0ad5f0 2024-04-15T15:10:44.017 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.007+0000 7ff13a663640 1 -- 172.21.15.84:0/1561159094 wait complete. 2024-04-15T15:10:44.018 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.007+0000 7f7c2b7fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7c2c0739b0 0x7f7c2c153ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.018 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.007+0000 7f7c2b7fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7c2c0739b0 0x7f7c2c153ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:58398/0 (socket says 172.21.15.84:58398) 2024-04-15T15:10:44.018 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.007+0000 7f7c2b7fe640 1 -- 172.21.15.84:0/923070865 learned_addr learned my addr 172.21.15.84:0/923070865 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:44.018 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.007+0000 7f7c2affd640 1 --2- 172.21.15.84:0/923070865 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7c2c0ad5f0 0x7f7c2c0cfb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.018 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.007+0000 7f502928c640 1 -- 172.21.15.84:0/1315739615 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4014819541 0 0) 0x7f501c005ec0 con 0x7f501c048100 2024-04-15T15:10:44.018 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.007+0000 7f502928c640 1 -- 172.21.15.84:0/1315739615 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5010003520 con 0x7f501c048100 2024-04-15T15:10:44.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.005+0000 7f36b8c55640 1 Processor -- start 2024-04-15T15:10:44.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.005+0000 7f36b8c55640 1 -- start start 2024-04-15T15:10:44.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.007+0000 7f36b8c55640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f36b4162ea0 0x7f36b40b1800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.007+0000 7f36b8c55640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f36b40739b0 0x7f36b40ad0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.007+0000 7f36b8c55640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36b40ad5f0 0x7f36b40ada40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.007+0000 7f36b8c55640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f36b40b0760 con 0x7f36b40739b0 2024-04-15T15:10:44.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.007+0000 7f36b8c55640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f36b40b0a40 con 0x7f36b4162ea0 2024-04-15T15:10:44.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.007+0000 7f36b8c55640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f36b40b0d20 con 0x7f36b40ad5f0 2024-04-15T15:10:44.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.007+0000 7fa616d9d640 1 --2- 172.21.15.84:0/4044244290 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa61003b0b0 0x7fa6100537a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa61806a870 tx=0x7fa618069760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba037e1d0e8e1760 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.007+0000 7f36b259c640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f36b4162ea0 0x7f36b40b1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.007+0000 7f36b259c640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f36b4162ea0 0x7f36b40b1800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:58410/0 (socket says 172.21.15.84:58410) 2024-04-15T15:10:44.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.007+0000 7f36b259c640 1 -- 172.21.15.84:0/3448744418 learned_addr learned my addr 172.21.15.84:0/3448744418 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:44.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.007+0000 7f36b2d9d640 1 --2- 172.21.15.84:0/3448744418 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36b40ad5f0 0x7f36b40ada40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.007+0000 7f7c2bfff640 1 --2- 172.21.15.84:0/923070865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c2c162ea0 0x7f7c2c0d00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.007+0000 7f36b1d9b640 1 --2- 172.21.15.84:0/3448744418 >> v2:172.21.15.84:3300/0 conn(0x7f36b40739b0 0x7f36b40ad0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f36b259c640 1 -- 172.21.15.84:0/3448744418 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36b40ad5f0 msgr2=0x7f36b40ada40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:44.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f36b259c640 1 --2- 172.21.15.84:0/3448744418 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36b40ad5f0 0x7f36b40ada40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f36b259c640 1 -- 172.21.15.84:0/3448744418 >> v2:172.21.15.84:3300/0 conn(0x7f36b40739b0 msgr2=0x7f36b40ad0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:44.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f7c2bfff640 1 -- 172.21.15.84:0/923070865 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7c2c0ad5f0 msgr2=0x7f7c2c0cfb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f7c2bfff640 1 --2- 172.21.15.84:0/923070865 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7c2c0ad5f0 0x7f7c2c0cfb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f7c2bfff640 1 -- 172.21.15.84:0/923070865 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7c2c0739b0 msgr2=0x7f7c2c153ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f7c2bfff640 1 --2- 172.21.15.84:0/923070865 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7c2c0739b0 0x7f7c2c153ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f7c2bfff640 1 -- 172.21.15.84:0/923070865 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c2c154530 con 0x7f7c2c162ea0 2024-04-15T15:10:44.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f36b259c640 1 --2- 172.21.15.84:0/3448744418 >> v2:172.21.15.84:3300/0 conn(0x7f36b40739b0 0x7f36b40ad0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f36b259c640 1 -- 172.21.15.84:0/3448744418 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36b40b1000 con 0x7f36b4162ea0 2024-04-15T15:10:44.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f5029a8d640 1 --2- 172.21.15.84:0/1315739615 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f501c053e50 0x7f501c0542b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f7c2bfff640 1 --2- 172.21.15.84:0/923070865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c2c162ea0 0x7f7c2c0d00c0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f7c2400c8c0 tx=0x7f7c2400cd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7ff13a663640 1 Processor -- start 2024-04-15T15:10:44.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f22c27fc640 1 --2- 172.21.15.84:0/804304863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f22c40d5100 0x7f22c40d1c50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f22b4013180 tx=0x7f22b4034210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=400ef32faac4e289 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f502928c640 1 -- 172.21.15.84:0/1315739615 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1298968131 0 0) 0x7f5010003520 con 0x7f501c048100 2024-04-15T15:10:44.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f502928c640 1 -- 172.21.15.84:0/1315739615 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f501c053e50 msgr2=0x7f501c0542b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:44.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f502928c640 1 --2- 172.21.15.84:0/1315739615 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f501c053e50 0x7f501c0542b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f502928c640 1 -- 172.21.15.84:0/1315739615 >> v1:172.21.15.203:6789/0 conn(0x7f501c04f930 legacy=0x7f501c037c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f502928c640 1 -- 172.21.15.84:0/1315739615 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f501c006160 con 0x7f501c048100 2024-04-15T15:10:44.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f502928c640 1 -- 172.21.15.84:0/1315739615 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f5020001650 con 0x7f501c048100 2024-04-15T15:10:44.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f502928c640 1 -- 172.21.15.84:0/1315739615 >> v1:172.21.15.84:6789/0 conn(0x7f501c048100 legacy=0x7f501c006f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7fa61559a640 1 -- 172.21.15.84:0/4044244290 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6180b4070 con 0x7fa61003b0b0 2024-04-15T15:10:44.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7fa61559a640 1 -- 172.21.15.84:0/4044244290 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6180af440 con 0x7fa61003b0b0 2024-04-15T15:10:44.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7fa61559a640 1 -- 172.21.15.84:0/4044244290 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6180af830 con 0x7fa61003b0b0 2024-04-15T15:10:44.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f502928c640 1 --2- 172.21.15.84:0/1315739615 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f50100039e0 0x7f5010003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f502928c640 1 --2- 172.21.15.84:0/1315739615 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5010004800 0x7f5010004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f502928c640 1 --2- 172.21.15.84:0/1315739615 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f50100051c0 0x7f501000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f502928c640 1 -- 172.21.15.84:0/1315739615 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f501c0e7b90 con 0x7f5010004800 2024-04-15T15:10:44.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f502928c640 1 -- 172.21.15.84:0/1315739615 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f501000bff0 con 0x7f50100051c0 2024-04-15T15:10:44.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.008+0000 7f502928c640 1 -- 172.21.15.84:0/1315739615 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f501000c1f0 con 0x7f50100039e0 2024-04-15T15:10:44.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.009+0000 7f7c13fff640 1 -- 172.21.15.84:0/923070865 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c24018070 con 0x7f7c2c162ea0 2024-04-15T15:10:44.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.009+0000 7f22c1ffb640 1 -- 172.21.15.84:0/804304863 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22b40110d0 con 0x7f22c40d5100 2024-04-15T15:10:44.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.009+0000 7f502a28e640 1 --2- 172.21.15.84:0/1315739615 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f50100039e0 0x7f5010003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.009+0000 7f502aa8f640 1 --2- 172.21.15.84:0/1315739615 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f50100051c0 0x7f501000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.009+0000 7f5029a8d640 1 --2- 172.21.15.84:0/1315739615 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5010004800 0x7f5010004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.009+0000 7f7c13fff640 1 -- 172.21.15.84:0/923070865 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7c2400a640 con 0x7f7c2c162ea0 2024-04-15T15:10:44.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.009+0000 7f22c1ffb640 1 -- 172.21.15.84:0/804304863 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22b4011270 con 0x7f22c40d5100 2024-04-15T15:10:44.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.009+0000 7f22c1ffb640 1 -- 172.21.15.84:0/804304863 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22b4011640 con 0x7f22c40d5100 2024-04-15T15:10:44.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.009+0000 7f7c31ac8640 1 -- 172.21.15.84:0/923070865 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c2c1fc0c0 con 0x7f7c2c162ea0 2024-04-15T15:10:44.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.009+0000 7f36b259c640 1 --2- 172.21.15.84:0/3448744418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f36b4162ea0 0x7f36b40b1800 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f36b4072020 tx=0x7f36ac02bdc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd4b24556b53b4b2 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.009+0000 7f7c31ac8640 1 -- 172.21.15.84:0/923070865 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c2c1fc680 con 0x7f7c2c162ea0 2024-04-15T15:10:44.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.009+0000 7f502aa8f640 1 -- 172.21.15.84:0/1315739615 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f50100039e0 msgr2=0x7f5010003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:44.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.009+0000 7f502aa8f640 1 --2- 172.21.15.84:0/1315739615 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f50100039e0 0x7f5010003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.009+0000 7f502aa8f640 1 -- 172.21.15.84:0/1315739615 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5010004800 msgr2=0x7f5010004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:44.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.009+0000 7f502aa8f640 1 --2- 172.21.15.84:0/1315739615 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5010004800 0x7f5010004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.009+0000 7f502aa8f640 1 -- 172.21.15.84:0/1315739615 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f501c006160 con 0x7f50100051c0 2024-04-15T15:10:44.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.009+0000 7f502a28e640 1 --2- 172.21.15.84:0/1315739615 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f50100039e0 0x7f5010003e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:44.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.009+0000 7f7c13fff640 1 -- 172.21.15.84:0/923070865 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c2400a9f0 con 0x7f7c2c162ea0 2024-04-15T15:10:44.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.009+0000 7fa61759e640 1 -- 172.21.15.84:0/4044244290 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa61003b0b0 msgr2=0x7fa6100537a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.009+0000 7fa61759e640 1 --2- 172.21.15.84:0/4044244290 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa61003b0b0 0x7fa6100537a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fa61806a870 tx=0x7fa618069760 comp rx=0 tx=0).stop 2024-04-15T15:10:44.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.010+0000 7fa61759e640 1 -- 172.21.15.84:0/4044244290 shutdown_connections 2024-04-15T15:10:44.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.010+0000 7fa61759e640 1 --2- 172.21.15.84:0/4044244290 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa61003b0b0 0x7fa6100537a0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.010+0000 7fa61759e640 1 --2- 172.21.15.84:0/4044244290 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa610048ad0 0x7fa610052680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.010+0000 7fa61759e640 1 -- 172.21.15.84:0/4044244290 >> 172.21.15.84:0/4044244290 conn(0x7fa61001e6c0 msgr2=0x7fa6100553f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:44.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.010+0000 7ff13a663640 1 -- start start 2024-04-15T15:10:44.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.010+0000 7f36b159a640 1 -- 172.21.15.84:0/3448744418 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36ac02c960 con 0x7f36b4162ea0 2024-04-15T15:10:44.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.010+0000 7fa61759e640 1 -- 172.21.15.84:0/4044244290 shutdown_connections 2024-04-15T15:10:44.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.010+0000 7f36b159a640 1 -- 172.21.15.84:0/3448744418 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36ac02cb00 con 0x7f36b4162ea0 2024-04-15T15:10:44.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.010+0000 7f36b159a640 1 -- 172.21.15.84:0/3448744418 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36ac0343f0 con 0x7f36b4162ea0 2024-04-15T15:10:44.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.010+0000 7f502aa8f640 1 --2- 172.21.15.84:0/1315739615 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f50100051c0 0x7f501000b9c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5024069090 tx=0x7f5010005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8a0084e12827e523 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.010+0000 7f22c99ba640 1 -- 172.21.15.84:0/804304863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f22c40d5100 msgr2=0x7f22c40d1c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.010+0000 7f22c99ba640 1 --2- 172.21.15.84:0/804304863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f22c40d5100 0x7f22c40d1c50 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f22b4013180 tx=0x7f22b4034210 comp rx=0 tx=0).stop 2024-04-15T15:10:44.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.011+0000 7f22c99ba640 1 -- 172.21.15.84:0/804304863 shutdown_connections 2024-04-15T15:10:44.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.011+0000 7f22c99ba640 1 --2- 172.21.15.84:0/804304863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f22c40d5100 0x7f22c40d1c50 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.011+0000 7f22c99ba640 1 -- 172.21.15.84:0/804304863 >> 172.21.15.84:0/804304863 conn(0x7f22c40b9670 msgr2=0x7f22c40b9a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:44.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.011+0000 7ff13a663640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff134070140 0x7ff1341fb4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.011+0000 7ff13a663640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff1340cbdd0 0x7ff1340a05c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.010+0000 7fa61759e640 1 -- 172.21.15.84:0/4044244290 wait complete. 2024-04-15T15:10:44.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.011+0000 7ff139661640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff134070140 0x7ff1341fb4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.011+0000 7ff13a663640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff1340cd5b0 0x7ff1340a0b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.011+0000 7f36b8c55640 1 -- 172.21.15.84:0/3448744418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f36b4162ea0 msgr2=0x7f36b40b1800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.011+0000 7f36b8c55640 1 --2- 172.21.15.84:0/3448744418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f36b4162ea0 0x7f36b40b1800 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f36b4072020 tx=0x7f36ac02bdc0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.011+0000 7ff139661640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff134070140 0x7ff1341fb4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46792/0 (socket says 172.21.15.84:46792) 2024-04-15T15:10:44.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.011+0000 7ff138e60640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff1340cbdd0 0x7ff1340a05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.011+0000 7ff138e60640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff1340cbdd0 0x7ff1340a05c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:38952/0 (socket says 172.21.15.84:38952) 2024-04-15T15:10:44.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.011+0000 7f502928c640 1 -- 172.21.15.84:0/1315739615 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50240b4070 con 0x7f50100051c0 2024-04-15T15:10:44.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.011+0000 7f502928c640 1 -- 172.21.15.84:0/1315739615 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50240a7e50 con 0x7f50100051c0 2024-04-15T15:10:44.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.011+0000 7f502928c640 1 -- 172.21.15.84:0/1315739615 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50240502c0 con 0x7f50100051c0 2024-04-15T15:10:44.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.011+0000 7ff139661640 1 -- 172.21.15.84:0/4097221901 learned_addr learned my addr 172.21.15.84:0/4097221901 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:44.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.011+0000 7ff139e62640 1 --2- 172.21.15.84:0/4097221901 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff1340cd5b0 0x7ff1340a0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.011+0000 7ff13a663640 1 -- 172.21.15.84:0/4097221901 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff134073b60 con 0x7ff134070140 2024-04-15T15:10:44.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.011+0000 7ff13a663640 1 -- 172.21.15.84:0/4097221901 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff134073880 con 0x7ff1340cd5b0 2024-04-15T15:10:44.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.011+0000 7ff13a663640 1 -- 172.21.15.84:0/4097221901 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7ff134071970 con 0x7ff1340cbdd0 2024-04-15T15:10:44.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7f22c99ba640 1 -- 172.21.15.84:0/804304863 shutdown_connections 2024-04-15T15:10:44.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7f22c99ba640 1 -- 172.21.15.84:0/804304863 wait complete. 2024-04-15T15:10:44.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7f36b8c55640 1 -- 172.21.15.84:0/3448744418 shutdown_connections 2024-04-15T15:10:44.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7f36b8c55640 1 --2- 172.21.15.84:0/3448744418 >> v2:172.21.15.84:3300/0 conn(0x7f36b40739b0 0x7f36b40ad0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7f36b8c55640 1 --2- 172.21.15.84:0/3448744418 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36b40ad5f0 0x7f36b40ada40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7f36b8c55640 1 --2- 172.21.15.84:0/3448744418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f36b4162ea0 0x7f36b40b1800 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7f36b8c55640 1 -- 172.21.15.84:0/3448744418 >> 172.21.15.84:0/3448744418 conn(0x7f36b40b5220 msgr2=0x7f36b40b31d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:44.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7f502c4f2640 1 -- 172.21.15.84:0/1315739615 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f50100051c0 msgr2=0x7f501000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7ff139661640 1 -- 172.21.15.84:0/4097221901 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff1340cbdd0 msgr2=0x7ff1340a05c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7ff139661640 1 --2- 172.21.15.84:0/4097221901 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff1340cbdd0 0x7ff1340a05c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7ff139661640 1 -- 172.21.15.84:0/4097221901 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff1340cd5b0 msgr2=0x7ff1340a0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7ff139661640 1 --2- 172.21.15.84:0/4097221901 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff1340cd5b0 0x7ff1340a0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7ff139661640 1 -- 172.21.15.84:0/4097221901 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1341fbc20 con 0x7ff134070140 2024-04-15T15:10:44.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7f502c4f2640 1 --2- 172.21.15.84:0/1315739615 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f50100051c0 0x7f501000b9c0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5024069090 tx=0x7f5010005830 comp rx=0 tx=0).stop 2024-04-15T15:10:44.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7f502aa8f640 1 -- 172.21.15.84:0/1315739615 reap_dead start 2024-04-15T15:10:44.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7f502c4f2640 1 -- 172.21.15.84:0/1315739615 shutdown_connections 2024-04-15T15:10:44.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7ff139661640 1 --2- 172.21.15.84:0/4097221901 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff134070140 0x7ff1341fb4f0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff12c00ce40 tx=0x7ff12c00a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7f502c4f2640 1 -- 172.21.15.84:0/1315739615 >> 172.21.15.84:0/1315739615 conn(0x7f501c009fe0 msgr2=0x7f501c00a3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:44.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7f7c13fff640 1 -- 172.21.15.84:0/923070865 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f7c2401b070 con 0x7f7c2c162ea0 2024-04-15T15:10:44.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.013+0000 7ff129ffb640 1 -- 172.21.15.84:0/4097221901 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff12c003b90 con 0x7ff134070140 2024-04-15T15:10:44.041 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7fa61759e640 1 Processor -- start 2024-04-15T15:10:44.041 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7f36b8c55640 1 -- 172.21.15.84:0/3448744418 shutdown_connections 2024-04-15T15:10:44.041 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7f36b8c55640 1 -- 172.21.15.84:0/3448744418 wait complete. 2024-04-15T15:10:44.041 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.013+0000 7ff13a663640 1 -- 172.21.15.84:0/4097221901 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1341fbe90 con 0x7ff134070140 2024-04-15T15:10:44.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.013+0000 7f7c13fff640 1 --2- 172.21.15.84:0/923070865 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7c1806c9c0 0x7f7c1806ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.013+0000 7f7c13fff640 1 -- 172.21.15.84:0/923070865 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f7c2408b640 con 0x7f7c2c162ea0 2024-04-15T15:10:44.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.013+0000 7fa61759e640 1 -- start start 2024-04-15T15:10:44.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.012+0000 7f7c31ac8640 1 -- 172.21.15.84:0/923070865 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c0c005290 con 0x7f7c2c162ea0 2024-04-15T15:10:44.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.014+0000 7fa61759e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa61003b0b0 0x7fa6100daf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.014+0000 7fa61759e640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa610048ad0 0x7fa61004fb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.014+0000 7f22c99ba640 1 Processor -- start 2024-04-15T15:10:44.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.014+0000 7fa61759e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa6100eac70 0x7fa610050070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.013+0000 7ff13a663640 1 -- 172.21.15.84:0/4097221901 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1341fc970 con 0x7ff134070140 2024-04-15T15:10:44.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.014+0000 7f7c2b7fe640 1 --2- 172.21.15.84:0/923070865 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7c1806c9c0 0x7f7c1806ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.014+0000 7ff129ffb640 1 -- 172.21.15.84:0/4097221901 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff12c003d30 con 0x7ff134070140 2024-04-15T15:10:44.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.014+0000 7ff129ffb640 1 -- 172.21.15.84:0/4097221901 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff12c004220 con 0x7ff134070140 2024-04-15T15:10:44.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.014+0000 7fa61659c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa61003b0b0 0x7fa6100daf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.014+0000 7fa61659c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa61003b0b0 0x7fa6100daf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:58436/0 (socket says 172.21.15.84:58436) 2024-04-15T15:10:44.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.014+0000 7fa615d9b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa610048ad0 0x7fa61004fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.014+0000 7fa61759e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa6100eb050 con 0x7fa6100eac70 2024-04-15T15:10:44.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.014+0000 7fa61759e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa61003ac20 con 0x7fa61003b0b0 2024-04-15T15:10:44.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.014+0000 7fa61759e640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fa6100eb1d0 con 0x7fa610048ad0 2024-04-15T15:10:44.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.015+0000 7fa61659c640 1 -- 172.21.15.84:0/3590959452 learned_addr learned my addr 172.21.15.84:0/3590959452 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:44.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.015+0000 7fa616d9d640 1 --2- 172.21.15.84:0/3590959452 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa6100eac70 0x7fa610050070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.015+0000 7fa616d9d640 1 -- 172.21.15.84:0/3590959452 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa610048ad0 msgr2=0x7fa61004fb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.015+0000 7fa616d9d640 1 --2- 172.21.15.84:0/3590959452 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa610048ad0 0x7fa61004fb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.015+0000 7fa616d9d640 1 -- 172.21.15.84:0/3590959452 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa61003b0b0 msgr2=0x7fa6100daf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.015+0000 7fa616d9d640 1 --2- 172.21.15.84:0/3590959452 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa61003b0b0 0x7fa6100daf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.015+0000 7fa616d9d640 1 -- 172.21.15.84:0/3590959452 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6100dd9b0 con 0x7fa6100eac70 2024-04-15T15:10:44.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.015+0000 7f7c2b7fe640 1 --2- 172.21.15.84:0/923070865 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7c1806c9c0 0x7f7c1806ee80 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f7c2c1612c0 tx=0x7f7c1c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.014+0000 7f36b8c55640 1 Processor -- start 2024-04-15T15:10:44.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.014+0000 7f36b8c55640 1 -- start start 2024-04-15T15:10:44.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.015+0000 7f36b8c55640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36b40739b0 0x7f36b409a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.015+0000 7f36b8c55640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36b40ad5f0 0x7f36b4144a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.015+0000 7f36b8c55640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f36b4162ea0 0x7f36b4099300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f36b8c55640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f36b406b960 con 0x7f36b40ad5f0 2024-04-15T15:10:44.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f36b8c55640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f36b4073e40 con 0x7f36b4162ea0 2024-04-15T15:10:44.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f36b8c55640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f36b406bae0 con 0x7f36b40739b0 2024-04-15T15:10:44.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.015+0000 7f22c99ba640 1 -- start start 2024-04-15T15:10:44.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f22c99ba640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22c40d0670 0x7f22c40ca930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f22c99ba640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f22c40d5100 0x7f22c4159f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f22c99ba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f22c415a4b0 0x7f22c40b4390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f22c99ba640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f22c40b12a0 con 0x7f22c40d0670 2024-04-15T15:10:44.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f22c99ba640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f22c40d2a90 con 0x7f22c40d5100 2024-04-15T15:10:44.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f22c99ba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f22c40b1420 con 0x7f22c415a4b0 2024-04-15T15:10:44.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.014+0000 7f502c4f2640 1 -- 172.21.15.84:0/1315739615 shutdown_connections 2024-04-15T15:10:44.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.014+0000 7f502c4f2640 1 -- 172.21.15.84:0/1315739615 wait complete. 2024-04-15T15:10:44.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7fa616d9d640 1 --2- 172.21.15.84:0/3590959452 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa6100eac70 0x7fa610050070 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa6180654e0 tx=0x7fa61806b770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7ff129ffb640 1 -- 172.21.15.84:0/4097221901 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7ff12c0043c0 con 0x7ff134070140 2024-04-15T15:10:44.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f36b259c640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36b40739b0 0x7f36b409a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7ff11f7fe640 1 -- 172.21.15.84:0/4097221901 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff134075aa0 con 0x7ff134070140 2024-04-15T15:10:44.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f36b259c640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36b40739b0 0x7f36b409a1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:38956/0 (socket says 172.21.15.84:38956) 2024-04-15T15:10:44.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f36b259c640 1 -- 172.21.15.84:0/3705037471 learned_addr learned my addr 172.21.15.84:0/3705037471 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:44.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f36b2d9d640 1 --2- 172.21.15.84:0/3705037471 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f36b4162ea0 0x7f36b4099300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.050 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f36b1d9b640 1 --2- 172.21.15.84:0/3705037471 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36b40ad5f0 0x7f36b4144a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f22c37fe640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f22c415a4b0 0x7f22c40b4390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f22c37fe640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f22c415a4b0 0x7f22c40b4390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:38964/0 (socket says 172.21.15.84:38964) 2024-04-15T15:10:44.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f22c37fe640 1 -- 172.21.15.84:0/3090104236 learned_addr learned my addr 172.21.15.84:0/3090104236 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:44.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f502c4f2640 1 Processor -- start 2024-04-15T15:10:44.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f22c27fc640 1 --2- 172.21.15.84:0/3090104236 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f22c40d5100 0x7f22c4159f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f502c4f2640 1 -- start start 2024-04-15T15:10:44.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f36b259c640 1 -- 172.21.15.84:0/3705037471 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f36b4162ea0 msgr2=0x7f36b4099300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f36b259c640 1 --2- 172.21.15.84:0/3705037471 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f36b4162ea0 0x7f36b4099300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.016+0000 7f36b259c640 1 -- 172.21.15.84:0/3705037471 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36b40ad5f0 msgr2=0x7f36b4144a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.017+0000 7f36b259c640 1 --2- 172.21.15.84:0/3705037471 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36b40ad5f0 0x7f36b4144a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.017+0000 7f36b259c640 1 -- 172.21.15.84:0/3705037471 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36b4161650 con 0x7f36b40739b0 2024-04-15T15:10:44.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.017+0000 7f22c37fe640 1 -- 172.21.15.84:0/3090104236 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f22c40d5100 msgr2=0x7f22c4159f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.017+0000 7ff129ffb640 1 --2- 172.21.15.84:0/4097221901 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff11806c920 0x7ff11806ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.017+0000 7f22c37fe640 1 --2- 172.21.15.84:0/3090104236 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f22c40d5100 0x7f22c4159f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.017+0000 7f22c37fe640 1 -- 172.21.15.84:0/3090104236 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22c40d0670 msgr2=0x7f22c40ca930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.054 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.017+0000 7f22c37fe640 1 --2- 172.21.15.84:0/3090104236 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22c40d0670 0x7f22c40ca930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.054 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.017+0000 7f22c37fe640 1 -- 172.21.15.84:0/3090104236 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22c406dcf0 con 0x7f22c415a4b0 2024-04-15T15:10:44.054 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.017+0000 7f36b259c640 1 --2- 172.21.15.84:0/3705037471 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36b40739b0 0x7f36b409a1c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f36ac036040 tx=0x7f36ac004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.054 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.017+0000 7f22c27fc640 1 --2- 172.21.15.84:0/3090104236 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f22c40d5100 0x7f22c4159f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:10:44.054 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.017+0000 7ff138e60640 1 --2- 172.21.15.84:0/4097221901 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff11806c920 0x7ff11806ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.017+0000 7f36a2ffd640 1 -- 172.21.15.84:0/3705037471 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36ac043020 con 0x7f36b40739b0 2024-04-15T15:10:44.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.017+0000 7f36a2ffd640 1 -- 172.21.15.84:0/3705037471 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36ac03e450 con 0x7f36b40739b0 2024-04-15T15:10:44.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.017+0000 7f36a2ffd640 1 -- 172.21.15.84:0/3705037471 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36ac03e820 con 0x7f36b40739b0 2024-04-15T15:10:44.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.017+0000 7f36b8c55640 1 -- 172.21.15.84:0/3705037471 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36b4163d30 con 0x7f36b40739b0 2024-04-15T15:10:44.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.017+0000 7f36b8c55640 1 -- 172.21.15.84:0/3705037471 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f36b4161930 con 0x7f36b40739b0 2024-04-15T15:10:44.056 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.017+0000 7f22c37fe640 1 --2- 172.21.15.84:0/3090104236 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f22c415a4b0 0x7f22c40b4390 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f22b800b420 tx=0x7f22b800b8e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.056 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.018+0000 7ff138e60640 1 --2- 172.21.15.84:0/4097221901 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff11806c920 0x7ff11806ede0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff13415dcc0 tx=0x7ff130008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.057 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.017+0000 7f502c4f2640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f50100051c0 0x7f501c02d960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.057 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.017+0000 7f502c4f2640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f501c04dd90 0x7f501c04e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.057 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.018+0000 7f502c4f2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f501c185c80 0x7f501c186100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.057 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.018+0000 7f502c4f2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f501c006a90 con 0x7f501c185c80 2024-04-15T15:10:44.057 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.018+0000 7f502c4f2640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f501c0547f0 con 0x7f501c04dd90 2024-04-15T15:10:44.058 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.018+0000 7f502c4f2640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f501c006720 con 0x7f50100051c0 2024-04-15T15:10:44.058 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.018+0000 7f5029a8d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f501c04dd90 0x7f501c04e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.058 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.018+0000 7f5029a8d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f501c04dd90 0x7f501c04e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:58468/0 (socket says 172.21.15.84:58468) 2024-04-15T15:10:44.058 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.018+0000 7f5029a8d640 1 -- 172.21.15.84:0/2492779167 learned_addr learned my addr 172.21.15.84:0/2492779167 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:44.058 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.018+0000 7f502aa8f640 1 --2- 172.21.15.84:0/2492779167 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f501c185c80 0x7f501c186100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.058 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.018+0000 7f502a28e640 1 --2- 172.21.15.84:0/2492779167 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f50100051c0 0x7f501c02d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.058 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.018+0000 7f22abfff640 1 -- 172.21.15.84:0/3090104236 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22b8011830 con 0x7f22c415a4b0 2024-04-15T15:10:44.058 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.018+0000 7f22abfff640 1 -- 172.21.15.84:0/3090104236 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22b8016070 con 0x7f22c415a4b0 2024-04-15T15:10:44.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.019+0000 7f502aa8f640 1 -- 172.21.15.84:0/2492779167 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f50100051c0 msgr2=0x7f501c02d960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.019+0000 7f502aa8f640 1 --2- 172.21.15.84:0/2492779167 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f50100051c0 0x7f501c02d960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.019+0000 7f502aa8f640 1 -- 172.21.15.84:0/2492779167 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f501c04dd90 msgr2=0x7f501c04e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.019+0000 7f502aa8f640 1 --2- 172.21.15.84:0/2492779167 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f501c04dd90 0x7f501c04e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.019+0000 7f502aa8f640 1 -- 172.21.15.84:0/2492779167 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f501c186d20 con 0x7f501c185c80 2024-04-15T15:10:44.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.019+0000 7f5029a8d640 1 --2- 172.21.15.84:0/2492779167 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f501c04dd90 0x7f501c04e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:10:44.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.019+0000 7f502aa8f640 1 --2- 172.21.15.84:0/2492779167 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f501c185c80 0x7f501c186100 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5024000b60 tx=0x7f5024065780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.019+0000 7f36b8c55640 1 -- 172.21.15.84:0/3705037471 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36b4075c50 con 0x7f36b40739b0 2024-04-15T15:10:44.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.018+0000 7f22c99ba640 1 -- 172.21.15.84:0/3090104236 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22c406dfd0 con 0x7f22c415a4b0 2024-04-15T15:10:44.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.018+0000 7f22c99ba640 1 -- 172.21.15.84:0/3090104236 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f22c406e590 con 0x7f22c415a4b0 2024-04-15T15:10:44.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.018+0000 7f22abfff640 1 -- 172.21.15.84:0/3090104236 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22b8011c30 con 0x7f22c415a4b0 2024-04-15T15:10:44.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.020+0000 7f22c99ba640 1 -- 172.21.15.84:0/3090104236 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22a4005290 con 0x7f22c415a4b0 2024-04-15T15:10:44.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.020+0000 7f36a2ffd640 1 -- 172.21.15.84:0/3705037471 <== mon.2 v2:172.21.15.203:3301/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f36ac046020 con 0x7f36b40739b0 2024-04-15T15:10:44.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.020+0000 7f36a2ffd640 1 --2- 172.21.15.84:0/3705037471 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f369406c9c0 0x7f369406ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.021+0000 7f36b1d9b640 1 --2- 172.21.15.84:0/3705037471 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f369406c9c0 0x7f369406ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.021+0000 7f22abfff640 1 -- 172.21.15.84:0/3090104236 <== mon.2 v2:172.21.15.203:3301/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f22b801b460 con 0x7f22c415a4b0 2024-04-15T15:10:44.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.021+0000 7f36a2ffd640 1 -- 172.21.15.84:0/3705037471 <== mon.2 v2:172.21.15.203:3301/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f36ac0ae570 con 0x7f36b40739b0 2024-04-15T15:10:44.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.021+0000 7f36b1d9b640 1 --2- 172.21.15.84:0/3705037471 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f369406c9c0 0x7f369406ee80 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f36b406cec0 tx=0x7f36a8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.021+0000 7f22abfff640 1 --2- 172.21.15.84:0/3090104236 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f22b006c8f0 0x7f22b006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.021+0000 7f22abfff640 1 -- 172.21.15.84:0/3090104236 <== mon.2 v2:172.21.15.203:3301/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f22b808bb10 con 0x7f22c415a4b0 2024-04-15T15:10:44.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.021+0000 7f22c2ffd640 1 --2- 172.21.15.84:0/3090104236 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f22b006c8f0 0x7f22b006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.022+0000 7f22c2ffd640 1 --2- 172.21.15.84:0/3090104236 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f22b006c8f0 0x7f22b006edb0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f22bc0012e0 tx=0x7f22bc007d30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.024+0000 7f501affd640 1 -- 172.21.15.84:0/2492779167 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50240b4040 con 0x7f501c185c80 2024-04-15T15:10:44.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.024+0000 7ff129ffb640 1 -- 172.21.15.84:0/4097221901 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7ff12c057b80 con 0x7ff134070140 2024-04-15T15:10:44.064 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.024+0000 7fa606ffd640 1 -- 172.21.15.84:0/3590959452 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6180bf020 con 0x7fa6100eac70 2024-04-15T15:10:44.064 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.024+0000 7fa61759e640 1 -- 172.21.15.84:0/3590959452 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6100ddc90 con 0x7fa6100eac70 2024-04-15T15:10:44.064 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.024+0000 7f502c4f2640 1 -- 172.21.15.84:0/2492779167 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f501c1869e0 con 0x7f501c185c80 2024-04-15T15:10:44.064 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.024+0000 7f502c4f2640 1 -- 172.21.15.84:0/2492779167 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f501c1872a0 con 0x7f501c185c80 2024-04-15T15:10:44.064 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.024+0000 7f7c13fff640 1 -- 172.21.15.84:0/923070865 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f7c2c154530 con 0x7f7c2c162ea0 2024-04-15T15:10:44.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.024+0000 7fa61759e640 1 -- 172.21.15.84:0/3590959452 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6100ddf70 con 0x7fa6100eac70 2024-04-15T15:10:44.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.025+0000 7f36a2ffd640 1 -- 172.21.15.84:0/3705037471 <== mon.2 v2:172.21.15.203:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f36ac04d030 con 0x7f36b40739b0 2024-04-15T15:10:44.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.025+0000 7fa61759e640 1 -- 172.21.15.84:0/3590959452 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6100057e0 con 0x7fa6100eac70 2024-04-15T15:10:44.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.026+0000 7f502c4f2640 1 -- 172.21.15.84:0/2492779167 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f501c00ad00 con 0x7f501c185c80 2024-04-15T15:10:44.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.029+0000 7f501affd640 1 -- 172.21.15.84:0/2492779167 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50240a7e50 con 0x7f501c185c80 2024-04-15T15:10:44.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.029+0000 7fa606ffd640 1 -- 172.21.15.84:0/3590959452 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6180b5040 con 0x7fa6100eac70 2024-04-15T15:10:44.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.029+0000 7fa606ffd640 1 -- 172.21.15.84:0/3590959452 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6180b4050 con 0x7fa6100eac70 2024-04-15T15:10:44.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.030+0000 7f501affd640 1 -- 172.21.15.84:0/2492779167 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50240b8810 con 0x7f501c185c80 2024-04-15T15:10:44.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.029+0000 7ff129ffb640 1 -- 172.21.15.84:0/4097221901 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7ff12c059ae0 con 0x7ff134070140 2024-04-15T15:10:44.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.032+0000 7f22abfff640 1 -- 172.21.15.84:0/3090104236 <== mon.2 v2:172.21.15.203:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f22b8059c00 con 0x7f22c415a4b0 2024-04-15T15:10:44.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.031+0000 7fa606ffd640 1 -- 172.21.15.84:0/3590959452 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fa6180c2070 con 0x7fa6100eac70 2024-04-15T15:10:44.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.032+0000 7fa606ffd640 1 --2- 172.21.15.84:0/3590959452 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa5f806c8f0 0x7fa5f806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.032+0000 7fa606ffd640 1 -- 172.21.15.84:0/3590959452 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fa618128e40 con 0x7fa6100eac70 2024-04-15T15:10:44.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.033+0000 7fa61659c640 1 --2- 172.21.15.84:0/3590959452 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa5f806c8f0 0x7fa5f806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.034+0000 7fa61659c640 1 --2- 172.21.15.84:0/3590959452 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa5f806c8f0 0x7fa5f806edb0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa61004bee0 tx=0x7fa608009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.034+0000 7f501affd640 1 -- 172.21.15.84:0/2492779167 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f50240b7070 con 0x7f501c185c80 2024-04-15T15:10:44.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.035+0000 7f501affd640 1 --2- 172.21.15.84:0/2492779167 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f500806c920 0x7f500806ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.035+0000 7f501affd640 1 -- 172.21.15.84:0/2492779167 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f5024128ff0 con 0x7f501c185c80 2024-04-15T15:10:44.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.035+0000 7f502a28e640 1 --2- 172.21.15.84:0/2492779167 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f500806c920 0x7f500806ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.036+0000 7f502a28e640 1 --2- 172.21.15.84:0/2492779167 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f500806c920 0x7f500806ede0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f501c0334f0 tx=0x7f5020000ed0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.038+0000 7fa606ffd640 1 -- 172.21.15.84:0/3590959452 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fa6180c9080 con 0x7fa6100eac70 2024-04-15T15:10:44.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.048+0000 7f501affd640 1 -- 172.21.15.84:0/2492779167 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f50240f6a80 con 0x7f501c185c80 2024-04-15T15:10:44.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.367+0000 7f71dad52640 1 -- 172.21.15.84:0/4075938924 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f71d40b27a0 con 0x7f71d4095d90 2024-04-15T15:10:44.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.367+0000 7f71d17fa640 1 -- 172.21.15.84:0/4075938924 <== mon.2 v2:172.21.15.203:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f71cc07b280 con 0x7f71d4095d90 2024-04-15T15:10:44.369 INFO:teuthology.orchestra.run.smithi084.stdout:55834574857 2024-04-15T15:10:44.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.370+0000 7f71baffd640 1 -- 172.21.15.84:0/4075938924 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f71c006c940 msgr2=0x7f71c006ee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.371+0000 7f71baffd640 1 --2- 172.21.15.84:0/4075938924 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f71c006c940 0x7f71c006ee00 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f71d409e2d0 tx=0x7f71c8009190 comp rx=0 tx=0).stop 2024-04-15T15:10:44.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.371+0000 7f71baffd640 1 -- 172.21.15.84:0/4075938924 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f71d4095d90 msgr2=0x7f71d4096240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.371+0000 7f71baffd640 1 --2- 172.21.15.84:0/4075938924 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f71d4095d90 0x7f71d4096240 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f71cc038000 tx=0x7f71cc004a40 comp rx=0 tx=0).stop 2024-04-15T15:10:44.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.371+0000 7f71baffd640 1 -- 172.21.15.84:0/4075938924 shutdown_connections 2024-04-15T15:10:44.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.371+0000 7f71baffd640 1 --2- 172.21.15.84:0/4075938924 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f71c006c940 0x7f71c006ee00 secure :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f71d409e2d0 tx=0x7f71c8009190 comp rx=0 tx=0).stop 2024-04-15T15:10:44.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.371+0000 7f71baffd640 1 --2- 172.21.15.84:0/4075938924 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f71d40ad0b0 0x7f71d409b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.371+0000 7f71baffd640 1 --2- 172.21.15.84:0/4075938924 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f71d4095d90 0x7f71d4096240 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.371+0000 7f71baffd640 1 --2- 172.21.15.84:0/4075938924 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f71d4099650 0x7f71d409a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.371+0000 7f71baffd640 1 -- 172.21.15.84:0/4075938924 >> 172.21.15.84:0/4075938924 conn(0x7f71d40b5220 msgr2=0x7f71d40b1960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:44.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.373+0000 7f71baffd640 1 -- 172.21.15.84:0/4075938924 shutdown_connections 2024-04-15T15:10:44.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.373+0000 7f71baffd640 1 -- 172.21.15.84:0/4075938924 wait complete. 2024-04-15T15:10:44.392 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.3 2024-04-15T15:10:44.392 DEBUG:teuthology.parallel:result is None 2024-04-15T15:10:44.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.402+0000 7f94afa47640 1 -- 172.21.15.84:0/4104144738 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f9488005580 con 0x7f94a815bc00 2024-04-15T15:10:44.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.402+0000 7f949dffb640 1 -- 172.21.15.84:0/4104144738 <== mon.1 v2:172.21.15.203:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f949805ce60 con 0x7f94a815bc00 2024-04-15T15:10:44.404 INFO:teuthology.orchestra.run.smithi084.stdout:55834574857 2024-04-15T15:10:44.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.405+0000 7f94afa47640 1 -- 172.21.15.84:0/4104144738 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f948c06c9c0 msgr2=0x7f948c06ee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.405+0000 7f94afa47640 1 --2- 172.21.15.84:0/4104144738 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f948c06c9c0 0x7f948c06ee80 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f94a4006fd0 tx=0x7f94a4008040 comp rx=0 tx=0).stop 2024-04-15T15:10:44.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.405+0000 7f94afa47640 1 -- 172.21.15.84:0/4104144738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f94a815bc00 msgr2=0x7f94a80b1600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.405+0000 7f94afa47640 1 --2- 172.21.15.84:0/4104144738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f94a815bc00 0x7f94a80b1600 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f949800c3c0 tx=0x7f949800c880 comp rx=0 tx=0).stop 2024-04-15T15:10:44.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.406+0000 7f94afa47640 1 -- 172.21.15.84:0/4104144738 shutdown_connections 2024-04-15T15:10:44.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.406+0000 7f94afa47640 1 --2- 172.21.15.84:0/4104144738 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f948c06c9c0 0x7f948c06ee80 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.406+0000 7f94afa47640 1 --2- 172.21.15.84:0/4104144738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f94a815bc00 0x7f94a80b1600 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.406+0000 7f94afa47640 1 --2- 172.21.15.84:0/4104144738 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f94a80cd710 0x7f94a809bd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.406+0000 7f94afa47640 1 --2- 172.21.15.84:0/4104144738 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f94a80ccb70 0x7f94a81f4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.406+0000 7f94afa47640 1 -- 172.21.15.84:0/4104144738 >> 172.21.15.84:0/4104144738 conn(0x7f94a80b5220 msgr2=0x7f94a80738d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:44.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.406+0000 7f94afa47640 1 -- 172.21.15.84:0/4104144738 shutdown_connections 2024-04-15T15:10:44.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.406+0000 7f94afa47640 1 -- 172.21.15.84:0/4104144738 wait complete. 2024-04-15T15:10:44.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.412+0000 7f36b8c55640 1 -- 172.21.15.84:0/3705037471 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f36b4161d90 con 0x7f36b40739b0 2024-04-15T15:10:44.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.413+0000 7f36a2ffd640 1 -- 172.21.15.84:0/3705037471 <== mon.2 v2:172.21.15.203:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f36ac07c6d0 con 0x7f36b40739b0 2024-04-15T15:10:44.415 INFO:teuthology.orchestra.run.smithi084.stdout:55834574857 2024-04-15T15:10:44.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.415+0000 7f36b8c55640 1 -- 172.21.15.84:0/3705037471 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f369406c9c0 msgr2=0x7f369406ee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.415+0000 7f36b8c55640 1 --2- 172.21.15.84:0/3705037471 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f369406c9c0 0x7f369406ee80 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f36b406cec0 tx=0x7f36a8008040 comp rx=0 tx=0).stop 2024-04-15T15:10:44.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.415+0000 7f36b8c55640 1 -- 172.21.15.84:0/3705037471 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36b40739b0 msgr2=0x7f36b409a1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.415+0000 7f36b8c55640 1 --2- 172.21.15.84:0/3705037471 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36b40739b0 0x7f36b409a1c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f36ac036040 tx=0x7f36ac004a40 comp rx=0 tx=0).stop 2024-04-15T15:10:44.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.416+0000 7f36b8c55640 1 -- 172.21.15.84:0/3705037471 shutdown_connections 2024-04-15T15:10:44.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.416+0000 7f36b8c55640 1 --2- 172.21.15.84:0/3705037471 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f369406c9c0 0x7f369406ee80 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.416+0000 7f36b8c55640 1 --2- 172.21.15.84:0/3705037471 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f36b4162ea0 0x7f36b4099300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.416+0000 7f36b8c55640 1 --2- 172.21.15.84:0/3705037471 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36b40ad5f0 0x7f36b4144a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.416+0000 7f36b8c55640 1 --2- 172.21.15.84:0/3705037471 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36b40739b0 0x7f36b409a1c0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.416+0000 7f36b8c55640 1 -- 172.21.15.84:0/3705037471 >> 172.21.15.84:0/3705037471 conn(0x7f36b40b5220 msgr2=0x7f36b40af7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:44.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.416+0000 7f36b8c55640 1 -- 172.21.15.84:0/3705037471 shutdown_connections 2024-04-15T15:10:44.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.416+0000 7f36b8c55640 1 -- 172.21.15.84:0/3705037471 wait complete. 2024-04-15T15:10:44.424 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.2 2024-04-15T15:10:44.424 DEBUG:teuthology.parallel:result is None 2024-04-15T15:10:44.431 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.7 2024-04-15T15:10:44.431 DEBUG:teuthology.parallel:result is None 2024-04-15T15:10:44.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.433+0000 7f22c99ba640 1 -- 172.21.15.84:0/3090104236 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f22a4005580 con 0x7f22c415a4b0 2024-04-15T15:10:44.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.434+0000 7f22abfff640 1 -- 172.21.15.84:0/3090104236 <== mon.2 v2:172.21.15.203:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f22b8059c00 con 0x7f22c415a4b0 2024-04-15T15:10:44.436 INFO:teuthology.orchestra.run.smithi084.stdout:55834574858 2024-04-15T15:10:44.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.436+0000 7f22c99ba640 1 -- 172.21.15.84:0/3090104236 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f22b006c8f0 msgr2=0x7f22b006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.436+0000 7f22c99ba640 1 --2- 172.21.15.84:0/3090104236 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f22b006c8f0 0x7f22b006edb0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f22bc0012e0 tx=0x7f22bc007d30 comp rx=0 tx=0).stop 2024-04-15T15:10:44.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.436+0000 7f22c99ba640 1 -- 172.21.15.84:0/3090104236 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f22c415a4b0 msgr2=0x7f22c40b4390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.436+0000 7f22c99ba640 1 --2- 172.21.15.84:0/3090104236 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f22c415a4b0 0x7f22c40b4390 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f22b800b420 tx=0x7f22b800b8e0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.436+0000 7f22c99ba640 1 -- 172.21.15.84:0/3090104236 shutdown_connections 2024-04-15T15:10:44.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.436+0000 7f22c99ba640 1 --2- 172.21.15.84:0/3090104236 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f22b006c8f0 0x7f22b006edb0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.436+0000 7f22c99ba640 1 --2- 172.21.15.84:0/3090104236 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f22c40d5100 0x7f22c4159f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.436+0000 7f22c99ba640 1 --2- 172.21.15.84:0/3090104236 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f22c415a4b0 0x7f22c40b4390 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.436+0000 7f22c99ba640 1 --2- 172.21.15.84:0/3090104236 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22c40d0670 0x7f22c40ca930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.436+0000 7f22c99ba640 1 -- 172.21.15.84:0/3090104236 >> 172.21.15.84:0/3090104236 conn(0x7f22c40b9670 msgr2=0x7f22c40d49f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:44.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.436+0000 7f22c99ba640 1 -- 172.21.15.84:0/3090104236 shutdown_connections 2024-04-15T15:10:44.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.436+0000 7f22c99ba640 1 -- 172.21.15.84:0/3090104236 wait complete. 2024-04-15T15:10:44.442 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.441+0000 7f7c31ac8640 1 -- 172.21.15.84:0/923070865 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f7c0c005580 con 0x7f7c2c162ea0 2024-04-15T15:10:44.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.441+0000 7f7c13fff640 1 -- 172.21.15.84:0/923070865 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f7c240590c0 con 0x7f7c2c162ea0 2024-04-15T15:10:44.443 INFO:teuthology.orchestra.run.smithi084.stdout:55834574856 2024-04-15T15:10:44.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.443+0000 7f7c31ac8640 1 -- 172.21.15.84:0/923070865 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7c1806c9c0 msgr2=0x7f7c1806ee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.443+0000 7f7c31ac8640 1 --2- 172.21.15.84:0/923070865 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7c1806c9c0 0x7f7c1806ee80 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f7c2c1612c0 tx=0x7f7c1c008040 comp rx=0 tx=0).stop 2024-04-15T15:10:44.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.443+0000 7f7c31ac8640 1 -- 172.21.15.84:0/923070865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c2c162ea0 msgr2=0x7f7c2c0d00c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.443+0000 7f7c31ac8640 1 --2- 172.21.15.84:0/923070865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c2c162ea0 0x7f7c2c0d00c0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f7c2400c8c0 tx=0x7f7c2400cd80 comp rx=0 tx=0).stop 2024-04-15T15:10:44.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.444+0000 7f7c31ac8640 1 -- 172.21.15.84:0/923070865 shutdown_connections 2024-04-15T15:10:44.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.444+0000 7f7c31ac8640 1 --2- 172.21.15.84:0/923070865 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7c2c162ea0 0x7f7c2c0d00c0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.444+0000 7f7c31ac8640 1 --2- 172.21.15.84:0/923070865 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7c2c0ad5f0 0x7f7c2c0cfb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.444+0000 7f7c31ac8640 1 --2- 172.21.15.84:0/923070865 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7c1806c9c0 0x7f7c1806ee80 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.444+0000 7f7c31ac8640 1 --2- 172.21.15.84:0/923070865 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7c2c0739b0 0x7f7c2c153ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.444+0000 7f7c31ac8640 1 -- 172.21.15.84:0/923070865 >> 172.21.15.84:0/923070865 conn(0x7f7c2c0b5220 msgr2=0x7f7c2c165290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:44.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.444+0000 7f7c31ac8640 1 -- 172.21.15.84:0/923070865 shutdown_connections 2024-04-15T15:10:44.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.444+0000 7f7c31ac8640 1 -- 172.21.15.84:0/923070865 wait complete. 2024-04-15T15:10:44.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.445+0000 7ff11f7fe640 1 -- 172.21.15.84:0/4097221901 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7ff1340cfac0 con 0x7ff134070140 2024-04-15T15:10:44.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.445+0000 7ff129ffb640 1 -- 172.21.15.84:0/4097221901 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7ff12c05dde0 con 0x7ff134070140 2024-04-15T15:10:44.447 INFO:teuthology.orchestra.run.smithi084.stdout:55834574857 2024-04-15T15:10:44.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.447+0000 7ff11f7fe640 1 -- 172.21.15.84:0/4097221901 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff11806c920 msgr2=0x7ff11806ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.447+0000 7ff11f7fe640 1 --2- 172.21.15.84:0/4097221901 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff11806c920 0x7ff11806ede0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ff13415dcc0 tx=0x7ff130008040 comp rx=0 tx=0).stop 2024-04-15T15:10:44.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.447+0000 7ff11f7fe640 1 -- 172.21.15.84:0/4097221901 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff134070140 msgr2=0x7ff1341fb4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.447+0000 7ff11f7fe640 1 --2- 172.21.15.84:0/4097221901 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff134070140 0x7ff1341fb4f0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7ff12c00ce40 tx=0x7ff12c00a660 comp rx=0 tx=0).stop 2024-04-15T15:10:44.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.447+0000 7ff11f7fe640 1 -- 172.21.15.84:0/4097221901 shutdown_connections 2024-04-15T15:10:44.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.447+0000 7ff11f7fe640 1 --2- 172.21.15.84:0/4097221901 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff11806c920 0x7ff11806ede0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.447+0000 7ff11f7fe640 1 --2- 172.21.15.84:0/4097221901 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff1340cd5b0 0x7ff1340a0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.447+0000 7ff11f7fe640 1 --2- 172.21.15.84:0/4097221901 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff1340cbdd0 0x7ff1340a05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.447+0000 7ff11f7fe640 1 --2- 172.21.15.84:0/4097221901 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff134070140 0x7ff1341fb4f0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.447+0000 7ff11f7fe640 1 -- 172.21.15.84:0/4097221901 >> 172.21.15.84:0/4097221901 conn(0x7ff1340cca90 msgr2=0x7ff1340b1340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:44.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.448+0000 7ff11f7fe640 1 -- 172.21.15.84:0/4097221901 shutdown_connections 2024-04-15T15:10:44.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.448+0000 7ff11f7fe640 1 -- 172.21.15.84:0/4097221901 wait complete. 2024-04-15T15:10:44.451 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574858 got 55834574858 for osd.4 2024-04-15T15:10:44.451 DEBUG:teuthology.parallel:result is None 2024-04-15T15:10:44.458 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.5 2024-04-15T15:10:44.458 DEBUG:teuthology.parallel:result is None 2024-04-15T15:10:44.460 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.6 2024-04-15T15:10:44.460 DEBUG:teuthology.parallel:result is None 2024-04-15T15:10:44.465 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.463+0000 7fa61759e640 1 -- 172.21.15.84:0/3590959452 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fa6100e18f0 con 0x7fa6100eac70 2024-04-15T15:10:44.465 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.464+0000 7fa606ffd640 1 -- 172.21.15.84:0/3590959452 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa6180f6840 con 0x7fa6100eac70 2024-04-15T15:10:44.466 INFO:teuthology.orchestra.run.smithi084.stdout:55834574857 2024-04-15T15:10:44.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.466+0000 7fa61759e640 1 -- 172.21.15.84:0/3590959452 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa5f806c8f0 msgr2=0x7fa5f806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.466+0000 7fa61759e640 1 --2- 172.21.15.84:0/3590959452 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa5f806c8f0 0x7fa5f806edb0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa61004bee0 tx=0x7fa608009040 comp rx=0 tx=0).stop 2024-04-15T15:10:44.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.466+0000 7fa61759e640 1 -- 172.21.15.84:0/3590959452 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa6100eac70 msgr2=0x7fa610050070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.466+0000 7fa61759e640 1 --2- 172.21.15.84:0/3590959452 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa6100eac70 0x7fa610050070 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fa6180654e0 tx=0x7fa61806b770 comp rx=0 tx=0).stop 2024-04-15T15:10:44.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.466+0000 7fa61759e640 1 -- 172.21.15.84:0/3590959452 shutdown_connections 2024-04-15T15:10:44.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.466+0000 7fa61759e640 1 --2- 172.21.15.84:0/3590959452 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa6100eac70 0x7fa610050070 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.466+0000 7fa61759e640 1 --2- 172.21.15.84:0/3590959452 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa610048ad0 0x7fa61004fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.466+0000 7fa61759e640 1 --2- 172.21.15.84:0/3590959452 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa5f806c8f0 0x7fa5f806edb0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.466+0000 7fa61759e640 1 --2- 172.21.15.84:0/3590959452 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa61003b0b0 0x7fa6100daf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.466+0000 7fa61759e640 1 -- 172.21.15.84:0/3590959452 >> 172.21.15.84:0/3590959452 conn(0x7fa61001e6c0 msgr2=0x7fa610005ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:44.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.466+0000 7fa61759e640 1 -- 172.21.15.84:0/3590959452 shutdown_connections 2024-04-15T15:10:44.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.466+0000 7fa61759e640 1 -- 172.21.15.84:0/3590959452 wait complete. 2024-04-15T15:10:44.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.468+0000 7f502c4f2640 1 -- 172.21.15.84:0/2492779167 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f501c0053c0 con 0x7f501c185c80 2024-04-15T15:10:44.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.468+0000 7f501affd640 1 -- 172.21.15.84:0/2492779167 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f50240fad80 con 0x7f501c185c80 2024-04-15T15:10:44.470 INFO:teuthology.orchestra.run.smithi084.stdout:55834574857 2024-04-15T15:10:44.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.470+0000 7f502c4f2640 1 -- 172.21.15.84:0/2492779167 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f500806c920 msgr2=0x7f500806ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.470+0000 7f502c4f2640 1 --2- 172.21.15.84:0/2492779167 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f500806c920 0x7f500806ede0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f501c0334f0 tx=0x7f5020000ed0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.470+0000 7f502c4f2640 1 -- 172.21.15.84:0/2492779167 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f501c185c80 msgr2=0x7f501c186100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.470+0000 7f502c4f2640 1 --2- 172.21.15.84:0/2492779167 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f501c185c80 0x7f501c186100 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5024000b60 tx=0x7f5024065780 comp rx=0 tx=0).stop 2024-04-15T15:10:44.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.470+0000 7f502c4f2640 1 -- 172.21.15.84:0/2492779167 shutdown_connections 2024-04-15T15:10:44.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.470+0000 7f502c4f2640 1 --2- 172.21.15.84:0/2492779167 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f500806c920 0x7f500806ede0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.470+0000 7f502c4f2640 1 --2- 172.21.15.84:0/2492779167 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f501c04dd90 0x7f501c04e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.470+0000 7f502c4f2640 1 --2- 172.21.15.84:0/2492779167 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f501c185c80 0x7f501c186100 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.470+0000 7f502c4f2640 1 --2- 172.21.15.84:0/2492779167 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f50100051c0 0x7f501c02d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.470+0000 7f502c4f2640 1 -- 172.21.15.84:0/2492779167 >> 172.21.15.84:0/2492779167 conn(0x7f501c009fe0 msgr2=0x7f501c00a3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:44.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.470+0000 7f502c4f2640 1 -- 172.21.15.84:0/2492779167 shutdown_connections 2024-04-15T15:10:44.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.470+0000 7f502c4f2640 1 -- 172.21.15.84:0/2492779167 wait complete. 2024-04-15T15:10:44.479 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.1 2024-04-15T15:10:44.479 DEBUG:teuthology.parallel:result is None 2024-04-15T15:10:44.482 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574857 got 55834574857 for osd.0 2024-04-15T15:10:44.483 DEBUG:teuthology.parallel:result is None 2024-04-15T15:10:44.483 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-04-15T15:10:44.483 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-15T15:10:44.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.624+0000 7fc6a4eba640 1 Processor -- start 2024-04-15T15:10:44.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.624+0000 7fc6a4eba640 1 -- start start 2024-04-15T15:10:44.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.625+0000 7fc6a4eba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6a00cc5e0 0x7fc6a015b800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.625+0000 7fc6a4eba640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fc6a00af740 0x7fc6a01648a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.625+0000 7fc6a4eba640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6a00cf990 con 0x7fc6a015ad10 2024-04-15T15:10:44.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.625+0000 7fc6a4eba640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fc6a00cd4b0 con 0x7fc6a00af740 2024-04-15T15:10:44.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.625+0000 7fc6a4eba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc6a00cd790 con 0x7fc6a00cc5e0 2024-04-15T15:10:44.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.625+0000 7fc69dd9b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6a00cc5e0 0x7fc6a015b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.625+0000 7fc69ed9d640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fc6a00af740 0x7fc6a01648a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.625+0000 7fc69dd9b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6a00cc5e0 0x7fc6a015b800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:38980/0 (socket says 172.21.15.84:38980) 2024-04-15T15:10:44.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.625+0000 7fc69e59c640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7fc6a015ad10 0x7fc6a015b0f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:37976/0 (socket says 172.21.15.84:37976) 2024-04-15T15:10:44.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.626+0000 7fc69dd9b640 1 -- 172.21.15.84:0/1851861712 learned_addr learned my addr 172.21.15.84:0/1851861712 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:44.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.626+0000 7fc69d59a640 1 -- 172.21.15.84:0/1851861712 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 513319756 0 0) 0x7fc6a00cf990 con 0x7fc6a015ad10 2024-04-15T15:10:44.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.626+0000 7fc69d59a640 1 -- 172.21.15.84:0/1851861712 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc688003520 con 0x7fc6a015ad10 2024-04-15T15:10:44.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.626+0000 7fc69ed9d640 1 -- 172.21.15.84:0/1851861712 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6a00cc5e0 msgr2=0x7fc6a015b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:44.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.626+0000 7fc69ed9d640 1 --2- 172.21.15.84:0/1851861712 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6a00cc5e0 0x7fc6a015b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.626+0000 7fc69ed9d640 1 -- 172.21.15.84:0/1851861712 >> v1:172.21.15.203:6789/0 conn(0x7fc6a015ad10 legacy=0x7fc6a015b0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.626+0000 7fc69ed9d640 1 -- 172.21.15.84:0/1851861712 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6a015bf10 con 0x7fc6a00af740 2024-04-15T15:10:44.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.626+0000 7fc69dd9b640 1 --2- 172.21.15.84:0/1851861712 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6a00cc5e0 0x7fc6a015b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:10:44.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.627+0000 7fc69ed9d640 1 --2- 172.21.15.84:0/1851861712 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc6a00af740 0x7fc6a01648a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc698009dc0 tx=0x7fc69802be90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e2829bb6cf7320bb server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.627+0000 7fc69d59a640 1 -- 172.21.15.84:0/1851861712 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc698039070 con 0x7fc6a00af740 2024-04-15T15:10:44.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.627+0000 7fc69d59a640 1 -- 172.21.15.84:0/1851861712 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc69802cc40 con 0x7fc6a00af740 2024-04-15T15:10:44.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.627+0000 7fc69d59a640 1 -- 172.21.15.84:0/1851861712 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc698034440 con 0x7fc6a00af740 2024-04-15T15:10:44.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.627+0000 7fc6a4eba640 1 -- 172.21.15.84:0/1851861712 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc6a00af740 msgr2=0x7fc6a01648a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.627+0000 7fc6a4eba640 1 --2- 172.21.15.84:0/1851861712 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc6a00af740 0x7fc6a01648a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc698009dc0 tx=0x7fc69802be90 comp rx=0 tx=0).stop 2024-04-15T15:10:44.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.628+0000 7fc6a4eba640 1 -- 172.21.15.84:0/1851861712 shutdown_connections 2024-04-15T15:10:44.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.628+0000 7fc6a4eba640 1 --2- 172.21.15.84:0/1851861712 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc6a00af740 0x7fc6a01648a0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.628+0000 7fc6a4eba640 1 --2- 172.21.15.84:0/1851861712 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6a00cc5e0 0x7fc6a015b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.628+0000 7fc6a4eba640 1 -- 172.21.15.84:0/1851861712 >> 172.21.15.84:0/1851861712 conn(0x7fc6a00b1dd0 msgr2=0x7fc6a00b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:44.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.628+0000 7fc6a4eba640 1 -- 172.21.15.84:0/1851861712 shutdown_connections 2024-04-15T15:10:44.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.628+0000 7fc6a4eba640 1 -- 172.21.15.84:0/1851861712 wait complete. 2024-04-15T15:10:44.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.629+0000 7fc6a4eba640 1 Processor -- start 2024-04-15T15:10:44.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.629+0000 7fc6a4eba640 1 -- start start 2024-04-15T15:10:44.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.630+0000 7fc6a4eba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6a00af740 0x7fc6a0156ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.630+0000 7fc6a4eba640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6a00cc5e0 0x7fc6a00c9bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.630+0000 7fc6a4eba640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc6a015ad10 0x7fc6a00ca0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.630+0000 7fc6a4eba640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a00ce2d0 con 0x7fc6a00cc5e0 2024-04-15T15:10:44.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.630+0000 7fc6a4eba640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc6a015c1f0 con 0x7fc6a015ad10 2024-04-15T15:10:44.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.630+0000 7fc6a4eba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc6a006dc10 con 0x7fc6a00af740 2024-04-15T15:10:44.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.630+0000 7fc69dd9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6a00cc5e0 0x7fc6a00c9bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.630+0000 7fc69dd9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6a00cc5e0 0x7fc6a00c9bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46834/0 (socket says 172.21.15.84:46834) 2024-04-15T15:10:44.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.630+0000 7fc69dd9b640 1 -- 172.21.15.84:0/2244539579 learned_addr learned my addr 172.21.15.84:0/2244539579 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:44.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.630+0000 7fc69e59c640 1 --2- 172.21.15.84:0/2244539579 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6a00af740 0x7fc6a0156ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.630+0000 7fc69ed9d640 1 --2- 172.21.15.84:0/2244539579 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc6a015ad10 0x7fc6a00ca0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.630+0000 7fc69dd9b640 1 -- 172.21.15.84:0/2244539579 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6a00af740 msgr2=0x7fc6a0156ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.630+0000 7fc69dd9b640 1 --2- 172.21.15.84:0/2244539579 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6a00af740 0x7fc6a0156ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.630+0000 7fc69dd9b640 1 -- 172.21.15.84:0/2244539579 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc6a015ad10 msgr2=0x7fc6a00ca0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.630+0000 7fc69dd9b640 1 --2- 172.21.15.84:0/2244539579 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc6a015ad10 0x7fc6a00ca0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.630+0000 7fc69dd9b640 1 -- 172.21.15.84:0/2244539579 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6a015d910 con 0x7fc6a00cc5e0 2024-04-15T15:10:44.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.630+0000 7fc69dd9b640 1 --2- 172.21.15.84:0/2244539579 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6a00cc5e0 0x7fc6a00c9bb0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc69400e9a0 tx=0x7fc69400ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.630+0000 7fc68effd640 1 -- 172.21.15.84:0/2244539579 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc694017070 con 0x7fc6a00cc5e0 2024-04-15T15:10:44.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.631+0000 7fc68effd640 1 -- 172.21.15.84:0/2244539579 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc69400ca00 con 0x7fc6a00cc5e0 2024-04-15T15:10:44.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.631+0000 7fc6a4eba640 1 -- 172.21.15.84:0/2244539579 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6a015c870 con 0x7fc6a00cc5e0 2024-04-15T15:10:44.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.631+0000 7fc68effd640 1 -- 172.21.15.84:0/2244539579 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc69400cdb0 con 0x7fc6a00cc5e0 2024-04-15T15:10:44.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.631+0000 7fc6a4eba640 1 -- 172.21.15.84:0/2244539579 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6a015ce30 con 0x7fc6a00cc5e0 2024-04-15T15:10:44.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.631+0000 7fc6a4eba640 1 -- 172.21.15.84:0/2244539579 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6a00689e0 con 0x7fc6a00cc5e0 2024-04-15T15:10:44.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.632+0000 7fc68effd640 1 -- 172.21.15.84:0/2244539579 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fc69401a070 con 0x7fc6a00cc5e0 2024-04-15T15:10:44.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.632+0000 7fc68effd640 1 --2- 172.21.15.84:0/2244539579 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc68006c8f0 0x7fc68006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.632+0000 7fc68effd640 1 -- 172.21.15.84:0/2244539579 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fc69408bd10 con 0x7fc6a00cc5e0 2024-04-15T15:10:44.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.633+0000 7fc69e59c640 1 --2- 172.21.15.84:0/2244539579 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc68006c8f0 0x7fc68006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.633+0000 7fc69e59c640 1 --2- 172.21.15.84:0/2244539579 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc68006c8f0 0x7fc68006edb0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fc690000f60 tx=0x7fc690007b70 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.637+0000 7fc68effd640 1 -- 172.21.15.84:0/2244539579 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fc694059e90 con 0x7fc6a00cc5e0 2024-04-15T15:10:44.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.810+0000 7fc6a4eba640 1 -- 172.21.15.84:0/2244539579 --> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc6a015c620 con 0x7fc68006c8f0 2024-04-15T15:10:44.819 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.818+0000 7fc68effd640 1 -- 172.21.15.84:0/2244539579 <== mgr.4107 v2:172.21.15.84:6832/2096029421 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7fc6a015c620 con 0x7fc68006c8f0 2024-04-15T15:10:44.823 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:44.825 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-15T15:10:44.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.821+0000 7fc6a4eba640 1 -- 172.21.15.84:0/2244539579 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc68006c8f0 msgr2=0x7fc68006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.821+0000 7fc6a4eba640 1 --2- 172.21.15.84:0/2244539579 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc68006c8f0 0x7fc68006edb0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fc690000f60 tx=0x7fc690007b70 comp rx=0 tx=0).stop 2024-04-15T15:10:44.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.821+0000 7fc6a4eba640 1 -- 172.21.15.84:0/2244539579 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6a00cc5e0 msgr2=0x7fc6a00c9bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.821+0000 7fc6a4eba640 1 --2- 172.21.15.84:0/2244539579 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6a00cc5e0 0x7fc6a00c9bb0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc69400e9a0 tx=0x7fc69400ee60 comp rx=0 tx=0).stop 2024-04-15T15:10:44.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.821+0000 7fc6a4eba640 1 -- 172.21.15.84:0/2244539579 shutdown_connections 2024-04-15T15:10:44.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.821+0000 7fc6a4eba640 1 --2- 172.21.15.84:0/2244539579 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc68006c8f0 0x7fc68006edb0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.821+0000 7fc6a4eba640 1 --2- 172.21.15.84:0/2244539579 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc6a015ad10 0x7fc6a00ca0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.821+0000 7fc6a4eba640 1 --2- 172.21.15.84:0/2244539579 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6a00cc5e0 0x7fc6a00c9bb0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.821+0000 7fc6a4eba640 1 --2- 172.21.15.84:0/2244539579 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6a00af740 0x7fc6a0156ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.821+0000 7fc6a4eba640 1 -- 172.21.15.84:0/2244539579 >> 172.21.15.84:0/2244539579 conn(0x7fc6a00b1dd0 msgr2=0x7fc6a00afe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:44.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.821+0000 7fc6a4eba640 1 -- 172.21.15.84:0/2244539579 shutdown_connections 2024-04-15T15:10:44.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.821+0000 7fc6a4eba640 1 -- 172.21.15.84:0/2244539579 wait complete. 2024-04-15T15:10:44.835 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":35,"stamp":"2024-04-15T15:10:44.554932+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595008,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219388,"kb_used_data":3208,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755332,"statfs":{"total":773094113280,"available":772869459968,"internally_reserved":0,"allocated":3284992,"data_stored":1992064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2230,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002628"},"pg_stats":[{"pgid":"2.1f","version":"19'4","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260578+0000","last_change":"2024-04-15T15:10:22.352005+0000","last_active":"2024-04-15T15:10:29.260578+0000","last_peered":"2024-04-15T15:10:29.260578+0000","last_clean":"2024-04-15T15:10:29.260578+0000","last_became_active":"2024-04-15T15:10:22.351725+0000","last_became_peered":"2024-04-15T15:10:22.351725+0000","last_unstale":"2024-04-15T15:10:29.260578+0000","last_undegraded":"2024-04-15T15:10:29.260578+0000","last_fullsized":"2024-04-15T15:10:29.260578+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:57:51.201863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260548+0000","last_change":"2024-04-15T15:10:23.371458+0000","last_active":"2024-04-15T15:10:29.260548+0000","last_peered":"2024-04-15T15:10:29.260548+0000","last_clean":"2024-04-15T15:10:29.260548+0000","last_became_active":"2024-04-15T15:10:23.371026+0000","last_became_peered":"2024-04-15T15:10:23.371026+0000","last_unstale":"2024-04-15T15:10:29.260548+0000","last_undegraded":"2024-04-15T15:10:29.260548+0000","last_fullsized":"2024-04-15T15:10:29.260548+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:07.266214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.262213+0000","last_change":"2024-04-15T15:10:27.457510+0000","last_active":"2024-04-15T15:10:29.262213+0000","last_peered":"2024-04-15T15:10:29.262213+0000","last_clean":"2024-04-15T15:10:29.262213+0000","last_became_active":"2024-04-15T15:10:27.457079+0000","last_became_peered":"2024-04-15T15:10:27.457079+0000","last_unstale":"2024-04-15T15:10:29.262213+0000","last_undegraded":"2024-04-15T15:10:29.262213+0000","last_fullsized":"2024-04-15T15:10:29.262213+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:56:36.575920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260789+0000","last_change":"2024-04-15T15:10:22.349388+0000","last_active":"2024-04-15T15:10:29.260789+0000","last_peered":"2024-04-15T15:10:29.260789+0000","last_clean":"2024-04-15T15:10:29.260789+0000","last_became_active":"2024-04-15T15:10:22.349093+0000","last_became_peered":"2024-04-15T15:10:22.349093+0000","last_unstale":"2024-04-15T15:10:29.260789+0000","last_undegraded":"2024-04-15T15:10:29.260789+0000","last_fullsized":"2024-04-15T15:10:29.260789+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:51.515441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260359+0000","last_change":"2024-04-15T15:10:23.366878+0000","last_active":"2024-04-15T15:10:29.260359+0000","last_peered":"2024-04-15T15:10:29.260359+0000","last_clean":"2024-04-15T15:10:29.260359+0000","last_became_active":"2024-04-15T15:10:23.366613+0000","last_became_peered":"2024-04-15T15:10:23.366613+0000","last_unstale":"2024-04-15T15:10:29.260359+0000","last_undegraded":"2024-04-15T15:10:29.260359+0000","last_fullsized":"2024-04-15T15:10:29.260359+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:18.673878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380681+0000","last_change":"2024-04-15T15:10:27.397318+0000","last_active":"2024-04-15T15:10:28.380681+0000","last_peered":"2024-04-15T15:10:28.380681+0000","last_clean":"2024-04-15T15:10:28.380681+0000","last_became_active":"2024-04-15T15:10:27.396636+0000","last_became_peered":"2024-04-15T15:10:27.396636+0000","last_unstale":"2024-04-15T15:10:28.380681+0000","last_undegraded":"2024-04-15T15:10:28.380681+0000","last_fullsized":"2024-04-15T15:10:28.380681+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:31:53.665722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260863+0000","last_change":"2024-04-15T15:10:22.352560+0000","last_active":"2024-04-15T15:10:29.260863+0000","last_peered":"2024-04-15T15:10:29.260863+0000","last_clean":"2024-04-15T15:10:29.260863+0000","last_became_active":"2024-04-15T15:10:22.352278+0000","last_became_peered":"2024-04-15T15:10:22.352278+0000","last_unstale":"2024-04-15T15:10:29.260863+0000","last_undegraded":"2024-04-15T15:10:29.260863+0000","last_fullsized":"2024-04-15T15:10:29.260863+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:01:15.537253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381504+0000","last_change":"2024-04-15T15:10:23.354865+0000","last_active":"2024-04-15T15:10:28.381504+0000","last_peered":"2024-04-15T15:10:28.381504+0000","last_clean":"2024-04-15T15:10:28.381504+0000","last_became_active":"2024-04-15T15:10:23.354572+0000","last_became_peered":"2024-04-15T15:10:23.354572+0000","last_unstale":"2024-04-15T15:10:28.381504+0000","last_undegraded":"2024-04-15T15:10:28.381504+0000","last_fullsized":"2024-04-15T15:10:28.381504+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:53.928799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380003+0000","last_change":"2024-04-15T15:10:27.402162+0000","last_active":"2024-04-15T15:10:28.380003+0000","last_peered":"2024-04-15T15:10:28.380003+0000","last_clean":"2024-04-15T15:10:28.380003+0000","last_became_active":"2024-04-15T15:10:27.401725+0000","last_became_peered":"2024-04-15T15:10:27.401725+0000","last_unstale":"2024-04-15T15:10:28.380003+0000","last_undegraded":"2024-04-15T15:10:28.380003+0000","last_fullsized":"2024-04-15T15:10:28.380003+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:07:23.980172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260722+0000","last_change":"2024-04-15T15:10:22.351109+0000","last_active":"2024-04-15T15:10:29.260722+0000","last_peered":"2024-04-15T15:10:29.260722+0000","last_clean":"2024-04-15T15:10:29.260722+0000","last_became_active":"2024-04-15T15:10:22.350797+0000","last_became_peered":"2024-04-15T15:10:22.350797+0000","last_unstale":"2024-04-15T15:10:29.260722+0000","last_undegraded":"2024-04-15T15:10:29.260722+0000","last_fullsized":"2024-04-15T15:10:29.260722+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:36:16.998654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381840+0000","last_change":"2024-04-15T15:10:23.364976+0000","last_active":"2024-04-15T15:10:28.381840+0000","last_peered":"2024-04-15T15:10:28.381840+0000","last_clean":"2024-04-15T15:10:28.381840+0000","last_became_active":"2024-04-15T15:10:23.364686+0000","last_became_peered":"2024-04-15T15:10:23.364686+0000","last_unstale":"2024-04-15T15:10:28.381840+0000","last_undegraded":"2024-04-15T15:10:28.381840+0000","last_fullsized":"2024-04-15T15:10:28.381840+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:31:49.626738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380614+0000","last_change":"2024-04-15T15:10:27.387504+0000","last_active":"2024-04-15T15:10:28.380614+0000","last_peered":"2024-04-15T15:10:28.380614+0000","last_clean":"2024-04-15T15:10:28.380614+0000","last_became_active":"2024-04-15T15:10:27.387073+0000","last_became_peered":"2024-04-15T15:10:27.387073+0000","last_unstale":"2024-04-15T15:10:28.380614+0000","last_undegraded":"2024-04-15T15:10:28.380614+0000","last_fullsized":"2024-04-15T15:10:28.380614+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:11.305198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261100+0000","last_change":"2024-04-15T15:10:23.362479+0000","last_active":"2024-04-15T15:10:29.261100+0000","last_peered":"2024-04-15T15:10:29.261100+0000","last_clean":"2024-04-15T15:10:29.261100+0000","last_became_active":"2024-04-15T15:10:23.362206+0000","last_became_peered":"2024-04-15T15:10:23.362206+0000","last_unstale":"2024-04-15T15:10:29.261100+0000","last_undegraded":"2024-04-15T15:10:29.261100+0000","last_fullsized":"2024-04-15T15:10:29.261100+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:40.505902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261455+0000","last_change":"2024-04-15T15:10:22.349474+0000","last_active":"2024-04-15T15:10:29.261455+0000","last_peered":"2024-04-15T15:10:29.261455+0000","last_clean":"2024-04-15T15:10:29.261455+0000","last_became_active":"2024-04-15T15:10:22.349174+0000","last_became_peered":"2024-04-15T15:10:22.349174+0000","last_unstale":"2024-04-15T15:10:29.261455+0000","last_undegraded":"2024-04-15T15:10:29.261455+0000","last_fullsized":"2024-04-15T15:10:29.261455+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:25:16.775634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381175+0000","last_change":"2024-04-15T15:10:27.397072+0000","last_active":"2024-04-15T15:10:28.381175+0000","last_peered":"2024-04-15T15:10:28.381175+0000","last_clean":"2024-04-15T15:10:28.381175+0000","last_became_active":"2024-04-15T15:10:27.396653+0000","last_became_peered":"2024-04-15T15:10:27.396653+0000","last_unstale":"2024-04-15T15:10:28.381175+0000","last_undegraded":"2024-04-15T15:10:28.381175+0000","last_fullsized":"2024-04-15T15:10:28.381175+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:50:45.669285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260972+0000","last_change":"2024-04-15T15:10:23.366578+0000","last_active":"2024-04-15T15:10:29.260972+0000","last_peered":"2024-04-15T15:10:29.260972+0000","last_clean":"2024-04-15T15:10:29.260972+0000","last_became_active":"2024-04-15T15:10:23.366309+0000","last_became_peered":"2024-04-15T15:10:23.366309+0000","last_unstale":"2024-04-15T15:10:29.260972+0000","last_undegraded":"2024-04-15T15:10:29.260972+0000","last_fullsized":"2024-04-15T15:10:29.260972+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:53.073877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261926+0000","last_change":"2024-04-15T15:10:22.341456+0000","last_active":"2024-04-15T15:10:29.261926+0000","last_peered":"2024-04-15T15:10:29.261926+0000","last_clean":"2024-04-15T15:10:29.261926+0000","last_became_active":"2024-04-15T15:10:22.341184+0000","last_became_peered":"2024-04-15T15:10:22.341184+0000","last_unstale":"2024-04-15T15:10:29.261926+0000","last_undegraded":"2024-04-15T15:10:29.261926+0000","last_fullsized":"2024-04-15T15:10:29.261926+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:47:15.483791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380738+0000","last_change":"2024-04-15T15:10:27.397013+0000","last_active":"2024-04-15T15:10:28.380738+0000","last_peered":"2024-04-15T15:10:28.380738+0000","last_clean":"2024-04-15T15:10:28.380738+0000","last_became_active":"2024-04-15T15:10:27.396576+0000","last_became_peered":"2024-04-15T15:10:27.396576+0000","last_unstale":"2024-04-15T15:10:28.380738+0000","last_undegraded":"2024-04-15T15:10:28.380738+0000","last_fullsized":"2024-04-15T15:10:28.380738+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:37:37.621931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260106+0000","last_change":"2024-04-15T15:10:23.361568+0000","last_active":"2024-04-15T15:10:29.260106+0000","last_peered":"2024-04-15T15:10:29.260106+0000","last_clean":"2024-04-15T15:10:29.260106+0000","last_became_active":"2024-04-15T15:10:23.361295+0000","last_became_peered":"2024-04-15T15:10:23.361295+0000","last_unstale":"2024-04-15T15:10:29.260106+0000","last_undegraded":"2024-04-15T15:10:29.260106+0000","last_fullsized":"2024-04-15T15:10:29.260106+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:07:58.093410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261739+0000","last_change":"2024-04-15T15:10:22.349762+0000","last_active":"2024-04-15T15:10:29.261739+0000","last_peered":"2024-04-15T15:10:29.261739+0000","last_clean":"2024-04-15T15:10:29.261739+0000","last_became_active":"2024-04-15T15:10:22.349503+0000","last_became_peered":"2024-04-15T15:10:22.349503+0000","last_unstale":"2024-04-15T15:10:29.261739+0000","last_undegraded":"2024-04-15T15:10:29.261739+0000","last_fullsized":"2024-04-15T15:10:29.261739+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:38:38.610048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261397+0000","last_change":"2024-04-15T15:10:27.452265+0000","last_active":"2024-04-15T15:10:29.261397+0000","last_peered":"2024-04-15T15:10:29.261397+0000","last_clean":"2024-04-15T15:10:29.261397+0000","last_became_active":"2024-04-15T15:10:27.451868+0000","last_became_peered":"2024-04-15T15:10:27.451868+0000","last_unstale":"2024-04-15T15:10:29.261397+0000","last_undegraded":"2024-04-15T15:10:29.261397+0000","last_fullsized":"2024-04-15T15:10:29.261397+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:36.436703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380757+0000","last_change":"2024-04-15T15:10:23.371574+0000","last_active":"2024-04-15T15:10:28.380757+0000","last_peered":"2024-04-15T15:10:28.380757+0000","last_clean":"2024-04-15T15:10:28.380757+0000","last_became_active":"2024-04-15T15:10:23.371293+0000","last_became_peered":"2024-04-15T15:10:23.371293+0000","last_unstale":"2024-04-15T15:10:28.380757+0000","last_undegraded":"2024-04-15T15:10:28.380757+0000","last_fullsized":"2024-04-15T15:10:28.380757+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:47:16.488171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261116+0000","last_change":"2024-04-15T15:10:22.352281+0000","last_active":"2024-04-15T15:10:29.261116+0000","last_peered":"2024-04-15T15:10:29.261116+0000","last_clean":"2024-04-15T15:10:29.261116+0000","last_became_active":"2024-04-15T15:10:22.351634+0000","last_became_peered":"2024-04-15T15:10:22.351634+0000","last_unstale":"2024-04-15T15:10:29.261116+0000","last_undegraded":"2024-04-15T15:10:29.261116+0000","last_fullsized":"2024-04-15T15:10:29.261116+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:22.779717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381282+0000","last_change":"2024-04-15T15:10:27.397131+0000","last_active":"2024-04-15T15:10:28.381282+0000","last_peered":"2024-04-15T15:10:28.381282+0000","last_clean":"2024-04-15T15:10:28.381282+0000","last_became_active":"2024-04-15T15:10:27.396703+0000","last_became_peered":"2024-04-15T15:10:27.396703+0000","last_unstale":"2024-04-15T15:10:28.381282+0000","last_undegraded":"2024-04-15T15:10:28.381282+0000","last_fullsized":"2024-04-15T15:10:28.381282+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:36.436703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260617+0000","last_change":"2024-04-15T15:10:23.372130+0000","last_active":"2024-04-15T15:10:29.260617+0000","last_peered":"2024-04-15T15:10:29.260617+0000","last_clean":"2024-04-15T15:10:29.260617+0000","last_became_active":"2024-04-15T15:10:23.371791+0000","last_became_peered":"2024-04-15T15:10:23.371791+0000","last_unstale":"2024-04-15T15:10:29.260617+0000","last_undegraded":"2024-04-15T15:10:29.260617+0000","last_fullsized":"2024-04-15T15:10:29.260617+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:40.505902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261926+0000","last_change":"2024-04-15T15:10:22.350887+0000","last_active":"2024-04-15T15:10:29.261926+0000","last_peered":"2024-04-15T15:10:29.261926+0000","last_clean":"2024-04-15T15:10:29.261926+0000","last_became_active":"2024-04-15T15:10:22.350587+0000","last_became_peered":"2024-04-15T15:10:22.350587+0000","last_unstale":"2024-04-15T15:10:29.261926+0000","last_undegraded":"2024-04-15T15:10:29.261926+0000","last_fullsized":"2024-04-15T15:10:29.261926+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:47:15.483791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381027+0000","last_change":"2024-04-15T15:10:27.456416+0000","last_active":"2024-04-15T15:10:28.381027+0000","last_peered":"2024-04-15T15:10:28.381027+0000","last_clean":"2024-04-15T15:10:28.381027+0000","last_became_active":"2024-04-15T15:10:27.455817+0000","last_became_peered":"2024-04-15T15:10:27.455817+0000","last_unstale":"2024-04-15T15:10:28.381027+0000","last_undegraded":"2024-04-15T15:10:28.381027+0000","last_fullsized":"2024-04-15T15:10:28.381027+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:32:12.764213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260822+0000","last_change":"2024-04-15T15:10:23.376608+0000","last_active":"2024-04-15T15:10:29.260822+0000","last_peered":"2024-04-15T15:10:29.260822+0000","last_clean":"2024-04-15T15:10:29.260822+0000","last_became_active":"2024-04-15T15:10:23.376272+0000","last_became_peered":"2024-04-15T15:10:23.376272+0000","last_unstale":"2024-04-15T15:10:29.260822+0000","last_undegraded":"2024-04-15T15:10:29.260822+0000","last_fullsized":"2024-04-15T15:10:29.260822+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:37:33.582947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.262098+0000","last_change":"2024-04-15T15:10:22.346001+0000","last_active":"2024-04-15T15:10:29.262098+0000","last_peered":"2024-04-15T15:10:29.262098+0000","last_clean":"2024-04-15T15:10:29.262098+0000","last_became_active":"2024-04-15T15:10:22.345694+0000","last_became_peered":"2024-04-15T15:10:22.345694+0000","last_unstale":"2024-04-15T15:10:29.262098+0000","last_undegraded":"2024-04-15T15:10:29.262098+0000","last_fullsized":"2024-04-15T15:10:29.262098+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:22.779717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.259869+0000","last_change":"2024-04-15T15:10:27.454805+0000","last_active":"2024-04-15T15:10:29.259869+0000","last_peered":"2024-04-15T15:10:29.259869+0000","last_clean":"2024-04-15T15:10:29.259869+0000","last_became_active":"2024-04-15T15:10:27.454444+0000","last_became_peered":"2024-04-15T15:10:27.454444+0000","last_unstale":"2024-04-15T15:10:29.259869+0000","last_undegraded":"2024-04-15T15:10:29.259869+0000","last_fullsized":"2024-04-15T15:10:29.259869+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:15:45.447461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261466+0000","last_change":"2024-04-15T15:10:23.366594+0000","last_active":"2024-04-15T15:10:29.261466+0000","last_peered":"2024-04-15T15:10:29.261466+0000","last_clean":"2024-04-15T15:10:29.261466+0000","last_became_active":"2024-04-15T15:10:23.366341+0000","last_became_peered":"2024-04-15T15:10:23.366341+0000","last_unstale":"2024-04-15T15:10:29.261466+0000","last_undegraded":"2024-04-15T15:10:29.261466+0000","last_fullsized":"2024-04-15T15:10:29.261466+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:18.673878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261124+0000","last_change":"2024-04-15T15:10:22.351892+0000","last_active":"2024-04-15T15:10:29.261124+0000","last_peered":"2024-04-15T15:10:29.261124+0000","last_clean":"2024-04-15T15:10:29.261124+0000","last_became_active":"2024-04-15T15:10:22.351551+0000","last_became_peered":"2024-04-15T15:10:22.351551+0000","last_unstale":"2024-04-15T15:10:29.261124+0000","last_undegraded":"2024-04-15T15:10:29.261124+0000","last_fullsized":"2024-04-15T15:10:29.261124+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:39:06.163664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260362+0000","last_change":"2024-04-15T15:10:27.452412+0000","last_active":"2024-04-15T15:10:29.260362+0000","last_peered":"2024-04-15T15:10:29.260362+0000","last_clean":"2024-04-15T15:10:29.260362+0000","last_became_active":"2024-04-15T15:10:27.451854+0000","last_became_peered":"2024-04-15T15:10:27.451854+0000","last_unstale":"2024-04-15T15:10:29.260362+0000","last_undegraded":"2024-04-15T15:10:29.260362+0000","last_fullsized":"2024-04-15T15:10:29.260362+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:15.548243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381969+0000","last_change":"2024-04-15T15:10:23.379209+0000","last_active":"2024-04-15T15:10:28.381969+0000","last_peered":"2024-04-15T15:10:28.381969+0000","last_clean":"2024-04-15T15:10:28.381969+0000","last_became_active":"2024-04-15T15:10:23.378869+0000","last_became_peered":"2024-04-15T15:10:23.378869+0000","last_unstale":"2024-04-15T15:10:28.381969+0000","last_undegraded":"2024-04-15T15:10:28.381969+0000","last_fullsized":"2024-04-15T15:10:28.381969+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:37:33.582947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261521+0000","last_change":"2024-04-15T15:10:22.349053+0000","last_active":"2024-04-15T15:10:29.261521+0000","last_peered":"2024-04-15T15:10:29.261521+0000","last_clean":"2024-04-15T15:10:29.261521+0000","last_became_active":"2024-04-15T15:10:22.348772+0000","last_became_peered":"2024-04-15T15:10:22.348772+0000","last_unstale":"2024-04-15T15:10:29.261521+0000","last_undegraded":"2024-04-15T15:10:29.261521+0000","last_fullsized":"2024-04-15T15:10:29.261521+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:03:24.855055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261739+0000","last_change":"2024-04-15T15:10:27.401415+0000","last_active":"2024-04-15T15:10:29.261739+0000","last_peered":"2024-04-15T15:10:29.261739+0000","last_clean":"2024-04-15T15:10:29.261739+0000","last_became_active":"2024-04-15T15:10:27.400126+0000","last_became_peered":"2024-04-15T15:10:27.400126+0000","last_unstale":"2024-04-15T15:10:29.261739+0000","last_undegraded":"2024-04-15T15:10:29.261739+0000","last_fullsized":"2024-04-15T15:10:29.261739+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:38:25.303234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380869+0000","last_change":"2024-04-15T15:10:23.361459+0000","last_active":"2024-04-15T15:10:28.380869+0000","last_peered":"2024-04-15T15:10:28.380869+0000","last_clean":"2024-04-15T15:10:28.380869+0000","last_became_active":"2024-04-15T15:10:23.361178+0000","last_became_peered":"2024-04-15T15:10:23.361178+0000","last_unstale":"2024-04-15T15:10:28.380869+0000","last_undegraded":"2024-04-15T15:10:28.380869+0000","last_fullsized":"2024-04-15T15:10:28.380869+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:03:15.282664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381766+0000","last_change":"2024-04-15T15:10:22.339503+0000","last_active":"2024-04-15T15:10:28.381766+0000","last_peered":"2024-04-15T15:10:28.381766+0000","last_clean":"2024-04-15T15:10:28.381766+0000","last_became_active":"2024-04-15T15:10:22.339221+0000","last_became_peered":"2024-04-15T15:10:22.339221+0000","last_unstale":"2024-04-15T15:10:28.381766+0000","last_undegraded":"2024-04-15T15:10:28.381766+0000","last_fullsized":"2024-04-15T15:10:28.381766+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:15:44.859538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261478+0000","last_change":"2024-04-15T15:10:27.400556+0000","last_active":"2024-04-15T15:10:29.261478+0000","last_peered":"2024-04-15T15:10:29.261478+0000","last_clean":"2024-04-15T15:10:29.261478+0000","last_became_active":"2024-04-15T15:10:27.400038+0000","last_became_peered":"2024-04-15T15:10:27.400038+0000","last_unstale":"2024-04-15T15:10:29.261478+0000","last_undegraded":"2024-04-15T15:10:29.261478+0000","last_fullsized":"2024-04-15T15:10:29.261478+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:57.967782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260027+0000","last_change":"2024-04-15T15:10:23.368536+0000","last_active":"2024-04-15T15:10:29.260027+0000","last_peered":"2024-04-15T15:10:29.260027+0000","last_clean":"2024-04-15T15:10:29.260027+0000","last_became_active":"2024-04-15T15:10:23.368250+0000","last_became_peered":"2024-04-15T15:10:23.368250+0000","last_unstale":"2024-04-15T15:10:29.260027+0000","last_undegraded":"2024-04-15T15:10:29.260027+0000","last_fullsized":"2024-04-15T15:10:29.260027+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:08.514163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.378955+0000","last_change":"2024-04-15T15:10:22.347465+0000","last_active":"2024-04-15T15:10:28.378955+0000","last_peered":"2024-04-15T15:10:28.378955+0000","last_clean":"2024-04-15T15:10:28.378955+0000","last_became_active":"2024-04-15T15:10:22.347143+0000","last_became_peered":"2024-04-15T15:10:22.347143+0000","last_unstale":"2024-04-15T15:10:28.378955+0000","last_undegraded":"2024-04-15T15:10:28.378955+0000","last_fullsized":"2024-04-15T15:10:28.378955+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:15:44.859538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261556+0000","last_change":"2024-04-15T15:10:27.400378+0000","last_active":"2024-04-15T15:10:29.261556+0000","last_peered":"2024-04-15T15:10:29.261556+0000","last_clean":"2024-04-15T15:10:29.261556+0000","last_became_active":"2024-04-15T15:10:27.396527+0000","last_became_peered":"2024-04-15T15:10:27.396527+0000","last_unstale":"2024-04-15T15:10:29.261556+0000","last_undegraded":"2024-04-15T15:10:29.261556+0000","last_fullsized":"2024-04-15T15:10:29.261556+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:15.548243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.259866+0000","last_change":"2024-04-15T15:10:23.360145+0000","last_active":"2024-04-15T15:10:29.259866+0000","last_peered":"2024-04-15T15:10:29.259866+0000","last_clean":"2024-04-15T15:10:29.259866+0000","last_became_active":"2024-04-15T15:10:23.359766+0000","last_became_peered":"2024-04-15T15:10:23.359766+0000","last_unstale":"2024-04-15T15:10:29.259866+0000","last_undegraded":"2024-04-15T15:10:29.259866+0000","last_fullsized":"2024-04-15T15:10:29.259866+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:49:51.386049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260619+0000","last_change":"2024-04-15T15:10:22.352957+0000","last_active":"2024-04-15T15:10:29.260619+0000","last_peered":"2024-04-15T15:10:29.260619+0000","last_clean":"2024-04-15T15:10:29.260619+0000","last_became_active":"2024-04-15T15:10:22.351956+0000","last_became_peered":"2024-04-15T15:10:22.351956+0000","last_unstale":"2024-04-15T15:10:29.260619+0000","last_undegraded":"2024-04-15T15:10:29.260619+0000","last_fullsized":"2024-04-15T15:10:29.260619+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:03:14.278284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260488+0000","last_change":"2024-04-15T15:10:27.452419+0000","last_active":"2024-04-15T15:10:29.260488+0000","last_peered":"2024-04-15T15:10:29.260488+0000","last_clean":"2024-04-15T15:10:29.260488+0000","last_became_active":"2024-04-15T15:10:27.452017+0000","last_became_peered":"2024-04-15T15:10:27.452017+0000","last_unstale":"2024-04-15T15:10:29.260488+0000","last_undegraded":"2024-04-15T15:10:29.260488+0000","last_fullsized":"2024-04-15T15:10:29.260488+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:38:25.303234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260458+0000","last_change":"2024-04-15T15:10:23.370642+0000","last_active":"2024-04-15T15:10:29.260458+0000","last_peered":"2024-04-15T15:10:29.260458+0000","last_clean":"2024-04-15T15:10:29.260458+0000","last_became_active":"2024-04-15T15:10:23.370378+0000","last_became_peered":"2024-04-15T15:10:23.370378+0000","last_unstale":"2024-04-15T15:10:29.260458+0000","last_undegraded":"2024-04-15T15:10:29.260458+0000","last_fullsized":"2024-04-15T15:10:29.260458+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:39.549489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.382079+0000","last_change":"2024-04-15T15:10:22.340907+0000","last_active":"2024-04-15T15:10:28.382079+0000","last_peered":"2024-04-15T15:10:28.382079+0000","last_clean":"2024-04-15T15:10:28.382079+0000","last_became_active":"2024-04-15T15:10:22.340585+0000","last_became_peered":"2024-04-15T15:10:22.340585+0000","last_unstale":"2024-04-15T15:10:28.382079+0000","last_undegraded":"2024-04-15T15:10:28.382079+0000","last_fullsized":"2024-04-15T15:10:28.382079+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:51.515441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":178,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261224+0000","last_change":"2024-04-15T15:10:11.793329+0000","last_active":"2024-04-15T15:10:29.261224+0000","last_peered":"2024-04-15T15:10:29.261224+0000","last_clean":"2024-04-15T15:10:29.261224+0000","last_became_active":"2024-04-15T15:10:11.792465+0000","last_became_peered":"2024-04-15T15:10:11.792465+0000","last_unstale":"2024-04-15T15:10:29.261224+0000","last_undegraded":"2024-04-15T15:10:29.261224+0000","last_fullsized":"2024-04-15T15:10:29.261224+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:10.575823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:10.575823+0000","last_clean_scrub_stamp":"2024-04-15T15:10:10.575823+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:29:02.579387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261644+0000","last_change":"2024-04-15T15:10:27.452989+0000","last_active":"2024-04-15T15:10:29.261644+0000","last_peered":"2024-04-15T15:10:29.261644+0000","last_clean":"2024-04-15T15:10:29.261644+0000","last_became_active":"2024-04-15T15:10:27.452593+0000","last_became_peered":"2024-04-15T15:10:27.452593+0000","last_unstale":"2024-04-15T15:10:29.261644+0000","last_undegraded":"2024-04-15T15:10:29.261644+0000","last_fullsized":"2024-04-15T15:10:29.261644+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:50:45.669285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260998+0000","last_change":"2024-04-15T15:10:23.379305+0000","last_active":"2024-04-15T15:10:29.260998+0000","last_peered":"2024-04-15T15:10:29.260998+0000","last_clean":"2024-04-15T15:10:29.260998+0000","last_became_active":"2024-04-15T15:10:23.378956+0000","last_became_peered":"2024-04-15T15:10:23.378956+0000","last_unstale":"2024-04-15T15:10:29.260998+0000","last_undegraded":"2024-04-15T15:10:29.260998+0000","last_fullsized":"2024-04-15T15:10:29.260998+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:32.397719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379208+0000","last_change":"2024-04-15T15:10:22.340314+0000","last_active":"2024-04-15T15:10:28.379208+0000","last_peered":"2024-04-15T15:10:28.379208+0000","last_clean":"2024-04-15T15:10:28.379208+0000","last_became_active":"2024-04-15T15:10:22.340058+0000","last_became_peered":"2024-04-15T15:10:22.340058+0000","last_unstale":"2024-04-15T15:10:28.379208+0000","last_undegraded":"2024-04-15T15:10:28.379208+0000","last_fullsized":"2024-04-15T15:10:28.379208+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:03:24.855055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261220+0000","last_change":"2024-04-15T15:10:27.452359+0000","last_active":"2024-04-15T15:10:29.261220+0000","last_peered":"2024-04-15T15:10:29.261220+0000","last_clean":"2024-04-15T15:10:29.261220+0000","last_became_active":"2024-04-15T15:10:27.451931+0000","last_became_peered":"2024-04-15T15:10:27.451931+0000","last_unstale":"2024-04-15T15:10:29.261220+0000","last_undegraded":"2024-04-15T15:10:29.261220+0000","last_fullsized":"2024-04-15T15:10:29.261220+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:32:12.764213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381505+0000","last_change":"2024-04-15T15:10:23.379987+0000","last_active":"2024-04-15T15:10:28.381505+0000","last_peered":"2024-04-15T15:10:28.381505+0000","last_clean":"2024-04-15T15:10:28.381505+0000","last_became_active":"2024-04-15T15:10:23.379649+0000","last_became_peered":"2024-04-15T15:10:23.379649+0000","last_unstale":"2024-04-15T15:10:28.381505+0000","last_undegraded":"2024-04-15T15:10:28.381505+0000","last_fullsized":"2024-04-15T15:10:28.381505+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:32.397719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261941+0000","last_change":"2024-04-15T15:10:22.346319+0000","last_active":"2024-04-15T15:10:29.261941+0000","last_peered":"2024-04-15T15:10:29.261941+0000","last_clean":"2024-04-15T15:10:29.261941+0000","last_became_active":"2024-04-15T15:10:22.345506+0000","last_became_peered":"2024-04-15T15:10:22.345506+0000","last_unstale":"2024-04-15T15:10:29.261941+0000","last_undegraded":"2024-04-15T15:10:29.261941+0000","last_fullsized":"2024-04-15T15:10:29.261941+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:36:16.998654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260780+0000","last_change":"2024-04-15T15:10:27.396940+0000","last_active":"2024-04-15T15:10:29.260780+0000","last_peered":"2024-04-15T15:10:29.260780+0000","last_clean":"2024-04-15T15:10:29.260780+0000","last_became_active":"2024-04-15T15:10:27.396330+0000","last_became_peered":"2024-04-15T15:10:27.396330+0000","last_unstale":"2024-04-15T15:10:29.260780+0000","last_undegraded":"2024-04-15T15:10:29.260780+0000","last_fullsized":"2024-04-15T15:10:29.260780+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:47:28.160338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261836+0000","last_change":"2024-04-15T15:10:23.377828+0000","last_active":"2024-04-15T15:10:29.261836+0000","last_peered":"2024-04-15T15:10:29.261836+0000","last_clean":"2024-04-15T15:10:29.261836+0000","last_became_active":"2024-04-15T15:10:23.376190+0000","last_became_peered":"2024-04-15T15:10:23.376190+0000","last_unstale":"2024-04-15T15:10:29.261836+0000","last_undegraded":"2024-04-15T15:10:29.261836+0000","last_fullsized":"2024-04-15T15:10:29.261836+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:31:24.796401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379247+0000","last_change":"2024-04-15T15:10:22.343693+0000","last_active":"2024-04-15T15:10:28.379247+0000","last_peered":"2024-04-15T15:10:28.379247+0000","last_clean":"2024-04-15T15:10:28.379247+0000","last_became_active":"2024-04-15T15:10:22.343397+0000","last_became_peered":"2024-04-15T15:10:22.343397+0000","last_unstale":"2024-04-15T15:10:28.379247+0000","last_undegraded":"2024-04-15T15:10:28.379247+0000","last_fullsized":"2024-04-15T15:10:28.379247+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:38:38.610048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380024+0000","last_change":"2024-04-15T15:10:27.453676+0000","last_active":"2024-04-15T15:10:28.380024+0000","last_peered":"2024-04-15T15:10:28.380024+0000","last_clean":"2024-04-15T15:10:28.380024+0000","last_became_active":"2024-04-15T15:10:27.453246+0000","last_became_peered":"2024-04-15T15:10:27.453246+0000","last_unstale":"2024-04-15T15:10:28.380024+0000","last_undegraded":"2024-04-15T15:10:28.380024+0000","last_fullsized":"2024-04-15T15:10:28.380024+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:31:28.835384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260860+0000","last_change":"2024-04-15T15:10:23.374258+0000","last_active":"2024-04-15T15:10:29.260860+0000","last_peered":"2024-04-15T15:10:29.260860+0000","last_clean":"2024-04-15T15:10:29.260860+0000","last_became_active":"2024-04-15T15:10:23.373960+0000","last_became_peered":"2024-04-15T15:10:23.373960+0000","last_unstale":"2024-04-15T15:10:29.260860+0000","last_undegraded":"2024-04-15T15:10:29.260860+0000","last_fullsized":"2024-04-15T15:10:29.260860+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:11.509259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381416+0000","last_change":"2024-04-15T15:10:22.350131+0000","last_active":"2024-04-15T15:10:28.381416+0000","last_peered":"2024-04-15T15:10:28.381416+0000","last_clean":"2024-04-15T15:10:28.381416+0000","last_became_active":"2024-04-15T15:10:22.349844+0000","last_became_peered":"2024-04-15T15:10:22.349844+0000","last_unstale":"2024-04-15T15:10:28.381416+0000","last_undegraded":"2024-04-15T15:10:28.381416+0000","last_fullsized":"2024-04-15T15:10:28.381416+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:59:06.526474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379821+0000","last_change":"2024-04-15T15:10:27.394520+0000","last_active":"2024-04-15T15:10:28.379821+0000","last_peered":"2024-04-15T15:10:28.379821+0000","last_clean":"2024-04-15T15:10:28.379821+0000","last_became_active":"2024-04-15T15:10:27.394194+0000","last_became_peered":"2024-04-15T15:10:27.394194+0000","last_unstale":"2024-04-15T15:10:28.379821+0000","last_undegraded":"2024-04-15T15:10:28.379821+0000","last_fullsized":"2024-04-15T15:10:28.379821+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:02.132394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260592+0000","last_change":"2024-04-15T15:10:23.369555+0000","last_active":"2024-04-15T15:10:29.260592+0000","last_peered":"2024-04-15T15:10:29.260592+0000","last_clean":"2024-04-15T15:10:29.260592+0000","last_became_active":"2024-04-15T15:10:23.368282+0000","last_became_peered":"2024-04-15T15:10:23.368282+0000","last_unstale":"2024-04-15T15:10:29.260592+0000","last_undegraded":"2024-04-15T15:10:29.260592+0000","last_fullsized":"2024-04-15T15:10:29.260592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:37:33.582947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":30,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.378831+0000","last_change":"2024-04-15T15:10:22.338672+0000","last_active":"2024-04-15T15:10:28.378831+0000","last_peered":"2024-04-15T15:10:28.378831+0000","last_clean":"2024-04-15T15:10:28.378831+0000","last_became_active":"2024-04-15T15:10:22.338379+0000","last_became_peered":"2024-04-15T15:10:22.338379+0000","last_unstale":"2024-04-15T15:10:28.378831+0000","last_undegraded":"2024-04-15T15:10:28.378831+0000","last_fullsized":"2024-04-15T15:10:28.378831+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:51.515441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260336+0000","last_change":"2024-04-15T15:10:27.393144+0000","last_active":"2024-04-15T15:10:29.260336+0000","last_peered":"2024-04-15T15:10:29.260336+0000","last_clean":"2024-04-15T15:10:29.260336+0000","last_became_active":"2024-04-15T15:10:27.392780+0000","last_became_peered":"2024-04-15T15:10:27.392780+0000","last_unstale":"2024-04-15T15:10:29.260336+0000","last_undegraded":"2024-04-15T15:10:29.260336+0000","last_fullsized":"2024-04-15T15:10:29.260336+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:57.967782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260863+0000","last_change":"2024-04-15T15:10:23.365220+0000","last_active":"2024-04-15T15:10:29.260863+0000","last_peered":"2024-04-15T15:10:29.260863+0000","last_clean":"2024-04-15T15:10:29.260863+0000","last_became_active":"2024-04-15T15:10:23.363931+0000","last_became_peered":"2024-04-15T15:10:23.363931+0000","last_unstale":"2024-04-15T15:10:29.260863+0000","last_undegraded":"2024-04-15T15:10:29.260863+0000","last_fullsized":"2024-04-15T15:10:29.260863+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:39.549489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261046+0000","last_change":"2024-04-15T15:10:22.346960+0000","last_active":"2024-04-15T15:10:29.261046+0000","last_peered":"2024-04-15T15:10:29.261046+0000","last_clean":"2024-04-15T15:10:29.261046+0000","last_became_active":"2024-04-15T15:10:22.346451+0000","last_became_peered":"2024-04-15T15:10:22.346451+0000","last_unstale":"2024-04-15T15:10:29.261046+0000","last_undegraded":"2024-04-15T15:10:29.261046+0000","last_fullsized":"2024-04-15T15:10:29.261046+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:15:44.859538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260681+0000","last_change":"2024-04-15T15:10:27.457366+0000","last_active":"2024-04-15T15:10:29.260681+0000","last_peered":"2024-04-15T15:10:29.260681+0000","last_clean":"2024-04-15T15:10:29.260681+0000","last_became_active":"2024-04-15T15:10:27.456939+0000","last_became_peered":"2024-04-15T15:10:27.456939+0000","last_unstale":"2024-04-15T15:10:29.260681+0000","last_undegraded":"2024-04-15T15:10:29.260681+0000","last_fullsized":"2024-04-15T15:10:29.260681+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:24:21.790743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261357+0000","last_change":"2024-04-15T15:10:23.370618+0000","last_active":"2024-04-15T15:10:29.261357+0000","last_peered":"2024-04-15T15:10:29.261357+0000","last_clean":"2024-04-15T15:10:29.261357+0000","last_became_active":"2024-04-15T15:10:23.370345+0000","last_became_peered":"2024-04-15T15:10:23.370345+0000","last_unstale":"2024-04-15T15:10:29.261357+0000","last_undegraded":"2024-04-15T15:10:29.261357+0000","last_fullsized":"2024-04-15T15:10:29.261357+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:32:08.725229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381697+0000","last_change":"2024-04-15T15:10:22.346474+0000","last_active":"2024-04-15T15:10:28.381697+0000","last_peered":"2024-04-15T15:10:28.381697+0000","last_clean":"2024-04-15T15:10:28.381697+0000","last_became_active":"2024-04-15T15:10:22.346182+0000","last_became_peered":"2024-04-15T15:10:22.346182+0000","last_unstale":"2024-04-15T15:10:28.381697+0000","last_undegraded":"2024-04-15T15:10:28.381697+0000","last_fullsized":"2024-04-15T15:10:28.381697+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:38:38.610048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261076+0000","last_change":"2024-04-15T15:10:27.453515+0000","last_active":"2024-04-15T15:10:29.261076+0000","last_peered":"2024-04-15T15:10:29.261076+0000","last_clean":"2024-04-15T15:10:29.261076+0000","last_became_active":"2024-04-15T15:10:27.451867+0000","last_became_peered":"2024-04-15T15:10:27.451867+0000","last_unstale":"2024-04-15T15:10:29.261076+0000","last_undegraded":"2024-04-15T15:10:29.261076+0000","last_fullsized":"2024-04-15T15:10:29.261076+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:15:16.005091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260261+0000","last_change":"2024-04-15T15:10:23.374572+0000","last_active":"2024-04-15T15:10:29.260261+0000","last_peered":"2024-04-15T15:10:29.260261+0000","last_clean":"2024-04-15T15:10:29.260261+0000","last_became_active":"2024-04-15T15:10:23.374309+0000","last_became_peered":"2024-04-15T15:10:23.374309+0000","last_unstale":"2024-04-15T15:10:29.260261+0000","last_undegraded":"2024-04-15T15:10:29.260261+0000","last_fullsized":"2024-04-15T15:10:29.260261+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:28:42.428854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261004+0000","last_change":"2024-04-15T15:10:22.348500+0000","last_active":"2024-04-15T15:10:29.261004+0000","last_peered":"2024-04-15T15:10:29.261004+0000","last_clean":"2024-04-15T15:10:29.261004+0000","last_became_active":"2024-04-15T15:10:22.348182+0000","last_became_peered":"2024-04-15T15:10:22.348182+0000","last_unstale":"2024-04-15T15:10:29.261004+0000","last_undegraded":"2024-04-15T15:10:29.261004+0000","last_fullsized":"2024-04-15T15:10:29.261004+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:10:10.189436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381959+0000","last_change":"2024-04-15T15:10:27.455008+0000","last_active":"2024-04-15T15:10:28.381959+0000","last_peered":"2024-04-15T15:10:28.381959+0000","last_clean":"2024-04-15T15:10:28.381959+0000","last_became_active":"2024-04-15T15:10:27.453887+0000","last_became_peered":"2024-04-15T15:10:27.453887+0000","last_unstale":"2024-04-15T15:10:28.381959+0000","last_undegraded":"2024-04-15T15:10:28.381959+0000","last_fullsized":"2024-04-15T15:10:28.381959+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:15:45.447461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260620+0000","last_change":"2024-04-15T15:10:23.379546+0000","last_active":"2024-04-15T15:10:29.260620+0000","last_peered":"2024-04-15T15:10:29.260620+0000","last_clean":"2024-04-15T15:10:29.260620+0000","last_became_active":"2024-04-15T15:10:23.378508+0000","last_became_peered":"2024-04-15T15:10:23.378508+0000","last_unstale":"2024-04-15T15:10:29.260620+0000","last_undegraded":"2024-04-15T15:10:29.260620+0000","last_fullsized":"2024-04-15T15:10:29.260620+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:50:41.630301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"24'9","reported_seq":31,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:32.910516+0000","last_change":"2024-04-15T15:10:22.348431+0000","last_active":"2024-04-15T15:10:32.910516+0000","last_peered":"2024-04-15T15:10:32.910516+0000","last_clean":"2024-04-15T15:10:32.910516+0000","last_became_active":"2024-04-15T15:10:22.348112+0000","last_became_peered":"2024-04-15T15:10:22.348112+0000","last_unstale":"2024-04-15T15:10:32.910516+0000","last_undegraded":"2024-04-15T15:10:32.910516+0000","last_fullsized":"2024-04-15T15:10:32.910516+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:03:14.278284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261884+0000","last_change":"2024-04-15T15:10:27.401017+0000","last_active":"2024-04-15T15:10:29.261884+0000","last_peered":"2024-04-15T15:10:29.261884+0000","last_clean":"2024-04-15T15:10:29.261884+0000","last_became_active":"2024-04-15T15:10:27.400633+0000","last_became_peered":"2024-04-15T15:10:27.400633+0000","last_unstale":"2024-04-15T15:10:29.261884+0000","last_undegraded":"2024-04-15T15:10:29.261884+0000","last_fullsized":"2024-04-15T15:10:29.261884+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:47:28.160338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381191+0000","last_change":"2024-04-15T15:10:23.376121+0000","last_active":"2024-04-15T15:10:28.381191+0000","last_peered":"2024-04-15T15:10:28.381191+0000","last_clean":"2024-04-15T15:10:28.381191+0000","last_became_active":"2024-04-15T15:10:23.375586+0000","last_became_peered":"2024-04-15T15:10:23.375586+0000","last_unstale":"2024-04-15T15:10:28.381191+0000","last_undegraded":"2024-04-15T15:10:28.381191+0000","last_fullsized":"2024-04-15T15:10:28.381191+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:23.784097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":25,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261850+0000","last_change":"2024-04-15T15:10:22.345240+0000","last_active":"2024-04-15T15:10:29.261850+0000","last_peered":"2024-04-15T15:10:29.261850+0000","last_clean":"2024-04-15T15:10:29.261850+0000","last_became_active":"2024-04-15T15:10:22.344814+0000","last_became_peered":"2024-04-15T15:10:22.344814+0000","last_unstale":"2024-04-15T15:10:29.261850+0000","last_undegraded":"2024-04-15T15:10:29.261850+0000","last_fullsized":"2024-04-15T15:10:29.261850+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:03:14.278284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380227+0000","last_change":"2024-04-15T15:10:27.401832+0000","last_active":"2024-04-15T15:10:28.380227+0000","last_peered":"2024-04-15T15:10:28.380227+0000","last_clean":"2024-04-15T15:10:28.380227+0000","last_became_active":"2024-04-15T15:10:27.401263+0000","last_became_peered":"2024-04-15T15:10:27.401263+0000","last_unstale":"2024-04-15T15:10:28.380227+0000","last_undegraded":"2024-04-15T15:10:28.380227+0000","last_fullsized":"2024-04-15T15:10:28.380227+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:57.112861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260538+0000","last_change":"2024-04-15T15:10:23.375731+0000","last_active":"2024-04-15T15:10:29.260538+0000","last_peered":"2024-04-15T15:10:29.260538+0000","last_clean":"2024-04-15T15:10:29.260538+0000","last_became_active":"2024-04-15T15:10:23.375466+0000","last_became_peered":"2024-04-15T15:10:23.375466+0000","last_unstale":"2024-04-15T15:10:29.260538+0000","last_undegraded":"2024-04-15T15:10:29.260538+0000","last_fullsized":"2024-04-15T15:10:29.260538+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:07:58.093410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381816+0000","last_change":"2024-04-15T15:10:22.347801+0000","last_active":"2024-04-15T15:10:28.381816+0000","last_peered":"2024-04-15T15:10:28.381816+0000","last_clean":"2024-04-15T15:10:28.381816+0000","last_became_active":"2024-04-15T15:10:22.347550+0000","last_became_peered":"2024-04-15T15:10:22.347550+0000","last_unstale":"2024-04-15T15:10:28.381816+0000","last_undegraded":"2024-04-15T15:10:28.381816+0000","last_fullsized":"2024-04-15T15:10:28.381816+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:03:24.855055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260062+0000","last_change":"2024-04-15T15:10:27.398776+0000","last_active":"2024-04-15T15:10:29.260062+0000","last_peered":"2024-04-15T15:10:29.260062+0000","last_clean":"2024-04-15T15:10:29.260062+0000","last_became_active":"2024-04-15T15:10:27.397931+0000","last_became_peered":"2024-04-15T15:10:27.397931+0000","last_unstale":"2024-04-15T15:10:29.260062+0000","last_undegraded":"2024-04-15T15:10:29.260062+0000","last_fullsized":"2024-04-15T15:10:29.260062+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:20:33.245741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381754+0000","last_change":"2024-04-15T15:10:23.369268+0000","last_active":"2024-04-15T15:10:28.381754+0000","last_peered":"2024-04-15T15:10:28.381754+0000","last_clean":"2024-04-15T15:10:28.381754+0000","last_became_active":"2024-04-15T15:10:23.368949+0000","last_became_peered":"2024-04-15T15:10:23.368949+0000","last_unstale":"2024-04-15T15:10:28.381754+0000","last_undegraded":"2024-04-15T15:10:28.381754+0000","last_fullsized":"2024-04-15T15:10:28.381754+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:32:08.725229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261817+0000","last_change":"2024-04-15T15:10:22.355161+0000","last_active":"2024-04-15T15:10:29.261817+0000","last_peered":"2024-04-15T15:10:29.261817+0000","last_clean":"2024-04-15T15:10:29.261817+0000","last_became_active":"2024-04-15T15:10:22.354870+0000","last_became_peered":"2024-04-15T15:10:22.354870+0000","last_unstale":"2024-04-15T15:10:29.261817+0000","last_undegraded":"2024-04-15T15:10:29.261817+0000","last_fullsized":"2024-04-15T15:10:29.261817+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:38:38.610048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260967+0000","last_change":"2024-04-15T15:10:27.453526+0000","last_active":"2024-04-15T15:10:29.260967+0000","last_peered":"2024-04-15T15:10:29.260967+0000","last_clean":"2024-04-15T15:10:29.260967+0000","last_became_active":"2024-04-15T15:10:27.453186+0000","last_became_peered":"2024-04-15T15:10:27.453186+0000","last_unstale":"2024-04-15T15:10:29.260967+0000","last_undegraded":"2024-04-15T15:10:29.260967+0000","last_fullsized":"2024-04-15T15:10:29.260967+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:41:41.123191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260191+0000","last_change":"2024-04-15T15:10:27.454755+0000","last_active":"2024-04-15T15:10:29.260191+0000","last_peered":"2024-04-15T15:10:29.260191+0000","last_clean":"2024-04-15T15:10:29.260191+0000","last_became_active":"2024-04-15T15:10:27.454309+0000","last_became_peered":"2024-04-15T15:10:27.454309+0000","last_unstale":"2024-04-15T15:10:29.260191+0000","last_undegraded":"2024-04-15T15:10:29.260191+0000","last_fullsized":"2024-04-15T15:10:29.260191+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:36.436703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261558+0000","last_change":"2024-04-15T15:10:23.377314+0000","last_active":"2024-04-15T15:10:29.261558+0000","last_peered":"2024-04-15T15:10:29.261558+0000","last_clean":"2024-04-15T15:10:29.261558+0000","last_became_active":"2024-04-15T15:10:23.375837+0000","last_became_peered":"2024-04-15T15:10:23.375837+0000","last_unstale":"2024-04-15T15:10:29.261558+0000","last_undegraded":"2024-04-15T15:10:29.261558+0000","last_fullsized":"2024-04-15T15:10:29.261558+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:40.505902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380025+0000","last_change":"2024-04-15T15:10:22.346568+0000","last_active":"2024-04-15T15:10:28.380025+0000","last_peered":"2024-04-15T15:10:28.380025+0000","last_clean":"2024-04-15T15:10:28.380025+0000","last_became_active":"2024-04-15T15:10:22.346274+0000","last_became_peered":"2024-04-15T15:10:22.346274+0000","last_unstale":"2024-04-15T15:10:28.380025+0000","last_undegraded":"2024-04-15T15:10:28.380025+0000","last_fullsized":"2024-04-15T15:10:28.380025+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:47:15.483791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261694+0000","last_change":"2024-04-15T15:10:27.401124+0000","last_active":"2024-04-15T15:10:29.261694+0000","last_peered":"2024-04-15T15:10:29.261694+0000","last_clean":"2024-04-15T15:10:29.261694+0000","last_became_active":"2024-04-15T15:10:27.400696+0000","last_became_peered":"2024-04-15T15:10:27.400696+0000","last_unstale":"2024-04-15T15:10:29.261694+0000","last_undegraded":"2024-04-15T15:10:29.261694+0000","last_fullsized":"2024-04-15T15:10:29.261694+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:36.436703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260017+0000","last_change":"2024-04-15T15:10:23.364000+0000","last_active":"2024-04-15T15:10:29.260017+0000","last_peered":"2024-04-15T15:10:29.260017+0000","last_clean":"2024-04-15T15:10:29.260017+0000","last_became_active":"2024-04-15T15:10:23.363695+0000","last_became_peered":"2024-04-15T15:10:23.363695+0000","last_unstale":"2024-04-15T15:10:29.260017+0000","last_undegraded":"2024-04-15T15:10:29.260017+0000","last_fullsized":"2024-04-15T15:10:29.260017+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:18.673878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261317+0000","last_change":"2024-04-15T15:10:22.345688+0000","last_active":"2024-04-15T15:10:29.261317+0000","last_peered":"2024-04-15T15:10:29.261317+0000","last_clean":"2024-04-15T15:10:29.261317+0000","last_became_active":"2024-04-15T15:10:22.345432+0000","last_became_peered":"2024-04-15T15:10:22.345432+0000","last_unstale":"2024-04-15T15:10:29.261317+0000","last_undegraded":"2024-04-15T15:10:29.261317+0000","last_fullsized":"2024-04-15T15:10:29.261317+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:10:10.189436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261294+0000","last_change":"2024-04-15T15:10:22.347690+0000","last_active":"2024-04-15T15:10:29.261294+0000","last_peered":"2024-04-15T15:10:29.261294+0000","last_clean":"2024-04-15T15:10:29.261294+0000","last_became_active":"2024-04-15T15:10:22.346467+0000","last_became_peered":"2024-04-15T15:10:22.346467+0000","last_unstale":"2024-04-15T15:10:29.261294+0000","last_undegraded":"2024-04-15T15:10:29.261294+0000","last_fullsized":"2024-04-15T15:10:29.261294+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:03:24.855055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260908+0000","last_change":"2024-04-15T15:10:23.361862+0000","last_active":"2024-04-15T15:10:29.260908+0000","last_peered":"2024-04-15T15:10:29.260908+0000","last_clean":"2024-04-15T15:10:29.260908+0000","last_became_active":"2024-04-15T15:10:23.361606+0000","last_became_peered":"2024-04-15T15:10:23.361606+0000","last_unstale":"2024-04-15T15:10:29.260908+0000","last_undegraded":"2024-04-15T15:10:29.260908+0000","last_fullsized":"2024-04-15T15:10:29.260908+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:53:04.229243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379158+0000","last_change":"2024-04-15T15:10:27.396895+0000","last_active":"2024-04-15T15:10:28.379158+0000","last_peered":"2024-04-15T15:10:28.379158+0000","last_clean":"2024-04-15T15:10:28.379158+0000","last_became_active":"2024-04-15T15:10:27.396529+0000","last_became_peered":"2024-04-15T15:10:27.396529+0000","last_unstale":"2024-04-15T15:10:28.379158+0000","last_undegraded":"2024-04-15T15:10:28.379158+0000","last_fullsized":"2024-04-15T15:10:28.379158+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:06:54.373374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261165+0000","last_change":"2024-04-15T15:10:22.350162+0000","last_active":"2024-04-15T15:10:29.261165+0000","last_peered":"2024-04-15T15:10:29.261165+0000","last_clean":"2024-04-15T15:10:29.261165+0000","last_became_active":"2024-04-15T15:10:22.349761+0000","last_became_peered":"2024-04-15T15:10:22.349761+0000","last_unstale":"2024-04-15T15:10:29.261165+0000","last_undegraded":"2024-04-15T15:10:29.261165+0000","last_fullsized":"2024-04-15T15:10:29.261165+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:15:44.859538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380797+0000","last_change":"2024-04-15T15:10:23.366531+0000","last_active":"2024-04-15T15:10:28.380797+0000","last_peered":"2024-04-15T15:10:28.380797+0000","last_clean":"2024-04-15T15:10:28.380797+0000","last_became_active":"2024-04-15T15:10:23.366265+0000","last_became_peered":"2024-04-15T15:10:23.366265+0000","last_unstale":"2024-04-15T15:10:28.380797+0000","last_undegraded":"2024-04-15T15:10:28.380797+0000","last_fullsized":"2024-04-15T15:10:28.380797+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:38:39.614429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261025+0000","last_change":"2024-04-15T15:10:27.398294+0000","last_active":"2024-04-15T15:10:29.261025+0000","last_peered":"2024-04-15T15:10:29.261025+0000","last_clean":"2024-04-15T15:10:29.261025+0000","last_became_active":"2024-04-15T15:10:27.397943+0000","last_became_peered":"2024-04-15T15:10:27.397943+0000","last_unstale":"2024-04-15T15:10:29.261025+0000","last_undegraded":"2024-04-15T15:10:29.261025+0000","last_fullsized":"2024-04-15T15:10:29.261025+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:18:34.702533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260343+0000","last_change":"2024-04-15T15:10:23.365507+0000","last_active":"2024-04-15T15:10:29.260343+0000","last_peered":"2024-04-15T15:10:29.260343+0000","last_clean":"2024-04-15T15:10:29.260343+0000","last_became_active":"2024-04-15T15:10:23.364929+0000","last_became_peered":"2024-04-15T15:10:23.364929+0000","last_unstale":"2024-04-15T15:10:29.260343+0000","last_undegraded":"2024-04-15T15:10:29.260343+0000","last_fullsized":"2024-04-15T15:10:29.260343+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:49:51.386049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.378945+0000","last_change":"2024-04-15T15:10:23.369787+0000","last_active":"2024-04-15T15:10:28.378945+0000","last_peered":"2024-04-15T15:10:28.378945+0000","last_clean":"2024-04-15T15:10:28.378945+0000","last_became_active":"2024-04-15T15:10:23.369529+0000","last_became_peered":"2024-04-15T15:10:23.369529+0000","last_unstale":"2024-04-15T15:10:28.378945+0000","last_undegraded":"2024-04-15T15:10:28.378945+0000","last_fullsized":"2024-04-15T15:10:28.378945+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:23.784097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381654+0000","last_change":"2024-04-15T15:10:23.360453+0000","last_active":"2024-04-15T15:10:28.381654+0000","last_peered":"2024-04-15T15:10:28.381654+0000","last_clean":"2024-04-15T15:10:28.381654+0000","last_became_active":"2024-04-15T15:10:23.360181+0000","last_became_peered":"2024-04-15T15:10:23.360181+0000","last_unstale":"2024-04-15T15:10:28.381654+0000","last_undegraded":"2024-04-15T15:10:28.381654+0000","last_fullsized":"2024-04-15T15:10:28.381654+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:07.266214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260825+0000","last_change":"2024-04-15T15:10:23.374703+0000","last_active":"2024-04-15T15:10:29.260825+0000","last_peered":"2024-04-15T15:10:29.260825+0000","last_clean":"2024-04-15T15:10:29.260825+0000","last_became_active":"2024-04-15T15:10:23.374431+0000","last_became_peered":"2024-04-15T15:10:23.374431+0000","last_unstale":"2024-04-15T15:10:29.260825+0000","last_undegraded":"2024-04-15T15:10:29.260825+0000","last_fullsized":"2024-04-15T15:10:29.260825+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:39.549489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.262272+0000","last_change":"2024-04-15T15:10:23.366399+0000","last_active":"2024-04-15T15:10:29.262272+0000","last_peered":"2024-04-15T15:10:29.262272+0000","last_clean":"2024-04-15T15:10:29.262272+0000","last_became_active":"2024-04-15T15:10:23.366133+0000","last_became_peered":"2024-04-15T15:10:23.366133+0000","last_unstale":"2024-04-15T15:10:29.262272+0000","last_undegraded":"2024-04-15T15:10:29.262272+0000","last_fullsized":"2024-04-15T15:10:29.262272+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:53:04.229243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261695+0000","last_change":"2024-04-15T15:10:23.378095+0000","last_active":"2024-04-15T15:10:29.261695+0000","last_peered":"2024-04-15T15:10:29.261695+0000","last_clean":"2024-04-15T15:10:29.261695+0000","last_became_active":"2024-04-15T15:10:23.377818+0000","last_became_peered":"2024-04-15T15:10:23.377818+0000","last_unstale":"2024-04-15T15:10:29.261695+0000","last_undegraded":"2024-04-15T15:10:29.261695+0000","last_fullsized":"2024-04-15T15:10:29.261695+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:53:04.229243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261713+0000","last_change":"2024-04-15T15:10:23.369042+0000","last_active":"2024-04-15T15:10:29.261713+0000","last_peered":"2024-04-15T15:10:29.261713+0000","last_clean":"2024-04-15T15:10:29.261713+0000","last_became_active":"2024-04-15T15:10:23.368779+0000","last_became_peered":"2024-04-15T15:10:23.368779+0000","last_unstale":"2024-04-15T15:10:29.261713+0000","last_undegraded":"2024-04-15T15:10:29.261713+0000","last_fullsized":"2024-04-15T15:10:29.261713+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:53:04.229243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260732+0000","last_change":"2024-04-15T15:10:23.365756+0000","last_active":"2024-04-15T15:10:29.260732+0000","last_peered":"2024-04-15T15:10:29.260732+0000","last_clean":"2024-04-15T15:10:29.260732+0000","last_became_active":"2024-04-15T15:10:23.365404+0000","last_became_peered":"2024-04-15T15:10:23.365404+0000","last_unstale":"2024-04-15T15:10:29.260732+0000","last_undegraded":"2024-04-15T15:10:29.260732+0000","last_fullsized":"2024-04-15T15:10:29.260732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:31:49.626738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379927+0000","last_change":"2024-04-15T15:10:23.367343+0000","last_active":"2024-04-15T15:10:28.379927+0000","last_peered":"2024-04-15T15:10:28.379927+0000","last_clean":"2024-04-15T15:10:28.379927+0000","last_became_active":"2024-04-15T15:10:23.367092+0000","last_became_peered":"2024-04-15T15:10:23.367092+0000","last_unstale":"2024-04-15T15:10:28.379927+0000","last_undegraded":"2024-04-15T15:10:28.379927+0000","last_fullsized":"2024-04-15T15:10:28.379927+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:07:58.093410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261185+0000","last_change":"2024-04-15T15:10:23.365148+0000","last_active":"2024-04-15T15:10:29.261185+0000","last_peered":"2024-04-15T15:10:29.261185+0000","last_clean":"2024-04-15T15:10:29.261185+0000","last_became_active":"2024-04-15T15:10:23.364926+0000","last_became_peered":"2024-04-15T15:10:23.364926+0000","last_unstale":"2024-04-15T15:10:29.261185+0000","last_undegraded":"2024-04-15T15:10:29.261185+0000","last_fullsized":"2024-04-15T15:10:29.261185+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:40.505902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381526+0000","last_change":"2024-04-15T15:10:23.377832+0000","last_active":"2024-04-15T15:10:28.381526+0000","last_peered":"2024-04-15T15:10:28.381526+0000","last_clean":"2024-04-15T15:10:28.381526+0000","last_became_active":"2024-04-15T15:10:23.377564+0000","last_became_peered":"2024-04-15T15:10:23.377564+0000","last_unstale":"2024-04-15T15:10:28.381526+0000","last_undegraded":"2024-04-15T15:10:28.381526+0000","last_fullsized":"2024-04-15T15:10:28.381526+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:53.073877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260116+0000","last_change":"2024-04-15T15:10:23.375561+0000","last_active":"2024-04-15T15:10:29.260116+0000","last_peered":"2024-04-15T15:10:29.260116+0000","last_clean":"2024-04-15T15:10:29.260116+0000","last_became_active":"2024-04-15T15:10:23.374959+0000","last_became_peered":"2024-04-15T15:10:23.374959+0000","last_unstale":"2024-04-15T15:10:29.260116+0000","last_undegraded":"2024-04-15T15:10:29.260116+0000","last_fullsized":"2024-04-15T15:10:29.260116+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:08.514163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261433+0000","last_change":"2024-04-15T15:10:23.361921+0000","last_active":"2024-04-15T15:10:29.261433+0000","last_peered":"2024-04-15T15:10:29.261433+0000","last_clean":"2024-04-15T15:10:29.261433+0000","last_became_active":"2024-04-15T15:10:23.361399+0000","last_became_peered":"2024-04-15T15:10:23.361399+0000","last_unstale":"2024-04-15T15:10:29.261433+0000","last_undegraded":"2024-04-15T15:10:29.261433+0000","last_fullsized":"2024-04-15T15:10:29.261433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:18.673878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260993+0000","last_change":"2024-04-15T15:10:23.374970+0000","last_active":"2024-04-15T15:10:29.260993+0000","last_peered":"2024-04-15T15:10:29.260993+0000","last_clean":"2024-04-15T15:10:29.260993+0000","last_became_active":"2024-04-15T15:10:23.374672+0000","last_became_peered":"2024-04-15T15:10:23.374672+0000","last_unstale":"2024-04-15T15:10:29.260993+0000","last_undegraded":"2024-04-15T15:10:29.260993+0000","last_fullsized":"2024-04-15T15:10:29.260993+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:38:21.264250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379218+0000","last_change":"2024-04-15T15:10:23.364213+0000","last_active":"2024-04-15T15:10:28.379218+0000","last_peered":"2024-04-15T15:10:28.379218+0000","last_clean":"2024-04-15T15:10:28.379218+0000","last_became_active":"2024-04-15T15:10:23.363319+0000","last_became_peered":"2024-04-15T15:10:23.363319+0000","last_unstale":"2024-04-15T15:10:28.379218+0000","last_undegraded":"2024-04-15T15:10:28.379218+0000","last_fullsized":"2024-04-15T15:10:28.379218+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:36:18.003035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.382236+0000","last_change":"2024-04-15T15:10:23.378143+0000","last_active":"2024-04-15T15:10:28.382236+0000","last_peered":"2024-04-15T15:10:28.382236+0000","last_clean":"2024-04-15T15:10:28.382236+0000","last_became_active":"2024-04-15T15:10:23.377865+0000","last_became_peered":"2024-04-15T15:10:23.377865+0000","last_unstale":"2024-04-15T15:10:28.382236+0000","last_undegraded":"2024-04-15T15:10:28.382236+0000","last_fullsized":"2024-04-15T15:10:28.382236+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:11.509259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379754+0000","last_change":"2024-04-15T15:10:23.362209+0000","last_active":"2024-04-15T15:10:28.379754+0000","last_peered":"2024-04-15T15:10:28.379754+0000","last_clean":"2024-04-15T15:10:28.379754+0000","last_became_active":"2024-04-15T15:10:23.361944+0000","last_became_peered":"2024-04-15T15:10:23.361944+0000","last_unstale":"2024-04-15T15:10:28.379754+0000","last_undegraded":"2024-04-15T15:10:28.379754+0000","last_fullsized":"2024-04-15T15:10:28.379754+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:53:04.229243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261651+0000","last_change":"2024-04-15T15:10:23.364023+0000","last_active":"2024-04-15T15:10:29.261651+0000","last_peered":"2024-04-15T15:10:29.261651+0000","last_clean":"2024-04-15T15:10:29.261651+0000","last_became_active":"2024-04-15T15:10:23.363782+0000","last_became_peered":"2024-04-15T15:10:23.363782+0000","last_unstale":"2024-04-15T15:10:29.261651+0000","last_undegraded":"2024-04-15T15:10:29.261651+0000","last_fullsized":"2024-04-15T15:10:29.261651+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:39.549489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260244+0000","last_change":"2024-04-15T15:10:23.369037+0000","last_active":"2024-04-15T15:10:29.260244+0000","last_peered":"2024-04-15T15:10:29.260244+0000","last_clean":"2024-04-15T15:10:29.260244+0000","last_became_active":"2024-04-15T15:10:23.368700+0000","last_became_peered":"2024-04-15T15:10:23.368700+0000","last_unstale":"2024-04-15T15:10:29.260244+0000","last_undegraded":"2024-04-15T15:10:29.260244+0000","last_fullsized":"2024-04-15T15:10:29.260244+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:06:50.334390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260820+0000","last_change":"2024-04-15T15:10:23.370764+0000","last_active":"2024-04-15T15:10:29.260820+0000","last_peered":"2024-04-15T15:10:29.260820+0000","last_clean":"2024-04-15T15:10:29.260820+0000","last_became_active":"2024-04-15T15:10:23.370462+0000","last_became_peered":"2024-04-15T15:10:23.370462+0000","last_unstale":"2024-04-15T15:10:29.260820+0000","last_undegraded":"2024-04-15T15:10:29.260820+0000","last_fullsized":"2024-04-15T15:10:29.260820+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:07:19.941188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381105+0000","last_change":"2024-04-15T15:10:23.365014+0000","last_active":"2024-04-15T15:10:28.381105+0000","last_peered":"2024-04-15T15:10:28.381105+0000","last_clean":"2024-04-15T15:10:28.381105+0000","last_became_active":"2024-04-15T15:10:23.364526+0000","last_became_peered":"2024-04-15T15:10:23.364526+0000","last_unstale":"2024-04-15T15:10:28.381105+0000","last_undegraded":"2024-04-15T15:10:28.381105+0000","last_fullsized":"2024-04-15T15:10:28.381105+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:36:18.003035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261568+0000","last_change":"2024-04-15T15:10:23.372448+0000","last_active":"2024-04-15T15:10:29.261568+0000","last_peered":"2024-04-15T15:10:29.261568+0000","last_clean":"2024-04-15T15:10:29.261568+0000","last_became_active":"2024-04-15T15:10:23.372188+0000","last_became_peered":"2024-04-15T15:10:23.372188+0000","last_unstale":"2024-04-15T15:10:29.261568+0000","last_undegraded":"2024-04-15T15:10:29.261568+0000","last_fullsized":"2024-04-15T15:10:29.261568+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:08.514163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261697+0000","last_change":"2024-04-15T15:10:23.371730+0000","last_active":"2024-04-15T15:10:29.261697+0000","last_peered":"2024-04-15T15:10:29.261697+0000","last_clean":"2024-04-15T15:10:29.261697+0000","last_became_active":"2024-04-15T15:10:23.371473+0000","last_became_peered":"2024-04-15T15:10:23.371473+0000","last_unstale":"2024-04-15T15:10:29.261697+0000","last_undegraded":"2024-04-15T15:10:29.261697+0000","last_fullsized":"2024-04-15T15:10:29.261697+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:07:58.093410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261769+0000","last_change":"2024-04-15T15:10:23.381435+0000","last_active":"2024-04-15T15:10:29.261769+0000","last_peered":"2024-04-15T15:10:29.261769+0000","last_clean":"2024-04-15T15:10:29.261769+0000","last_became_active":"2024-04-15T15:10:23.380723+0000","last_became_peered":"2024-04-15T15:10:23.380723+0000","last_unstale":"2024-04-15T15:10:29.261769+0000","last_undegraded":"2024-04-15T15:10:29.261769+0000","last_fullsized":"2024-04-15T15:10:29.261769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:43:35.045892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.259919+0000","last_change":"2024-04-15T15:10:23.373140+0000","last_active":"2024-04-15T15:10:29.259919+0000","last_peered":"2024-04-15T15:10:29.259919+0000","last_clean":"2024-04-15T15:10:29.259919+0000","last_became_active":"2024-04-15T15:10:23.372849+0000","last_became_peered":"2024-04-15T15:10:23.372849+0000","last_unstale":"2024-04-15T15:10:29.259919+0000","last_undegraded":"2024-04-15T15:10:29.259919+0000","last_fullsized":"2024-04-15T15:10:29.259919+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:08.514163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260539+0000","last_change":"2024-04-15T15:10:23.370042+0000","last_active":"2024-04-15T15:10:29.260539+0000","last_peered":"2024-04-15T15:10:29.260539+0000","last_clean":"2024-04-15T15:10:29.260539+0000","last_became_active":"2024-04-15T15:10:23.369709+0000","last_became_peered":"2024-04-15T15:10:23.369709+0000","last_unstale":"2024-04-15T15:10:29.260539+0000","last_undegraded":"2024-04-15T15:10:29.260539+0000","last_fullsized":"2024-04-15T15:10:29.260539+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:31:49.626738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381382+0000","last_change":"2024-04-15T15:10:23.363018+0000","last_active":"2024-04-15T15:10:28.381382+0000","last_peered":"2024-04-15T15:10:28.381382+0000","last_clean":"2024-04-15T15:10:28.381382+0000","last_became_active":"2024-04-15T15:10:23.362760+0000","last_became_peered":"2024-04-15T15:10:23.362760+0000","last_unstale":"2024-04-15T15:10:28.381382+0000","last_undegraded":"2024-04-15T15:10:28.381382+0000","last_fullsized":"2024-04-15T15:10:28.381382+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:07:19.941188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261188+0000","last_change":"2024-04-15T15:10:23.374283+0000","last_active":"2024-04-15T15:10:29.261188+0000","last_peered":"2024-04-15T15:10:29.261188+0000","last_clean":"2024-04-15T15:10:29.261188+0000","last_became_active":"2024-04-15T15:10:23.374022+0000","last_became_peered":"2024-04-15T15:10:23.374022+0000","last_unstale":"2024-04-15T15:10:29.261188+0000","last_undegraded":"2024-04-15T15:10:29.261188+0000","last_fullsized":"2024-04-15T15:10:29.261188+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:53.928799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381402+0000","last_change":"2024-04-15T15:10:23.379923+0000","last_active":"2024-04-15T15:10:28.381402+0000","last_peered":"2024-04-15T15:10:28.381402+0000","last_clean":"2024-04-15T15:10:28.381402+0000","last_became_active":"2024-04-15T15:10:23.379279+0000","last_became_peered":"2024-04-15T15:10:23.379279+0000","last_unstale":"2024-04-15T15:10:28.381402+0000","last_undegraded":"2024-04-15T15:10:28.381402+0000","last_fullsized":"2024-04-15T15:10:28.381402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:50:41.630301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260468+0000","last_change":"2024-04-15T15:10:23.366923+0000","last_active":"2024-04-15T15:10:29.260468+0000","last_peered":"2024-04-15T15:10:29.260468+0000","last_clean":"2024-04-15T15:10:29.260468+0000","last_became_active":"2024-04-15T15:10:23.366656+0000","last_became_peered":"2024-04-15T15:10:23.366656+0000","last_unstale":"2024-04-15T15:10:29.260468+0000","last_undegraded":"2024-04-15T15:10:29.260468+0000","last_fullsized":"2024-04-15T15:10:29.260468+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:07:19.941188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.262041+0000","last_change":"2024-04-15T15:10:23.370615+0000","last_active":"2024-04-15T15:10:29.262041+0000","last_peered":"2024-04-15T15:10:29.262041+0000","last_clean":"2024-04-15T15:10:29.262041+0000","last_became_active":"2024-04-15T15:10:23.370375+0000","last_became_peered":"2024-04-15T15:10:23.370375+0000","last_unstale":"2024-04-15T15:10:29.262041+0000","last_undegraded":"2024-04-15T15:10:29.262041+0000","last_fullsized":"2024-04-15T15:10:29.262041+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:07:58.093410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261134+0000","last_change":"2024-04-15T15:10:23.372936+0000","last_active":"2024-04-15T15:10:29.261134+0000","last_peered":"2024-04-15T15:10:29.261134+0000","last_clean":"2024-04-15T15:10:29.261134+0000","last_became_active":"2024-04-15T15:10:23.372670+0000","last_became_peered":"2024-04-15T15:10:23.372670+0000","last_unstale":"2024-04-15T15:10:29.261134+0000","last_undegraded":"2024-04-15T15:10:29.261134+0000","last_fullsized":"2024-04-15T15:10:29.261134+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:47:24.121354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4640,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574857,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27852,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343988,"statfs":{"total":96636764160,"available":96608243712,"internally_reserved":0,"allocated":851968,"data_stored":691206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574857,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":266240,"data_stored":104098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574856,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27280,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344560,"statfs":{"total":96636764160,"available":96608829440,"internally_reserved":0,"allocated":258048,"data_stored":100346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574858,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":266240,"data_stored":100382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574857,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":266240,"data_stored":104098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574857,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27280,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344560,"statfs":{"total":96636764160,"available":96608829440,"internally_reserved":0,"allocated":253952,"data_stored":100256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":262144,"data_stored":100416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574857,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27860,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343980,"statfs":{"total":96636764160,"available":96608235520,"internally_reserved":0,"allocated":860160,"data_stored":691262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T15:10:44.840 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-15T15:10:44.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.976+0000 7f243517c640 1 Processor -- start 2024-04-15T15:10:44.978 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.976+0000 7f243517c640 1 -- start start 2024-04-15T15:10:44.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.976+0000 7f243517c640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f24300d1790 0x7f24300b66b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.976+0000 7f243517c640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f243015caf0 con 0x7f243015c710 2024-04-15T15:10:44.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.976+0000 7f243517c640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f243006f510 con 0x7f24300b5790 2024-04-15T15:10:44.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.976+0000 7f243517c640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f24300ccb90 con 0x7f24300d1790 2024-04-15T15:10:44.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.977+0000 7f242ed9d640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f243015c710 0x7f24300d1080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:33298/0 (socket says 172.21.15.84:33298) 2024-04-15T15:10:44.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.977+0000 7f242ed9d640 1 -- 172.21.15.84:0/913255141 learned_addr learned my addr 172.21.15.84:0/913255141 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:44.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.977+0000 7f242e59c640 1 --2- 172.21.15.84:0/913255141 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f24300d1790 0x7f24300b66b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.977+0000 7f242dd9b640 1 -- 172.21.15.84:0/913255141 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 96463752 0 0) 0x7f243015caf0 con 0x7f243015c710 2024-04-15T15:10:44.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.977+0000 7f242dd9b640 1 -- 172.21.15.84:0/913255141 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f241c003520 con 0x7f243015c710 2024-04-15T15:10:44.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.977+0000 7f242e59c640 1 -- 172.21.15.84:0/913255141 >> v1:172.21.15.203:6789/0 conn(0x7f24300b5790 legacy=0x7f24300cd950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.977+0000 7f242e59c640 1 -- 172.21.15.84:0/913255141 >> v1:172.21.15.84:6789/0 conn(0x7f243015c710 legacy=0x7f24300d1080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.977+0000 7f242dd9b640 1 -- 172.21.15.84:0/913255141 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4275981902 0 0) 0x7f243006f510 con 0x7f24300b5790 2024-04-15T15:10:44.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.977+0000 7f242e59c640 1 -- 172.21.15.84:0/913255141 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24300cce70 con 0x7f24300d1790 2024-04-15T15:10:44.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.978+0000 7f242e59c640 1 --2- 172.21.15.84:0/913255141 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f24300d1790 0x7f24300b66b0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f24180097d0 tx=0x7f241802b7b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5cea8618de6af422 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.978+0000 7f242dd9b640 1 -- 172.21.15.84:0/913255141 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2418037070 con 0x7f24300d1790 2024-04-15T15:10:44.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.978+0000 7f242dd9b640 1 -- 172.21.15.84:0/913255141 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2418030510 con 0x7f24300d1790 2024-04-15T15:10:44.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.978+0000 7f242dd9b640 1 -- 172.21.15.84:0/913255141 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2420001670 con 0x7f24300d1790 2024-04-15T15:10:44.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.978+0000 7f243517c640 1 -- 172.21.15.84:0/913255141 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f24300d1790 msgr2=0x7f24300b66b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.978+0000 7f243517c640 1 --2- 172.21.15.84:0/913255141 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f24300d1790 0x7f24300b66b0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f24180097d0 tx=0x7f241802b7b0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.979+0000 7f243517c640 1 -- 172.21.15.84:0/913255141 shutdown_connections 2024-04-15T15:10:44.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.979+0000 7f243517c640 1 --2- 172.21.15.84:0/913255141 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f24300d1790 0x7f24300b66b0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.979+0000 7f243517c640 1 -- 172.21.15.84:0/913255141 >> 172.21.15.84:0/913255141 conn(0x7f24300b3f90 msgr2=0x7f24300b43a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:44.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.979+0000 7f243517c640 1 -- 172.21.15.84:0/913255141 shutdown_connections 2024-04-15T15:10:44.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.979+0000 7f243517c640 1 -- 172.21.15.84:0/913255141 wait complete. 2024-04-15T15:10:44.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.980+0000 7f243517c640 1 Processor -- start 2024-04-15T15:10:44.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.980+0000 7f243517c640 1 -- start start 2024-04-15T15:10:44.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f243517c640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f24300b5790 0x7f2430158a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f243517c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24300d1790 0x7f24300c82c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f243517c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f243015c710 0x7f24300c8800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f243517c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f24300d1cd0 con 0x7f243015c710 2024-04-15T15:10:44.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f243517c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f24300cd430 con 0x7f24300d1790 2024-04-15T15:10:44.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f243517c640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f24300b6cd0 con 0x7f24300b5790 2024-04-15T15:10:44.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f242f59e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f243015c710 0x7f24300c8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f242f59e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f243015c710 0x7f24300c8800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46844/0 (socket says 172.21.15.84:46844) 2024-04-15T15:10:44.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f242f59e640 1 -- 172.21.15.84:0/657065959 learned_addr learned my addr 172.21.15.84:0/657065959 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:44.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f242ed9d640 1 --2- 172.21.15.84:0/657065959 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f24300b5790 0x7f2430158a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f242e59c640 1 --2- 172.21.15.84:0/657065959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24300d1790 0x7f24300c82c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f242f59e640 1 -- 172.21.15.84:0/657065959 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f24300b5790 msgr2=0x7f2430158a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f242f59e640 1 --2- 172.21.15.84:0/657065959 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f24300b5790 0x7f2430158a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f242f59e640 1 -- 172.21.15.84:0/657065959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24300d1790 msgr2=0x7f24300c82c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:44.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f242f59e640 1 --2- 172.21.15.84:0/657065959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24300d1790 0x7f24300c82c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:44.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f242f59e640 1 -- 172.21.15.84:0/657065959 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2430158fc0 con 0x7f243015c710 2024-04-15T15:10:44.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f242ed9d640 1 --2- 172.21.15.84:0/657065959 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f24300b5790 0x7f2430158a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:44.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f242f59e640 1 --2- 172.21.15.84:0/657065959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f243015c710 0x7f24300c8800 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f242800c760 tx=0x7f242800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f24277fe640 1 -- 172.21.15.84:0/657065959 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2428003da0 con 0x7f243015c710 2024-04-15T15:10:44.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f24277fe640 1 -- 172.21.15.84:0/657065959 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2428005070 con 0x7f243015c710 2024-04-15T15:10:44.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f24277fe640 1 -- 172.21.15.84:0/657065959 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2428005460 con 0x7f243015c710 2024-04-15T15:10:44.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.981+0000 7f243517c640 1 -- 172.21.15.84:0/657065959 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24300c7080 con 0x7f243015c710 2024-04-15T15:10:44.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.982+0000 7f243517c640 1 -- 172.21.15.84:0/657065959 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24300c7640 con 0x7f243015c710 2024-04-15T15:10:44.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.983+0000 7f243517c640 1 -- 172.21.15.84:0/657065959 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24300689e0 con 0x7f243015c710 2024-04-15T15:10:44.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.983+0000 7f24277fe640 1 -- 172.21.15.84:0/657065959 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f2428005600 con 0x7f243015c710 2024-04-15T15:10:44.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.984+0000 7f24277fe640 1 --2- 172.21.15.84:0/657065959 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f241006c8f0 0x7f241006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:44.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.984+0000 7f242ed9d640 1 --2- 172.21.15.84:0/657065959 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f241006c8f0 0x7f241006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:44.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.984+0000 7f24277fe640 1 -- 172.21.15.84:0/657065959 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f242808be20 con 0x7f243015c710 2024-04-15T15:10:44.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.984+0000 7f242ed9d640 1 --2- 172.21.15.84:0/657065959 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f241006c8f0 0x7f241006edb0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f2420001700 tx=0x7f24200019d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:44.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:44.988+0000 7f24277fe640 1 -- 172.21.15.84:0/657065959 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f2428059e90 con 0x7f243015c710 2024-04-15T15:10:45.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.158+0000 7f243517c640 1 -- 172.21.15.84:0/657065959 --> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f243015c050 con 0x7f241006c8f0 2024-04-15T15:10:45.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.166+0000 7f24277fe640 1 -- 172.21.15.84:0/657065959 <== mgr.4107 v2:172.21.15.84:6832/2096029421 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+332534 (secure 0 0 0) 0x7f243015c050 con 0x7f241006c8f0 2024-04-15T15:10:45.311 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:45.313 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-15T15:10:45.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.169+0000 7f243517c640 1 -- 172.21.15.84:0/657065959 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f241006c8f0 msgr2=0x7f241006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:45.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.169+0000 7f243517c640 1 --2- 172.21.15.84:0/657065959 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f241006c8f0 0x7f241006edb0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f2420001700 tx=0x7f24200019d0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.169+0000 7f243517c640 1 -- 172.21.15.84:0/657065959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f243015c710 msgr2=0x7f24300c8800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:45.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.169+0000 7f243517c640 1 --2- 172.21.15.84:0/657065959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f243015c710 0x7f24300c8800 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f242800c760 tx=0x7f242800cc20 comp rx=0 tx=0).stop 2024-04-15T15:10:45.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.169+0000 7f243517c640 1 -- 172.21.15.84:0/657065959 shutdown_connections 2024-04-15T15:10:45.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.169+0000 7f243517c640 1 --2- 172.21.15.84:0/657065959 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f241006c8f0 0x7f241006edb0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.169+0000 7f243517c640 1 --2- 172.21.15.84:0/657065959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24300d1790 0x7f24300c82c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.169+0000 7f243517c640 1 --2- 172.21.15.84:0/657065959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f243015c710 0x7f24300c8800 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.169+0000 7f243517c640 1 --2- 172.21.15.84:0/657065959 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f24300b5790 0x7f2430158a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.169+0000 7f243517c640 1 -- 172.21.15.84:0/657065959 >> 172.21.15.84:0/657065959 conn(0x7f24300b3f90 msgr2=0x7f24300b3130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:45.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.169+0000 7f243517c640 1 -- 172.21.15.84:0/657065959 shutdown_connections 2024-04-15T15:10:45.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.169+0000 7f243517c640 1 -- 172.21.15.84:0/657065959 wait complete. 2024-04-15T15:10:45.316 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":35,"stamp":"2024-04-15T15:10:44.554932+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595008,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219388,"kb_used_data":3208,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755332,"statfs":{"total":773094113280,"available":772869459968,"internally_reserved":0,"allocated":3284992,"data_stored":1992064,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2230,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002628"},"pg_stats":[{"pgid":"2.1f","version":"19'4","reported_seq":26,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260578+0000","last_change":"2024-04-15T15:10:22.352005+0000","last_active":"2024-04-15T15:10:29.260578+0000","last_peered":"2024-04-15T15:10:29.260578+0000","last_clean":"2024-04-15T15:10:29.260578+0000","last_became_active":"2024-04-15T15:10:22.351725+0000","last_became_peered":"2024-04-15T15:10:22.351725+0000","last_unstale":"2024-04-15T15:10:29.260578+0000","last_undegraded":"2024-04-15T15:10:29.260578+0000","last_fullsized":"2024-04-15T15:10:29.260578+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:57:51.201863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260548+0000","last_change":"2024-04-15T15:10:23.371458+0000","last_active":"2024-04-15T15:10:29.260548+0000","last_peered":"2024-04-15T15:10:29.260548+0000","last_clean":"2024-04-15T15:10:29.260548+0000","last_became_active":"2024-04-15T15:10:23.371026+0000","last_became_peered":"2024-04-15T15:10:23.371026+0000","last_unstale":"2024-04-15T15:10:29.260548+0000","last_undegraded":"2024-04-15T15:10:29.260548+0000","last_fullsized":"2024-04-15T15:10:29.260548+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:07.266214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.262213+0000","last_change":"2024-04-15T15:10:27.457510+0000","last_active":"2024-04-15T15:10:29.262213+0000","last_peered":"2024-04-15T15:10:29.262213+0000","last_clean":"2024-04-15T15:10:29.262213+0000","last_became_active":"2024-04-15T15:10:27.457079+0000","last_became_peered":"2024-04-15T15:10:27.457079+0000","last_unstale":"2024-04-15T15:10:29.262213+0000","last_undegraded":"2024-04-15T15:10:29.262213+0000","last_fullsized":"2024-04-15T15:10:29.262213+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:56:36.575920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260789+0000","last_change":"2024-04-15T15:10:22.349388+0000","last_active":"2024-04-15T15:10:29.260789+0000","last_peered":"2024-04-15T15:10:29.260789+0000","last_clean":"2024-04-15T15:10:29.260789+0000","last_became_active":"2024-04-15T15:10:22.349093+0000","last_became_peered":"2024-04-15T15:10:22.349093+0000","last_unstale":"2024-04-15T15:10:29.260789+0000","last_undegraded":"2024-04-15T15:10:29.260789+0000","last_fullsized":"2024-04-15T15:10:29.260789+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:51.515441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260359+0000","last_change":"2024-04-15T15:10:23.366878+0000","last_active":"2024-04-15T15:10:29.260359+0000","last_peered":"2024-04-15T15:10:29.260359+0000","last_clean":"2024-04-15T15:10:29.260359+0000","last_became_active":"2024-04-15T15:10:23.366613+0000","last_became_peered":"2024-04-15T15:10:23.366613+0000","last_unstale":"2024-04-15T15:10:29.260359+0000","last_undegraded":"2024-04-15T15:10:29.260359+0000","last_fullsized":"2024-04-15T15:10:29.260359+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:18.673878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380681+0000","last_change":"2024-04-15T15:10:27.397318+0000","last_active":"2024-04-15T15:10:28.380681+0000","last_peered":"2024-04-15T15:10:28.380681+0000","last_clean":"2024-04-15T15:10:28.380681+0000","last_became_active":"2024-04-15T15:10:27.396636+0000","last_became_peered":"2024-04-15T15:10:27.396636+0000","last_unstale":"2024-04-15T15:10:28.380681+0000","last_undegraded":"2024-04-15T15:10:28.380681+0000","last_fullsized":"2024-04-15T15:10:28.380681+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:31:53.665722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260863+0000","last_change":"2024-04-15T15:10:22.352560+0000","last_active":"2024-04-15T15:10:29.260863+0000","last_peered":"2024-04-15T15:10:29.260863+0000","last_clean":"2024-04-15T15:10:29.260863+0000","last_became_active":"2024-04-15T15:10:22.352278+0000","last_became_peered":"2024-04-15T15:10:22.352278+0000","last_unstale":"2024-04-15T15:10:29.260863+0000","last_undegraded":"2024-04-15T15:10:29.260863+0000","last_fullsized":"2024-04-15T15:10:29.260863+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:01:15.537253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381504+0000","last_change":"2024-04-15T15:10:23.354865+0000","last_active":"2024-04-15T15:10:28.381504+0000","last_peered":"2024-04-15T15:10:28.381504+0000","last_clean":"2024-04-15T15:10:28.381504+0000","last_became_active":"2024-04-15T15:10:23.354572+0000","last_became_peered":"2024-04-15T15:10:23.354572+0000","last_unstale":"2024-04-15T15:10:28.381504+0000","last_undegraded":"2024-04-15T15:10:28.381504+0000","last_fullsized":"2024-04-15T15:10:28.381504+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:53.928799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380003+0000","last_change":"2024-04-15T15:10:27.402162+0000","last_active":"2024-04-15T15:10:28.380003+0000","last_peered":"2024-04-15T15:10:28.380003+0000","last_clean":"2024-04-15T15:10:28.380003+0000","last_became_active":"2024-04-15T15:10:27.401725+0000","last_became_peered":"2024-04-15T15:10:27.401725+0000","last_unstale":"2024-04-15T15:10:28.380003+0000","last_undegraded":"2024-04-15T15:10:28.380003+0000","last_fullsized":"2024-04-15T15:10:28.380003+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:07:23.980172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260722+0000","last_change":"2024-04-15T15:10:22.351109+0000","last_active":"2024-04-15T15:10:29.260722+0000","last_peered":"2024-04-15T15:10:29.260722+0000","last_clean":"2024-04-15T15:10:29.260722+0000","last_became_active":"2024-04-15T15:10:22.350797+0000","last_became_peered":"2024-04-15T15:10:22.350797+0000","last_unstale":"2024-04-15T15:10:29.260722+0000","last_undegraded":"2024-04-15T15:10:29.260722+0000","last_fullsized":"2024-04-15T15:10:29.260722+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:36:16.998654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381840+0000","last_change":"2024-04-15T15:10:23.364976+0000","last_active":"2024-04-15T15:10:28.381840+0000","last_peered":"2024-04-15T15:10:28.381840+0000","last_clean":"2024-04-15T15:10:28.381840+0000","last_became_active":"2024-04-15T15:10:23.364686+0000","last_became_peered":"2024-04-15T15:10:23.364686+0000","last_unstale":"2024-04-15T15:10:28.381840+0000","last_undegraded":"2024-04-15T15:10:28.381840+0000","last_fullsized":"2024-04-15T15:10:28.381840+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:31:49.626738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380614+0000","last_change":"2024-04-15T15:10:27.387504+0000","last_active":"2024-04-15T15:10:28.380614+0000","last_peered":"2024-04-15T15:10:28.380614+0000","last_clean":"2024-04-15T15:10:28.380614+0000","last_became_active":"2024-04-15T15:10:27.387073+0000","last_became_peered":"2024-04-15T15:10:27.387073+0000","last_unstale":"2024-04-15T15:10:28.380614+0000","last_undegraded":"2024-04-15T15:10:28.380614+0000","last_fullsized":"2024-04-15T15:10:28.380614+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:11.305198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261100+0000","last_change":"2024-04-15T15:10:23.362479+0000","last_active":"2024-04-15T15:10:29.261100+0000","last_peered":"2024-04-15T15:10:29.261100+0000","last_clean":"2024-04-15T15:10:29.261100+0000","last_became_active":"2024-04-15T15:10:23.362206+0000","last_became_peered":"2024-04-15T15:10:23.362206+0000","last_unstale":"2024-04-15T15:10:29.261100+0000","last_undegraded":"2024-04-15T15:10:29.261100+0000","last_fullsized":"2024-04-15T15:10:29.261100+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:40.505902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261455+0000","last_change":"2024-04-15T15:10:22.349474+0000","last_active":"2024-04-15T15:10:29.261455+0000","last_peered":"2024-04-15T15:10:29.261455+0000","last_clean":"2024-04-15T15:10:29.261455+0000","last_became_active":"2024-04-15T15:10:22.349174+0000","last_became_peered":"2024-04-15T15:10:22.349174+0000","last_unstale":"2024-04-15T15:10:29.261455+0000","last_undegraded":"2024-04-15T15:10:29.261455+0000","last_fullsized":"2024-04-15T15:10:29.261455+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:25:16.775634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381175+0000","last_change":"2024-04-15T15:10:27.397072+0000","last_active":"2024-04-15T15:10:28.381175+0000","last_peered":"2024-04-15T15:10:28.381175+0000","last_clean":"2024-04-15T15:10:28.381175+0000","last_became_active":"2024-04-15T15:10:27.396653+0000","last_became_peered":"2024-04-15T15:10:27.396653+0000","last_unstale":"2024-04-15T15:10:28.381175+0000","last_undegraded":"2024-04-15T15:10:28.381175+0000","last_fullsized":"2024-04-15T15:10:28.381175+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:50:45.669285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260972+0000","last_change":"2024-04-15T15:10:23.366578+0000","last_active":"2024-04-15T15:10:29.260972+0000","last_peered":"2024-04-15T15:10:29.260972+0000","last_clean":"2024-04-15T15:10:29.260972+0000","last_became_active":"2024-04-15T15:10:23.366309+0000","last_became_peered":"2024-04-15T15:10:23.366309+0000","last_unstale":"2024-04-15T15:10:29.260972+0000","last_undegraded":"2024-04-15T15:10:29.260972+0000","last_fullsized":"2024-04-15T15:10:29.260972+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:53.073877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261926+0000","last_change":"2024-04-15T15:10:22.341456+0000","last_active":"2024-04-15T15:10:29.261926+0000","last_peered":"2024-04-15T15:10:29.261926+0000","last_clean":"2024-04-15T15:10:29.261926+0000","last_became_active":"2024-04-15T15:10:22.341184+0000","last_became_peered":"2024-04-15T15:10:22.341184+0000","last_unstale":"2024-04-15T15:10:29.261926+0000","last_undegraded":"2024-04-15T15:10:29.261926+0000","last_fullsized":"2024-04-15T15:10:29.261926+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:47:15.483791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380738+0000","last_change":"2024-04-15T15:10:27.397013+0000","last_active":"2024-04-15T15:10:28.380738+0000","last_peered":"2024-04-15T15:10:28.380738+0000","last_clean":"2024-04-15T15:10:28.380738+0000","last_became_active":"2024-04-15T15:10:27.396576+0000","last_became_peered":"2024-04-15T15:10:27.396576+0000","last_unstale":"2024-04-15T15:10:28.380738+0000","last_undegraded":"2024-04-15T15:10:28.380738+0000","last_fullsized":"2024-04-15T15:10:28.380738+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:37:37.621931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260106+0000","last_change":"2024-04-15T15:10:23.361568+0000","last_active":"2024-04-15T15:10:29.260106+0000","last_peered":"2024-04-15T15:10:29.260106+0000","last_clean":"2024-04-15T15:10:29.260106+0000","last_became_active":"2024-04-15T15:10:23.361295+0000","last_became_peered":"2024-04-15T15:10:23.361295+0000","last_unstale":"2024-04-15T15:10:29.260106+0000","last_undegraded":"2024-04-15T15:10:29.260106+0000","last_fullsized":"2024-04-15T15:10:29.260106+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:07:58.093410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261739+0000","last_change":"2024-04-15T15:10:22.349762+0000","last_active":"2024-04-15T15:10:29.261739+0000","last_peered":"2024-04-15T15:10:29.261739+0000","last_clean":"2024-04-15T15:10:29.261739+0000","last_became_active":"2024-04-15T15:10:22.349503+0000","last_became_peered":"2024-04-15T15:10:22.349503+0000","last_unstale":"2024-04-15T15:10:29.261739+0000","last_undegraded":"2024-04-15T15:10:29.261739+0000","last_fullsized":"2024-04-15T15:10:29.261739+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:38:38.610048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261397+0000","last_change":"2024-04-15T15:10:27.452265+0000","last_active":"2024-04-15T15:10:29.261397+0000","last_peered":"2024-04-15T15:10:29.261397+0000","last_clean":"2024-04-15T15:10:29.261397+0000","last_became_active":"2024-04-15T15:10:27.451868+0000","last_became_peered":"2024-04-15T15:10:27.451868+0000","last_unstale":"2024-04-15T15:10:29.261397+0000","last_undegraded":"2024-04-15T15:10:29.261397+0000","last_fullsized":"2024-04-15T15:10:29.261397+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:36.436703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380757+0000","last_change":"2024-04-15T15:10:23.371574+0000","last_active":"2024-04-15T15:10:28.380757+0000","last_peered":"2024-04-15T15:10:28.380757+0000","last_clean":"2024-04-15T15:10:28.380757+0000","last_became_active":"2024-04-15T15:10:23.371293+0000","last_became_peered":"2024-04-15T15:10:23.371293+0000","last_unstale":"2024-04-15T15:10:28.380757+0000","last_undegraded":"2024-04-15T15:10:28.380757+0000","last_fullsized":"2024-04-15T15:10:28.380757+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:47:16.488171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261116+0000","last_change":"2024-04-15T15:10:22.352281+0000","last_active":"2024-04-15T15:10:29.261116+0000","last_peered":"2024-04-15T15:10:29.261116+0000","last_clean":"2024-04-15T15:10:29.261116+0000","last_became_active":"2024-04-15T15:10:22.351634+0000","last_became_peered":"2024-04-15T15:10:22.351634+0000","last_unstale":"2024-04-15T15:10:29.261116+0000","last_undegraded":"2024-04-15T15:10:29.261116+0000","last_fullsized":"2024-04-15T15:10:29.261116+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:22.779717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381282+0000","last_change":"2024-04-15T15:10:27.397131+0000","last_active":"2024-04-15T15:10:28.381282+0000","last_peered":"2024-04-15T15:10:28.381282+0000","last_clean":"2024-04-15T15:10:28.381282+0000","last_became_active":"2024-04-15T15:10:27.396703+0000","last_became_peered":"2024-04-15T15:10:27.396703+0000","last_unstale":"2024-04-15T15:10:28.381282+0000","last_undegraded":"2024-04-15T15:10:28.381282+0000","last_fullsized":"2024-04-15T15:10:28.381282+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:36.436703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260617+0000","last_change":"2024-04-15T15:10:23.372130+0000","last_active":"2024-04-15T15:10:29.260617+0000","last_peered":"2024-04-15T15:10:29.260617+0000","last_clean":"2024-04-15T15:10:29.260617+0000","last_became_active":"2024-04-15T15:10:23.371791+0000","last_became_peered":"2024-04-15T15:10:23.371791+0000","last_unstale":"2024-04-15T15:10:29.260617+0000","last_undegraded":"2024-04-15T15:10:29.260617+0000","last_fullsized":"2024-04-15T15:10:29.260617+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:40.505902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261926+0000","last_change":"2024-04-15T15:10:22.350887+0000","last_active":"2024-04-15T15:10:29.261926+0000","last_peered":"2024-04-15T15:10:29.261926+0000","last_clean":"2024-04-15T15:10:29.261926+0000","last_became_active":"2024-04-15T15:10:22.350587+0000","last_became_peered":"2024-04-15T15:10:22.350587+0000","last_unstale":"2024-04-15T15:10:29.261926+0000","last_undegraded":"2024-04-15T15:10:29.261926+0000","last_fullsized":"2024-04-15T15:10:29.261926+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:47:15.483791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381027+0000","last_change":"2024-04-15T15:10:27.456416+0000","last_active":"2024-04-15T15:10:28.381027+0000","last_peered":"2024-04-15T15:10:28.381027+0000","last_clean":"2024-04-15T15:10:28.381027+0000","last_became_active":"2024-04-15T15:10:27.455817+0000","last_became_peered":"2024-04-15T15:10:27.455817+0000","last_unstale":"2024-04-15T15:10:28.381027+0000","last_undegraded":"2024-04-15T15:10:28.381027+0000","last_fullsized":"2024-04-15T15:10:28.381027+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:32:12.764213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260822+0000","last_change":"2024-04-15T15:10:23.376608+0000","last_active":"2024-04-15T15:10:29.260822+0000","last_peered":"2024-04-15T15:10:29.260822+0000","last_clean":"2024-04-15T15:10:29.260822+0000","last_became_active":"2024-04-15T15:10:23.376272+0000","last_became_peered":"2024-04-15T15:10:23.376272+0000","last_unstale":"2024-04-15T15:10:29.260822+0000","last_undegraded":"2024-04-15T15:10:29.260822+0000","last_fullsized":"2024-04-15T15:10:29.260822+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:37:33.582947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"20'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.262098+0000","last_change":"2024-04-15T15:10:22.346001+0000","last_active":"2024-04-15T15:10:29.262098+0000","last_peered":"2024-04-15T15:10:29.262098+0000","last_clean":"2024-04-15T15:10:29.262098+0000","last_became_active":"2024-04-15T15:10:22.345694+0000","last_became_peered":"2024-04-15T15:10:22.345694+0000","last_unstale":"2024-04-15T15:10:29.262098+0000","last_undegraded":"2024-04-15T15:10:29.262098+0000","last_fullsized":"2024-04-15T15:10:29.262098+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:22.779717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.259869+0000","last_change":"2024-04-15T15:10:27.454805+0000","last_active":"2024-04-15T15:10:29.259869+0000","last_peered":"2024-04-15T15:10:29.259869+0000","last_clean":"2024-04-15T15:10:29.259869+0000","last_became_active":"2024-04-15T15:10:27.454444+0000","last_became_peered":"2024-04-15T15:10:27.454444+0000","last_unstale":"2024-04-15T15:10:29.259869+0000","last_undegraded":"2024-04-15T15:10:29.259869+0000","last_fullsized":"2024-04-15T15:10:29.259869+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:15:45.447461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261466+0000","last_change":"2024-04-15T15:10:23.366594+0000","last_active":"2024-04-15T15:10:29.261466+0000","last_peered":"2024-04-15T15:10:29.261466+0000","last_clean":"2024-04-15T15:10:29.261466+0000","last_became_active":"2024-04-15T15:10:23.366341+0000","last_became_peered":"2024-04-15T15:10:23.366341+0000","last_unstale":"2024-04-15T15:10:29.261466+0000","last_undegraded":"2024-04-15T15:10:29.261466+0000","last_fullsized":"2024-04-15T15:10:29.261466+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:18.673878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261124+0000","last_change":"2024-04-15T15:10:22.351892+0000","last_active":"2024-04-15T15:10:29.261124+0000","last_peered":"2024-04-15T15:10:29.261124+0000","last_clean":"2024-04-15T15:10:29.261124+0000","last_became_active":"2024-04-15T15:10:22.351551+0000","last_became_peered":"2024-04-15T15:10:22.351551+0000","last_unstale":"2024-04-15T15:10:29.261124+0000","last_undegraded":"2024-04-15T15:10:29.261124+0000","last_fullsized":"2024-04-15T15:10:29.261124+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:39:06.163664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260362+0000","last_change":"2024-04-15T15:10:27.452412+0000","last_active":"2024-04-15T15:10:29.260362+0000","last_peered":"2024-04-15T15:10:29.260362+0000","last_clean":"2024-04-15T15:10:29.260362+0000","last_became_active":"2024-04-15T15:10:27.451854+0000","last_became_peered":"2024-04-15T15:10:27.451854+0000","last_unstale":"2024-04-15T15:10:29.260362+0000","last_undegraded":"2024-04-15T15:10:29.260362+0000","last_fullsized":"2024-04-15T15:10:29.260362+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:15.548243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381969+0000","last_change":"2024-04-15T15:10:23.379209+0000","last_active":"2024-04-15T15:10:28.381969+0000","last_peered":"2024-04-15T15:10:28.381969+0000","last_clean":"2024-04-15T15:10:28.381969+0000","last_became_active":"2024-04-15T15:10:23.378869+0000","last_became_peered":"2024-04-15T15:10:23.378869+0000","last_unstale":"2024-04-15T15:10:28.381969+0000","last_undegraded":"2024-04-15T15:10:28.381969+0000","last_fullsized":"2024-04-15T15:10:28.381969+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:37:33.582947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261521+0000","last_change":"2024-04-15T15:10:22.349053+0000","last_active":"2024-04-15T15:10:29.261521+0000","last_peered":"2024-04-15T15:10:29.261521+0000","last_clean":"2024-04-15T15:10:29.261521+0000","last_became_active":"2024-04-15T15:10:22.348772+0000","last_became_peered":"2024-04-15T15:10:22.348772+0000","last_unstale":"2024-04-15T15:10:29.261521+0000","last_undegraded":"2024-04-15T15:10:29.261521+0000","last_fullsized":"2024-04-15T15:10:29.261521+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:03:24.855055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261739+0000","last_change":"2024-04-15T15:10:27.401415+0000","last_active":"2024-04-15T15:10:29.261739+0000","last_peered":"2024-04-15T15:10:29.261739+0000","last_clean":"2024-04-15T15:10:29.261739+0000","last_became_active":"2024-04-15T15:10:27.400126+0000","last_became_peered":"2024-04-15T15:10:27.400126+0000","last_unstale":"2024-04-15T15:10:29.261739+0000","last_undegraded":"2024-04-15T15:10:29.261739+0000","last_fullsized":"2024-04-15T15:10:29.261739+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:38:25.303234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380869+0000","last_change":"2024-04-15T15:10:23.361459+0000","last_active":"2024-04-15T15:10:28.380869+0000","last_peered":"2024-04-15T15:10:28.380869+0000","last_clean":"2024-04-15T15:10:28.380869+0000","last_became_active":"2024-04-15T15:10:23.361178+0000","last_became_peered":"2024-04-15T15:10:23.361178+0000","last_unstale":"2024-04-15T15:10:28.380869+0000","last_undegraded":"2024-04-15T15:10:28.380869+0000","last_fullsized":"2024-04-15T15:10:28.380869+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:03:15.282664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381766+0000","last_change":"2024-04-15T15:10:22.339503+0000","last_active":"2024-04-15T15:10:28.381766+0000","last_peered":"2024-04-15T15:10:28.381766+0000","last_clean":"2024-04-15T15:10:28.381766+0000","last_became_active":"2024-04-15T15:10:22.339221+0000","last_became_peered":"2024-04-15T15:10:22.339221+0000","last_unstale":"2024-04-15T15:10:28.381766+0000","last_undegraded":"2024-04-15T15:10:28.381766+0000","last_fullsized":"2024-04-15T15:10:28.381766+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:15:44.859538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261478+0000","last_change":"2024-04-15T15:10:27.400556+0000","last_active":"2024-04-15T15:10:29.261478+0000","last_peered":"2024-04-15T15:10:29.261478+0000","last_clean":"2024-04-15T15:10:29.261478+0000","last_became_active":"2024-04-15T15:10:27.400038+0000","last_became_peered":"2024-04-15T15:10:27.400038+0000","last_unstale":"2024-04-15T15:10:29.261478+0000","last_undegraded":"2024-04-15T15:10:29.261478+0000","last_fullsized":"2024-04-15T15:10:29.261478+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:57.967782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260027+0000","last_change":"2024-04-15T15:10:23.368536+0000","last_active":"2024-04-15T15:10:29.260027+0000","last_peered":"2024-04-15T15:10:29.260027+0000","last_clean":"2024-04-15T15:10:29.260027+0000","last_became_active":"2024-04-15T15:10:23.368250+0000","last_became_peered":"2024-04-15T15:10:23.368250+0000","last_unstale":"2024-04-15T15:10:29.260027+0000","last_undegraded":"2024-04-15T15:10:29.260027+0000","last_fullsized":"2024-04-15T15:10:29.260027+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:08.514163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.378955+0000","last_change":"2024-04-15T15:10:22.347465+0000","last_active":"2024-04-15T15:10:28.378955+0000","last_peered":"2024-04-15T15:10:28.378955+0000","last_clean":"2024-04-15T15:10:28.378955+0000","last_became_active":"2024-04-15T15:10:22.347143+0000","last_became_peered":"2024-04-15T15:10:22.347143+0000","last_unstale":"2024-04-15T15:10:28.378955+0000","last_undegraded":"2024-04-15T15:10:28.378955+0000","last_fullsized":"2024-04-15T15:10:28.378955+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:15:44.859538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261556+0000","last_change":"2024-04-15T15:10:27.400378+0000","last_active":"2024-04-15T15:10:29.261556+0000","last_peered":"2024-04-15T15:10:29.261556+0000","last_clean":"2024-04-15T15:10:29.261556+0000","last_became_active":"2024-04-15T15:10:27.396527+0000","last_became_peered":"2024-04-15T15:10:27.396527+0000","last_unstale":"2024-04-15T15:10:29.261556+0000","last_undegraded":"2024-04-15T15:10:29.261556+0000","last_fullsized":"2024-04-15T15:10:29.261556+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:15.548243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.259866+0000","last_change":"2024-04-15T15:10:23.360145+0000","last_active":"2024-04-15T15:10:29.259866+0000","last_peered":"2024-04-15T15:10:29.259866+0000","last_clean":"2024-04-15T15:10:29.259866+0000","last_became_active":"2024-04-15T15:10:23.359766+0000","last_became_peered":"2024-04-15T15:10:23.359766+0000","last_unstale":"2024-04-15T15:10:29.259866+0000","last_undegraded":"2024-04-15T15:10:29.259866+0000","last_fullsized":"2024-04-15T15:10:29.259866+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:49:51.386049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260619+0000","last_change":"2024-04-15T15:10:22.352957+0000","last_active":"2024-04-15T15:10:29.260619+0000","last_peered":"2024-04-15T15:10:29.260619+0000","last_clean":"2024-04-15T15:10:29.260619+0000","last_became_active":"2024-04-15T15:10:22.351956+0000","last_became_peered":"2024-04-15T15:10:22.351956+0000","last_unstale":"2024-04-15T15:10:29.260619+0000","last_undegraded":"2024-04-15T15:10:29.260619+0000","last_fullsized":"2024-04-15T15:10:29.260619+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:03:14.278284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260488+0000","last_change":"2024-04-15T15:10:27.452419+0000","last_active":"2024-04-15T15:10:29.260488+0000","last_peered":"2024-04-15T15:10:29.260488+0000","last_clean":"2024-04-15T15:10:29.260488+0000","last_became_active":"2024-04-15T15:10:27.452017+0000","last_became_peered":"2024-04-15T15:10:27.452017+0000","last_unstale":"2024-04-15T15:10:29.260488+0000","last_undegraded":"2024-04-15T15:10:29.260488+0000","last_fullsized":"2024-04-15T15:10:29.260488+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:38:25.303234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260458+0000","last_change":"2024-04-15T15:10:23.370642+0000","last_active":"2024-04-15T15:10:29.260458+0000","last_peered":"2024-04-15T15:10:29.260458+0000","last_clean":"2024-04-15T15:10:29.260458+0000","last_became_active":"2024-04-15T15:10:23.370378+0000","last_became_peered":"2024-04-15T15:10:23.370378+0000","last_unstale":"2024-04-15T15:10:29.260458+0000","last_undegraded":"2024-04-15T15:10:29.260458+0000","last_fullsized":"2024-04-15T15:10:29.260458+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:39.549489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.382079+0000","last_change":"2024-04-15T15:10:22.340907+0000","last_active":"2024-04-15T15:10:28.382079+0000","last_peered":"2024-04-15T15:10:28.382079+0000","last_clean":"2024-04-15T15:10:28.382079+0000","last_became_active":"2024-04-15T15:10:22.340585+0000","last_became_peered":"2024-04-15T15:10:22.340585+0000","last_unstale":"2024-04-15T15:10:28.382079+0000","last_undegraded":"2024-04-15T15:10:28.382079+0000","last_fullsized":"2024-04-15T15:10:28.382079+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:51.515441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":178,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261224+0000","last_change":"2024-04-15T15:10:11.793329+0000","last_active":"2024-04-15T15:10:29.261224+0000","last_peered":"2024-04-15T15:10:29.261224+0000","last_clean":"2024-04-15T15:10:29.261224+0000","last_became_active":"2024-04-15T15:10:11.792465+0000","last_became_peered":"2024-04-15T15:10:11.792465+0000","last_unstale":"2024-04-15T15:10:29.261224+0000","last_undegraded":"2024-04-15T15:10:29.261224+0000","last_fullsized":"2024-04-15T15:10:29.261224+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:10.575823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:10.575823+0000","last_clean_scrub_stamp":"2024-04-15T15:10:10.575823+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:29:02.579387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261644+0000","last_change":"2024-04-15T15:10:27.452989+0000","last_active":"2024-04-15T15:10:29.261644+0000","last_peered":"2024-04-15T15:10:29.261644+0000","last_clean":"2024-04-15T15:10:29.261644+0000","last_became_active":"2024-04-15T15:10:27.452593+0000","last_became_peered":"2024-04-15T15:10:27.452593+0000","last_unstale":"2024-04-15T15:10:29.261644+0000","last_undegraded":"2024-04-15T15:10:29.261644+0000","last_fullsized":"2024-04-15T15:10:29.261644+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:50:45.669285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260998+0000","last_change":"2024-04-15T15:10:23.379305+0000","last_active":"2024-04-15T15:10:29.260998+0000","last_peered":"2024-04-15T15:10:29.260998+0000","last_clean":"2024-04-15T15:10:29.260998+0000","last_became_active":"2024-04-15T15:10:23.378956+0000","last_became_peered":"2024-04-15T15:10:23.378956+0000","last_unstale":"2024-04-15T15:10:29.260998+0000","last_undegraded":"2024-04-15T15:10:29.260998+0000","last_fullsized":"2024-04-15T15:10:29.260998+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:32.397719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379208+0000","last_change":"2024-04-15T15:10:22.340314+0000","last_active":"2024-04-15T15:10:28.379208+0000","last_peered":"2024-04-15T15:10:28.379208+0000","last_clean":"2024-04-15T15:10:28.379208+0000","last_became_active":"2024-04-15T15:10:22.340058+0000","last_became_peered":"2024-04-15T15:10:22.340058+0000","last_unstale":"2024-04-15T15:10:28.379208+0000","last_undegraded":"2024-04-15T15:10:28.379208+0000","last_fullsized":"2024-04-15T15:10:28.379208+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:03:24.855055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261220+0000","last_change":"2024-04-15T15:10:27.452359+0000","last_active":"2024-04-15T15:10:29.261220+0000","last_peered":"2024-04-15T15:10:29.261220+0000","last_clean":"2024-04-15T15:10:29.261220+0000","last_became_active":"2024-04-15T15:10:27.451931+0000","last_became_peered":"2024-04-15T15:10:27.451931+0000","last_unstale":"2024-04-15T15:10:29.261220+0000","last_undegraded":"2024-04-15T15:10:29.261220+0000","last_fullsized":"2024-04-15T15:10:29.261220+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:32:12.764213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381505+0000","last_change":"2024-04-15T15:10:23.379987+0000","last_active":"2024-04-15T15:10:28.381505+0000","last_peered":"2024-04-15T15:10:28.381505+0000","last_clean":"2024-04-15T15:10:28.381505+0000","last_became_active":"2024-04-15T15:10:23.379649+0000","last_became_peered":"2024-04-15T15:10:23.379649+0000","last_unstale":"2024-04-15T15:10:28.381505+0000","last_undegraded":"2024-04-15T15:10:28.381505+0000","last_fullsized":"2024-04-15T15:10:28.381505+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:32.397719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261941+0000","last_change":"2024-04-15T15:10:22.346319+0000","last_active":"2024-04-15T15:10:29.261941+0000","last_peered":"2024-04-15T15:10:29.261941+0000","last_clean":"2024-04-15T15:10:29.261941+0000","last_became_active":"2024-04-15T15:10:22.345506+0000","last_became_peered":"2024-04-15T15:10:22.345506+0000","last_unstale":"2024-04-15T15:10:29.261941+0000","last_undegraded":"2024-04-15T15:10:29.261941+0000","last_fullsized":"2024-04-15T15:10:29.261941+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:36:16.998654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260780+0000","last_change":"2024-04-15T15:10:27.396940+0000","last_active":"2024-04-15T15:10:29.260780+0000","last_peered":"2024-04-15T15:10:29.260780+0000","last_clean":"2024-04-15T15:10:29.260780+0000","last_became_active":"2024-04-15T15:10:27.396330+0000","last_became_peered":"2024-04-15T15:10:27.396330+0000","last_unstale":"2024-04-15T15:10:29.260780+0000","last_undegraded":"2024-04-15T15:10:29.260780+0000","last_fullsized":"2024-04-15T15:10:29.260780+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:47:28.160338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261836+0000","last_change":"2024-04-15T15:10:23.377828+0000","last_active":"2024-04-15T15:10:29.261836+0000","last_peered":"2024-04-15T15:10:29.261836+0000","last_clean":"2024-04-15T15:10:29.261836+0000","last_became_active":"2024-04-15T15:10:23.376190+0000","last_became_peered":"2024-04-15T15:10:23.376190+0000","last_unstale":"2024-04-15T15:10:29.261836+0000","last_undegraded":"2024-04-15T15:10:29.261836+0000","last_fullsized":"2024-04-15T15:10:29.261836+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:31:24.796401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379247+0000","last_change":"2024-04-15T15:10:22.343693+0000","last_active":"2024-04-15T15:10:28.379247+0000","last_peered":"2024-04-15T15:10:28.379247+0000","last_clean":"2024-04-15T15:10:28.379247+0000","last_became_active":"2024-04-15T15:10:22.343397+0000","last_became_peered":"2024-04-15T15:10:22.343397+0000","last_unstale":"2024-04-15T15:10:28.379247+0000","last_undegraded":"2024-04-15T15:10:28.379247+0000","last_fullsized":"2024-04-15T15:10:28.379247+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:38:38.610048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380024+0000","last_change":"2024-04-15T15:10:27.453676+0000","last_active":"2024-04-15T15:10:28.380024+0000","last_peered":"2024-04-15T15:10:28.380024+0000","last_clean":"2024-04-15T15:10:28.380024+0000","last_became_active":"2024-04-15T15:10:27.453246+0000","last_became_peered":"2024-04-15T15:10:27.453246+0000","last_unstale":"2024-04-15T15:10:28.380024+0000","last_undegraded":"2024-04-15T15:10:28.380024+0000","last_fullsized":"2024-04-15T15:10:28.380024+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:31:28.835384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260860+0000","last_change":"2024-04-15T15:10:23.374258+0000","last_active":"2024-04-15T15:10:29.260860+0000","last_peered":"2024-04-15T15:10:29.260860+0000","last_clean":"2024-04-15T15:10:29.260860+0000","last_became_active":"2024-04-15T15:10:23.373960+0000","last_became_peered":"2024-04-15T15:10:23.373960+0000","last_unstale":"2024-04-15T15:10:29.260860+0000","last_undegraded":"2024-04-15T15:10:29.260860+0000","last_fullsized":"2024-04-15T15:10:29.260860+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:11.509259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381416+0000","last_change":"2024-04-15T15:10:22.350131+0000","last_active":"2024-04-15T15:10:28.381416+0000","last_peered":"2024-04-15T15:10:28.381416+0000","last_clean":"2024-04-15T15:10:28.381416+0000","last_became_active":"2024-04-15T15:10:22.349844+0000","last_became_peered":"2024-04-15T15:10:22.349844+0000","last_unstale":"2024-04-15T15:10:28.381416+0000","last_undegraded":"2024-04-15T15:10:28.381416+0000","last_fullsized":"2024-04-15T15:10:28.381416+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:59:06.526474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379821+0000","last_change":"2024-04-15T15:10:27.394520+0000","last_active":"2024-04-15T15:10:28.379821+0000","last_peered":"2024-04-15T15:10:28.379821+0000","last_clean":"2024-04-15T15:10:28.379821+0000","last_became_active":"2024-04-15T15:10:27.394194+0000","last_became_peered":"2024-04-15T15:10:27.394194+0000","last_unstale":"2024-04-15T15:10:28.379821+0000","last_undegraded":"2024-04-15T15:10:28.379821+0000","last_fullsized":"2024-04-15T15:10:28.379821+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:02.132394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260592+0000","last_change":"2024-04-15T15:10:23.369555+0000","last_active":"2024-04-15T15:10:29.260592+0000","last_peered":"2024-04-15T15:10:29.260592+0000","last_clean":"2024-04-15T15:10:29.260592+0000","last_became_active":"2024-04-15T15:10:23.368282+0000","last_became_peered":"2024-04-15T15:10:23.368282+0000","last_unstale":"2024-04-15T15:10:29.260592+0000","last_undegraded":"2024-04-15T15:10:29.260592+0000","last_fullsized":"2024-04-15T15:10:29.260592+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:37:33.582947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"19'8","reported_seq":30,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.378831+0000","last_change":"2024-04-15T15:10:22.338672+0000","last_active":"2024-04-15T15:10:28.378831+0000","last_peered":"2024-04-15T15:10:28.378831+0000","last_clean":"2024-04-15T15:10:28.378831+0000","last_became_active":"2024-04-15T15:10:22.338379+0000","last_became_peered":"2024-04-15T15:10:22.338379+0000","last_unstale":"2024-04-15T15:10:28.378831+0000","last_undegraded":"2024-04-15T15:10:28.378831+0000","last_fullsized":"2024-04-15T15:10:28.378831+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:51.515441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260336+0000","last_change":"2024-04-15T15:10:27.393144+0000","last_active":"2024-04-15T15:10:29.260336+0000","last_peered":"2024-04-15T15:10:29.260336+0000","last_clean":"2024-04-15T15:10:29.260336+0000","last_became_active":"2024-04-15T15:10:27.392780+0000","last_became_peered":"2024-04-15T15:10:27.392780+0000","last_unstale":"2024-04-15T15:10:29.260336+0000","last_undegraded":"2024-04-15T15:10:29.260336+0000","last_fullsized":"2024-04-15T15:10:29.260336+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:57.967782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260863+0000","last_change":"2024-04-15T15:10:23.365220+0000","last_active":"2024-04-15T15:10:29.260863+0000","last_peered":"2024-04-15T15:10:29.260863+0000","last_clean":"2024-04-15T15:10:29.260863+0000","last_became_active":"2024-04-15T15:10:23.363931+0000","last_became_peered":"2024-04-15T15:10:23.363931+0000","last_unstale":"2024-04-15T15:10:29.260863+0000","last_undegraded":"2024-04-15T15:10:29.260863+0000","last_fullsized":"2024-04-15T15:10:29.260863+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:39.549489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261046+0000","last_change":"2024-04-15T15:10:22.346960+0000","last_active":"2024-04-15T15:10:29.261046+0000","last_peered":"2024-04-15T15:10:29.261046+0000","last_clean":"2024-04-15T15:10:29.261046+0000","last_became_active":"2024-04-15T15:10:22.346451+0000","last_became_peered":"2024-04-15T15:10:22.346451+0000","last_unstale":"2024-04-15T15:10:29.261046+0000","last_undegraded":"2024-04-15T15:10:29.261046+0000","last_fullsized":"2024-04-15T15:10:29.261046+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:15:44.859538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260681+0000","last_change":"2024-04-15T15:10:27.457366+0000","last_active":"2024-04-15T15:10:29.260681+0000","last_peered":"2024-04-15T15:10:29.260681+0000","last_clean":"2024-04-15T15:10:29.260681+0000","last_became_active":"2024-04-15T15:10:27.456939+0000","last_became_peered":"2024-04-15T15:10:27.456939+0000","last_unstale":"2024-04-15T15:10:29.260681+0000","last_undegraded":"2024-04-15T15:10:29.260681+0000","last_fullsized":"2024-04-15T15:10:29.260681+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:24:21.790743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261357+0000","last_change":"2024-04-15T15:10:23.370618+0000","last_active":"2024-04-15T15:10:29.261357+0000","last_peered":"2024-04-15T15:10:29.261357+0000","last_clean":"2024-04-15T15:10:29.261357+0000","last_became_active":"2024-04-15T15:10:23.370345+0000","last_became_peered":"2024-04-15T15:10:23.370345+0000","last_unstale":"2024-04-15T15:10:29.261357+0000","last_undegraded":"2024-04-15T15:10:29.261357+0000","last_fullsized":"2024-04-15T15:10:29.261357+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:32:08.725229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381697+0000","last_change":"2024-04-15T15:10:22.346474+0000","last_active":"2024-04-15T15:10:28.381697+0000","last_peered":"2024-04-15T15:10:28.381697+0000","last_clean":"2024-04-15T15:10:28.381697+0000","last_became_active":"2024-04-15T15:10:22.346182+0000","last_became_peered":"2024-04-15T15:10:22.346182+0000","last_unstale":"2024-04-15T15:10:28.381697+0000","last_undegraded":"2024-04-15T15:10:28.381697+0000","last_fullsized":"2024-04-15T15:10:28.381697+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:38:38.610048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261076+0000","last_change":"2024-04-15T15:10:27.453515+0000","last_active":"2024-04-15T15:10:29.261076+0000","last_peered":"2024-04-15T15:10:29.261076+0000","last_clean":"2024-04-15T15:10:29.261076+0000","last_became_active":"2024-04-15T15:10:27.451867+0000","last_became_peered":"2024-04-15T15:10:27.451867+0000","last_unstale":"2024-04-15T15:10:29.261076+0000","last_undegraded":"2024-04-15T15:10:29.261076+0000","last_fullsized":"2024-04-15T15:10:29.261076+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:15:16.005091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260261+0000","last_change":"2024-04-15T15:10:23.374572+0000","last_active":"2024-04-15T15:10:29.260261+0000","last_peered":"2024-04-15T15:10:29.260261+0000","last_clean":"2024-04-15T15:10:29.260261+0000","last_became_active":"2024-04-15T15:10:23.374309+0000","last_became_peered":"2024-04-15T15:10:23.374309+0000","last_unstale":"2024-04-15T15:10:29.260261+0000","last_undegraded":"2024-04-15T15:10:29.260261+0000","last_fullsized":"2024-04-15T15:10:29.260261+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:28:42.428854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"19'2","reported_seq":24,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261004+0000","last_change":"2024-04-15T15:10:22.348500+0000","last_active":"2024-04-15T15:10:29.261004+0000","last_peered":"2024-04-15T15:10:29.261004+0000","last_clean":"2024-04-15T15:10:29.261004+0000","last_became_active":"2024-04-15T15:10:22.348182+0000","last_became_peered":"2024-04-15T15:10:22.348182+0000","last_unstale":"2024-04-15T15:10:29.261004+0000","last_undegraded":"2024-04-15T15:10:29.261004+0000","last_fullsized":"2024-04-15T15:10:29.261004+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:10:10.189436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381959+0000","last_change":"2024-04-15T15:10:27.455008+0000","last_active":"2024-04-15T15:10:28.381959+0000","last_peered":"2024-04-15T15:10:28.381959+0000","last_clean":"2024-04-15T15:10:28.381959+0000","last_became_active":"2024-04-15T15:10:27.453887+0000","last_became_peered":"2024-04-15T15:10:27.453887+0000","last_unstale":"2024-04-15T15:10:28.381959+0000","last_undegraded":"2024-04-15T15:10:28.381959+0000","last_fullsized":"2024-04-15T15:10:28.381959+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:15:45.447461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260620+0000","last_change":"2024-04-15T15:10:23.379546+0000","last_active":"2024-04-15T15:10:29.260620+0000","last_peered":"2024-04-15T15:10:29.260620+0000","last_clean":"2024-04-15T15:10:29.260620+0000","last_became_active":"2024-04-15T15:10:23.378508+0000","last_became_peered":"2024-04-15T15:10:23.378508+0000","last_unstale":"2024-04-15T15:10:29.260620+0000","last_undegraded":"2024-04-15T15:10:29.260620+0000","last_fullsized":"2024-04-15T15:10:29.260620+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:50:41.630301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"24'9","reported_seq":31,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:32.910516+0000","last_change":"2024-04-15T15:10:22.348431+0000","last_active":"2024-04-15T15:10:32.910516+0000","last_peered":"2024-04-15T15:10:32.910516+0000","last_clean":"2024-04-15T15:10:32.910516+0000","last_became_active":"2024-04-15T15:10:22.348112+0000","last_became_peered":"2024-04-15T15:10:22.348112+0000","last_unstale":"2024-04-15T15:10:32.910516+0000","last_undegraded":"2024-04-15T15:10:32.910516+0000","last_fullsized":"2024-04-15T15:10:32.910516+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:03:14.278284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261884+0000","last_change":"2024-04-15T15:10:27.401017+0000","last_active":"2024-04-15T15:10:29.261884+0000","last_peered":"2024-04-15T15:10:29.261884+0000","last_clean":"2024-04-15T15:10:29.261884+0000","last_became_active":"2024-04-15T15:10:27.400633+0000","last_became_peered":"2024-04-15T15:10:27.400633+0000","last_unstale":"2024-04-15T15:10:29.261884+0000","last_undegraded":"2024-04-15T15:10:29.261884+0000","last_fullsized":"2024-04-15T15:10:29.261884+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:47:28.160338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381191+0000","last_change":"2024-04-15T15:10:23.376121+0000","last_active":"2024-04-15T15:10:28.381191+0000","last_peered":"2024-04-15T15:10:28.381191+0000","last_clean":"2024-04-15T15:10:28.381191+0000","last_became_active":"2024-04-15T15:10:23.375586+0000","last_became_peered":"2024-04-15T15:10:23.375586+0000","last_unstale":"2024-04-15T15:10:28.381191+0000","last_undegraded":"2024-04-15T15:10:28.381191+0000","last_fullsized":"2024-04-15T15:10:28.381191+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:23.784097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"19'3","reported_seq":25,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261850+0000","last_change":"2024-04-15T15:10:22.345240+0000","last_active":"2024-04-15T15:10:29.261850+0000","last_peered":"2024-04-15T15:10:29.261850+0000","last_clean":"2024-04-15T15:10:29.261850+0000","last_became_active":"2024-04-15T15:10:22.344814+0000","last_became_peered":"2024-04-15T15:10:22.344814+0000","last_unstale":"2024-04-15T15:10:29.261850+0000","last_undegraded":"2024-04-15T15:10:29.261850+0000","last_fullsized":"2024-04-15T15:10:29.261850+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:03:14.278284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380227+0000","last_change":"2024-04-15T15:10:27.401832+0000","last_active":"2024-04-15T15:10:28.380227+0000","last_peered":"2024-04-15T15:10:28.380227+0000","last_clean":"2024-04-15T15:10:28.380227+0000","last_became_active":"2024-04-15T15:10:27.401263+0000","last_became_peered":"2024-04-15T15:10:27.401263+0000","last_unstale":"2024-04-15T15:10:28.380227+0000","last_undegraded":"2024-04-15T15:10:28.380227+0000","last_fullsized":"2024-04-15T15:10:28.380227+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:57.112861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260538+0000","last_change":"2024-04-15T15:10:23.375731+0000","last_active":"2024-04-15T15:10:29.260538+0000","last_peered":"2024-04-15T15:10:29.260538+0000","last_clean":"2024-04-15T15:10:29.260538+0000","last_became_active":"2024-04-15T15:10:23.375466+0000","last_became_peered":"2024-04-15T15:10:23.375466+0000","last_unstale":"2024-04-15T15:10:29.260538+0000","last_undegraded":"2024-04-15T15:10:29.260538+0000","last_fullsized":"2024-04-15T15:10:29.260538+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:07:58.093410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381816+0000","last_change":"2024-04-15T15:10:22.347801+0000","last_active":"2024-04-15T15:10:28.381816+0000","last_peered":"2024-04-15T15:10:28.381816+0000","last_clean":"2024-04-15T15:10:28.381816+0000","last_became_active":"2024-04-15T15:10:22.347550+0000","last_became_peered":"2024-04-15T15:10:22.347550+0000","last_unstale":"2024-04-15T15:10:28.381816+0000","last_undegraded":"2024-04-15T15:10:28.381816+0000","last_fullsized":"2024-04-15T15:10:28.381816+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:03:24.855055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260062+0000","last_change":"2024-04-15T15:10:27.398776+0000","last_active":"2024-04-15T15:10:29.260062+0000","last_peered":"2024-04-15T15:10:29.260062+0000","last_clean":"2024-04-15T15:10:29.260062+0000","last_became_active":"2024-04-15T15:10:27.397931+0000","last_became_peered":"2024-04-15T15:10:27.397931+0000","last_unstale":"2024-04-15T15:10:29.260062+0000","last_undegraded":"2024-04-15T15:10:29.260062+0000","last_fullsized":"2024-04-15T15:10:29.260062+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:20:33.245741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381754+0000","last_change":"2024-04-15T15:10:23.369268+0000","last_active":"2024-04-15T15:10:28.381754+0000","last_peered":"2024-04-15T15:10:28.381754+0000","last_clean":"2024-04-15T15:10:28.381754+0000","last_became_active":"2024-04-15T15:10:23.368949+0000","last_became_peered":"2024-04-15T15:10:23.368949+0000","last_unstale":"2024-04-15T15:10:28.381754+0000","last_undegraded":"2024-04-15T15:10:28.381754+0000","last_fullsized":"2024-04-15T15:10:28.381754+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:32:08.725229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261817+0000","last_change":"2024-04-15T15:10:22.355161+0000","last_active":"2024-04-15T15:10:29.261817+0000","last_peered":"2024-04-15T15:10:29.261817+0000","last_clean":"2024-04-15T15:10:29.261817+0000","last_became_active":"2024-04-15T15:10:22.354870+0000","last_became_peered":"2024-04-15T15:10:22.354870+0000","last_unstale":"2024-04-15T15:10:29.261817+0000","last_undegraded":"2024-04-15T15:10:29.261817+0000","last_fullsized":"2024-04-15T15:10:29.261817+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:38:38.610048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260967+0000","last_change":"2024-04-15T15:10:27.453526+0000","last_active":"2024-04-15T15:10:29.260967+0000","last_peered":"2024-04-15T15:10:29.260967+0000","last_clean":"2024-04-15T15:10:29.260967+0000","last_became_active":"2024-04-15T15:10:27.453186+0000","last_became_peered":"2024-04-15T15:10:27.453186+0000","last_unstale":"2024-04-15T15:10:29.260967+0000","last_undegraded":"2024-04-15T15:10:29.260967+0000","last_fullsized":"2024-04-15T15:10:29.260967+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:41:41.123191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260191+0000","last_change":"2024-04-15T15:10:27.454755+0000","last_active":"2024-04-15T15:10:29.260191+0000","last_peered":"2024-04-15T15:10:29.260191+0000","last_clean":"2024-04-15T15:10:29.260191+0000","last_became_active":"2024-04-15T15:10:27.454309+0000","last_became_peered":"2024-04-15T15:10:27.454309+0000","last_unstale":"2024-04-15T15:10:29.260191+0000","last_undegraded":"2024-04-15T15:10:29.260191+0000","last_fullsized":"2024-04-15T15:10:29.260191+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:36.436703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261558+0000","last_change":"2024-04-15T15:10:23.377314+0000","last_active":"2024-04-15T15:10:29.261558+0000","last_peered":"2024-04-15T15:10:29.261558+0000","last_clean":"2024-04-15T15:10:29.261558+0000","last_became_active":"2024-04-15T15:10:23.375837+0000","last_became_peered":"2024-04-15T15:10:23.375837+0000","last_unstale":"2024-04-15T15:10:29.261558+0000","last_undegraded":"2024-04-15T15:10:29.261558+0000","last_fullsized":"2024-04-15T15:10:29.261558+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:40.505902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380025+0000","last_change":"2024-04-15T15:10:22.346568+0000","last_active":"2024-04-15T15:10:28.380025+0000","last_peered":"2024-04-15T15:10:28.380025+0000","last_clean":"2024-04-15T15:10:28.380025+0000","last_became_active":"2024-04-15T15:10:22.346274+0000","last_became_peered":"2024-04-15T15:10:22.346274+0000","last_unstale":"2024-04-15T15:10:28.380025+0000","last_undegraded":"2024-04-15T15:10:28.380025+0000","last_fullsized":"2024-04-15T15:10:28.380025+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:47:15.483791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261694+0000","last_change":"2024-04-15T15:10:27.401124+0000","last_active":"2024-04-15T15:10:29.261694+0000","last_peered":"2024-04-15T15:10:29.261694+0000","last_clean":"2024-04-15T15:10:29.261694+0000","last_became_active":"2024-04-15T15:10:27.400696+0000","last_became_peered":"2024-04-15T15:10:27.400696+0000","last_unstale":"2024-04-15T15:10:29.261694+0000","last_undegraded":"2024-04-15T15:10:29.261694+0000","last_fullsized":"2024-04-15T15:10:29.261694+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:36.436703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260017+0000","last_change":"2024-04-15T15:10:23.364000+0000","last_active":"2024-04-15T15:10:29.260017+0000","last_peered":"2024-04-15T15:10:29.260017+0000","last_clean":"2024-04-15T15:10:29.260017+0000","last_became_active":"2024-04-15T15:10:23.363695+0000","last_became_peered":"2024-04-15T15:10:23.363695+0000","last_unstale":"2024-04-15T15:10:29.260017+0000","last_undegraded":"2024-04-15T15:10:29.260017+0000","last_fullsized":"2024-04-15T15:10:29.260017+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:18.673878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":22,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261317+0000","last_change":"2024-04-15T15:10:22.345688+0000","last_active":"2024-04-15T15:10:29.261317+0000","last_peered":"2024-04-15T15:10:29.261317+0000","last_clean":"2024-04-15T15:10:29.261317+0000","last_became_active":"2024-04-15T15:10:22.345432+0000","last_became_peered":"2024-04-15T15:10:22.345432+0000","last_unstale":"2024-04-15T15:10:29.261317+0000","last_undegraded":"2024-04-15T15:10:29.261317+0000","last_fullsized":"2024-04-15T15:10:29.261317+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:10:10.189436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261294+0000","last_change":"2024-04-15T15:10:22.347690+0000","last_active":"2024-04-15T15:10:29.261294+0000","last_peered":"2024-04-15T15:10:29.261294+0000","last_clean":"2024-04-15T15:10:29.261294+0000","last_became_active":"2024-04-15T15:10:22.346467+0000","last_became_peered":"2024-04-15T15:10:22.346467+0000","last_unstale":"2024-04-15T15:10:29.261294+0000","last_undegraded":"2024-04-15T15:10:29.261294+0000","last_fullsized":"2024-04-15T15:10:29.261294+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:03:24.855055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260908+0000","last_change":"2024-04-15T15:10:23.361862+0000","last_active":"2024-04-15T15:10:29.260908+0000","last_peered":"2024-04-15T15:10:29.260908+0000","last_clean":"2024-04-15T15:10:29.260908+0000","last_became_active":"2024-04-15T15:10:23.361606+0000","last_became_peered":"2024-04-15T15:10:23.361606+0000","last_unstale":"2024-04-15T15:10:29.260908+0000","last_undegraded":"2024-04-15T15:10:29.260908+0000","last_fullsized":"2024-04-15T15:10:29.260908+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:53:04.229243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379158+0000","last_change":"2024-04-15T15:10:27.396895+0000","last_active":"2024-04-15T15:10:28.379158+0000","last_peered":"2024-04-15T15:10:28.379158+0000","last_clean":"2024-04-15T15:10:28.379158+0000","last_became_active":"2024-04-15T15:10:27.396529+0000","last_became_peered":"2024-04-15T15:10:27.396529+0000","last_unstale":"2024-04-15T15:10:28.379158+0000","last_undegraded":"2024-04-15T15:10:28.379158+0000","last_fullsized":"2024-04-15T15:10:28.379158+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:06:54.373374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"19'1","reported_seq":23,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261165+0000","last_change":"2024-04-15T15:10:22.350162+0000","last_active":"2024-04-15T15:10:29.261165+0000","last_peered":"2024-04-15T15:10:29.261165+0000","last_clean":"2024-04-15T15:10:29.261165+0000","last_became_active":"2024-04-15T15:10:22.349761+0000","last_became_peered":"2024-04-15T15:10:22.349761+0000","last_unstale":"2024-04-15T15:10:29.261165+0000","last_undegraded":"2024-04-15T15:10:29.261165+0000","last_fullsized":"2024-04-15T15:10:29.261165+0000","mapping_epoch":17,"log_start":"0'0","ondisk_log_start":"0'0","created":17,"last_epoch_clean":18,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:21.322905+0000","last_clean_scrub_stamp":"2024-04-15T15:10:21.322905+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:15:44.859538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.380797+0000","last_change":"2024-04-15T15:10:23.366531+0000","last_active":"2024-04-15T15:10:28.380797+0000","last_peered":"2024-04-15T15:10:28.380797+0000","last_clean":"2024-04-15T15:10:28.380797+0000","last_became_active":"2024-04-15T15:10:23.366265+0000","last_became_peered":"2024-04-15T15:10:23.366265+0000","last_unstale":"2024-04-15T15:10:28.380797+0000","last_undegraded":"2024-04-15T15:10:28.380797+0000","last_fullsized":"2024-04-15T15:10:28.380797+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:38:39.614429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261025+0000","last_change":"2024-04-15T15:10:27.398294+0000","last_active":"2024-04-15T15:10:29.261025+0000","last_peered":"2024-04-15T15:10:29.261025+0000","last_clean":"2024-04-15T15:10:29.261025+0000","last_became_active":"2024-04-15T15:10:27.397943+0000","last_became_peered":"2024-04-15T15:10:27.397943+0000","last_unstale":"2024-04-15T15:10:29.261025+0000","last_undegraded":"2024-04-15T15:10:29.261025+0000","last_fullsized":"2024-04-15T15:10:29.261025+0000","mapping_epoch":22,"log_start":"0'0","ondisk_log_start":"0'0","created":22,"last_epoch_clean":23,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:26.366269+0000","last_clean_scrub_stamp":"2024-04-15T15:10:26.366269+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:18:34.702533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260343+0000","last_change":"2024-04-15T15:10:23.365507+0000","last_active":"2024-04-15T15:10:29.260343+0000","last_peered":"2024-04-15T15:10:29.260343+0000","last_clean":"2024-04-15T15:10:29.260343+0000","last_became_active":"2024-04-15T15:10:23.364929+0000","last_became_peered":"2024-04-15T15:10:23.364929+0000","last_unstale":"2024-04-15T15:10:29.260343+0000","last_undegraded":"2024-04-15T15:10:29.260343+0000","last_fullsized":"2024-04-15T15:10:29.260343+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:49:51.386049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.378945+0000","last_change":"2024-04-15T15:10:23.369787+0000","last_active":"2024-04-15T15:10:28.378945+0000","last_peered":"2024-04-15T15:10:28.378945+0000","last_clean":"2024-04-15T15:10:28.378945+0000","last_became_active":"2024-04-15T15:10:23.369529+0000","last_became_peered":"2024-04-15T15:10:23.369529+0000","last_unstale":"2024-04-15T15:10:28.378945+0000","last_undegraded":"2024-04-15T15:10:28.378945+0000","last_fullsized":"2024-04-15T15:10:28.378945+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:23.784097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381654+0000","last_change":"2024-04-15T15:10:23.360453+0000","last_active":"2024-04-15T15:10:28.381654+0000","last_peered":"2024-04-15T15:10:28.381654+0000","last_clean":"2024-04-15T15:10:28.381654+0000","last_became_active":"2024-04-15T15:10:23.360181+0000","last_became_peered":"2024-04-15T15:10:23.360181+0000","last_unstale":"2024-04-15T15:10:28.381654+0000","last_undegraded":"2024-04-15T15:10:28.381654+0000","last_fullsized":"2024-04-15T15:10:28.381654+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:36:07.266214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260825+0000","last_change":"2024-04-15T15:10:23.374703+0000","last_active":"2024-04-15T15:10:29.260825+0000","last_peered":"2024-04-15T15:10:29.260825+0000","last_clean":"2024-04-15T15:10:29.260825+0000","last_became_active":"2024-04-15T15:10:23.374431+0000","last_became_peered":"2024-04-15T15:10:23.374431+0000","last_unstale":"2024-04-15T15:10:29.260825+0000","last_undegraded":"2024-04-15T15:10:29.260825+0000","last_fullsized":"2024-04-15T15:10:29.260825+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:39.549489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.262272+0000","last_change":"2024-04-15T15:10:23.366399+0000","last_active":"2024-04-15T15:10:29.262272+0000","last_peered":"2024-04-15T15:10:29.262272+0000","last_clean":"2024-04-15T15:10:29.262272+0000","last_became_active":"2024-04-15T15:10:23.366133+0000","last_became_peered":"2024-04-15T15:10:23.366133+0000","last_unstale":"2024-04-15T15:10:29.262272+0000","last_undegraded":"2024-04-15T15:10:29.262272+0000","last_fullsized":"2024-04-15T15:10:29.262272+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:53:04.229243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261695+0000","last_change":"2024-04-15T15:10:23.378095+0000","last_active":"2024-04-15T15:10:29.261695+0000","last_peered":"2024-04-15T15:10:29.261695+0000","last_clean":"2024-04-15T15:10:29.261695+0000","last_became_active":"2024-04-15T15:10:23.377818+0000","last_became_peered":"2024-04-15T15:10:23.377818+0000","last_unstale":"2024-04-15T15:10:29.261695+0000","last_undegraded":"2024-04-15T15:10:29.261695+0000","last_fullsized":"2024-04-15T15:10:29.261695+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:53:04.229243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261713+0000","last_change":"2024-04-15T15:10:23.369042+0000","last_active":"2024-04-15T15:10:29.261713+0000","last_peered":"2024-04-15T15:10:29.261713+0000","last_clean":"2024-04-15T15:10:29.261713+0000","last_became_active":"2024-04-15T15:10:23.368779+0000","last_became_peered":"2024-04-15T15:10:23.368779+0000","last_unstale":"2024-04-15T15:10:29.261713+0000","last_undegraded":"2024-04-15T15:10:29.261713+0000","last_fullsized":"2024-04-15T15:10:29.261713+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:53:04.229243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260732+0000","last_change":"2024-04-15T15:10:23.365756+0000","last_active":"2024-04-15T15:10:29.260732+0000","last_peered":"2024-04-15T15:10:29.260732+0000","last_clean":"2024-04-15T15:10:29.260732+0000","last_became_active":"2024-04-15T15:10:23.365404+0000","last_became_peered":"2024-04-15T15:10:23.365404+0000","last_unstale":"2024-04-15T15:10:29.260732+0000","last_undegraded":"2024-04-15T15:10:29.260732+0000","last_fullsized":"2024-04-15T15:10:29.260732+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:31:49.626738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379927+0000","last_change":"2024-04-15T15:10:23.367343+0000","last_active":"2024-04-15T15:10:28.379927+0000","last_peered":"2024-04-15T15:10:28.379927+0000","last_clean":"2024-04-15T15:10:28.379927+0000","last_became_active":"2024-04-15T15:10:23.367092+0000","last_became_peered":"2024-04-15T15:10:23.367092+0000","last_unstale":"2024-04-15T15:10:28.379927+0000","last_undegraded":"2024-04-15T15:10:28.379927+0000","last_fullsized":"2024-04-15T15:10:28.379927+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:07:58.093410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261185+0000","last_change":"2024-04-15T15:10:23.365148+0000","last_active":"2024-04-15T15:10:29.261185+0000","last_peered":"2024-04-15T15:10:29.261185+0000","last_clean":"2024-04-15T15:10:29.261185+0000","last_became_active":"2024-04-15T15:10:23.364926+0000","last_became_peered":"2024-04-15T15:10:23.364926+0000","last_unstale":"2024-04-15T15:10:29.261185+0000","last_undegraded":"2024-04-15T15:10:29.261185+0000","last_fullsized":"2024-04-15T15:10:29.261185+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:40.505902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381526+0000","last_change":"2024-04-15T15:10:23.377832+0000","last_active":"2024-04-15T15:10:28.381526+0000","last_peered":"2024-04-15T15:10:28.381526+0000","last_clean":"2024-04-15T15:10:28.381526+0000","last_became_active":"2024-04-15T15:10:23.377564+0000","last_became_peered":"2024-04-15T15:10:23.377564+0000","last_unstale":"2024-04-15T15:10:28.381526+0000","last_undegraded":"2024-04-15T15:10:28.381526+0000","last_fullsized":"2024-04-15T15:10:28.381526+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:53.073877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260116+0000","last_change":"2024-04-15T15:10:23.375561+0000","last_active":"2024-04-15T15:10:29.260116+0000","last_peered":"2024-04-15T15:10:29.260116+0000","last_clean":"2024-04-15T15:10:29.260116+0000","last_became_active":"2024-04-15T15:10:23.374959+0000","last_became_peered":"2024-04-15T15:10:23.374959+0000","last_unstale":"2024-04-15T15:10:29.260116+0000","last_undegraded":"2024-04-15T15:10:29.260116+0000","last_fullsized":"2024-04-15T15:10:29.260116+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:08.514163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261433+0000","last_change":"2024-04-15T15:10:23.361921+0000","last_active":"2024-04-15T15:10:29.261433+0000","last_peered":"2024-04-15T15:10:29.261433+0000","last_clean":"2024-04-15T15:10:29.261433+0000","last_became_active":"2024-04-15T15:10:23.361399+0000","last_became_peered":"2024-04-15T15:10:23.361399+0000","last_unstale":"2024-04-15T15:10:29.261433+0000","last_undegraded":"2024-04-15T15:10:29.261433+0000","last_fullsized":"2024-04-15T15:10:29.261433+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:18.673878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260993+0000","last_change":"2024-04-15T15:10:23.374970+0000","last_active":"2024-04-15T15:10:29.260993+0000","last_peered":"2024-04-15T15:10:29.260993+0000","last_clean":"2024-04-15T15:10:29.260993+0000","last_became_active":"2024-04-15T15:10:23.374672+0000","last_became_peered":"2024-04-15T15:10:23.374672+0000","last_unstale":"2024-04-15T15:10:29.260993+0000","last_undegraded":"2024-04-15T15:10:29.260993+0000","last_fullsized":"2024-04-15T15:10:29.260993+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:38:21.264250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379218+0000","last_change":"2024-04-15T15:10:23.364213+0000","last_active":"2024-04-15T15:10:28.379218+0000","last_peered":"2024-04-15T15:10:28.379218+0000","last_clean":"2024-04-15T15:10:28.379218+0000","last_became_active":"2024-04-15T15:10:23.363319+0000","last_became_peered":"2024-04-15T15:10:23.363319+0000","last_unstale":"2024-04-15T15:10:28.379218+0000","last_undegraded":"2024-04-15T15:10:28.379218+0000","last_fullsized":"2024-04-15T15:10:28.379218+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:36:18.003035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.382236+0000","last_change":"2024-04-15T15:10:23.378143+0000","last_active":"2024-04-15T15:10:28.382236+0000","last_peered":"2024-04-15T15:10:28.382236+0000","last_clean":"2024-04-15T15:10:28.382236+0000","last_became_active":"2024-04-15T15:10:23.377865+0000","last_became_peered":"2024-04-15T15:10:23.377865+0000","last_unstale":"2024-04-15T15:10:28.382236+0000","last_undegraded":"2024-04-15T15:10:28.382236+0000","last_fullsized":"2024-04-15T15:10:28.382236+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:38:11.509259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.379754+0000","last_change":"2024-04-15T15:10:23.362209+0000","last_active":"2024-04-15T15:10:28.379754+0000","last_peered":"2024-04-15T15:10:28.379754+0000","last_clean":"2024-04-15T15:10:28.379754+0000","last_became_active":"2024-04-15T15:10:23.361944+0000","last_became_peered":"2024-04-15T15:10:23.361944+0000","last_unstale":"2024-04-15T15:10:28.379754+0000","last_undegraded":"2024-04-15T15:10:28.379754+0000","last_fullsized":"2024-04-15T15:10:28.379754+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:53:04.229243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261651+0000","last_change":"2024-04-15T15:10:23.364023+0000","last_active":"2024-04-15T15:10:29.261651+0000","last_peered":"2024-04-15T15:10:29.261651+0000","last_clean":"2024-04-15T15:10:29.261651+0000","last_became_active":"2024-04-15T15:10:23.363782+0000","last_became_peered":"2024-04-15T15:10:23.363782+0000","last_unstale":"2024-04-15T15:10:29.261651+0000","last_undegraded":"2024-04-15T15:10:29.261651+0000","last_fullsized":"2024-04-15T15:10:29.261651+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:39.549489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260244+0000","last_change":"2024-04-15T15:10:23.369037+0000","last_active":"2024-04-15T15:10:29.260244+0000","last_peered":"2024-04-15T15:10:29.260244+0000","last_clean":"2024-04-15T15:10:29.260244+0000","last_became_active":"2024-04-15T15:10:23.368700+0000","last_became_peered":"2024-04-15T15:10:23.368700+0000","last_unstale":"2024-04-15T15:10:29.260244+0000","last_undegraded":"2024-04-15T15:10:29.260244+0000","last_fullsized":"2024-04-15T15:10:29.260244+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:06:50.334390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260820+0000","last_change":"2024-04-15T15:10:23.370764+0000","last_active":"2024-04-15T15:10:29.260820+0000","last_peered":"2024-04-15T15:10:29.260820+0000","last_clean":"2024-04-15T15:10:29.260820+0000","last_became_active":"2024-04-15T15:10:23.370462+0000","last_became_peered":"2024-04-15T15:10:23.370462+0000","last_unstale":"2024-04-15T15:10:29.260820+0000","last_undegraded":"2024-04-15T15:10:29.260820+0000","last_fullsized":"2024-04-15T15:10:29.260820+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:07:19.941188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381105+0000","last_change":"2024-04-15T15:10:23.365014+0000","last_active":"2024-04-15T15:10:28.381105+0000","last_peered":"2024-04-15T15:10:28.381105+0000","last_clean":"2024-04-15T15:10:28.381105+0000","last_became_active":"2024-04-15T15:10:23.364526+0000","last_became_peered":"2024-04-15T15:10:23.364526+0000","last_unstale":"2024-04-15T15:10:28.381105+0000","last_undegraded":"2024-04-15T15:10:28.381105+0000","last_fullsized":"2024-04-15T15:10:28.381105+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:36:18.003035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261568+0000","last_change":"2024-04-15T15:10:23.372448+0000","last_active":"2024-04-15T15:10:29.261568+0000","last_peered":"2024-04-15T15:10:29.261568+0000","last_clean":"2024-04-15T15:10:29.261568+0000","last_became_active":"2024-04-15T15:10:23.372188+0000","last_became_peered":"2024-04-15T15:10:23.372188+0000","last_unstale":"2024-04-15T15:10:29.261568+0000","last_undegraded":"2024-04-15T15:10:29.261568+0000","last_fullsized":"2024-04-15T15:10:29.261568+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:08.514163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261697+0000","last_change":"2024-04-15T15:10:23.371730+0000","last_active":"2024-04-15T15:10:29.261697+0000","last_peered":"2024-04-15T15:10:29.261697+0000","last_clean":"2024-04-15T15:10:29.261697+0000","last_became_active":"2024-04-15T15:10:23.371473+0000","last_became_peered":"2024-04-15T15:10:23.371473+0000","last_unstale":"2024-04-15T15:10:29.261697+0000","last_undegraded":"2024-04-15T15:10:29.261697+0000","last_fullsized":"2024-04-15T15:10:29.261697+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:07:58.093410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261769+0000","last_change":"2024-04-15T15:10:23.381435+0000","last_active":"2024-04-15T15:10:29.261769+0000","last_peered":"2024-04-15T15:10:29.261769+0000","last_clean":"2024-04-15T15:10:29.261769+0000","last_became_active":"2024-04-15T15:10:23.380723+0000","last_became_peered":"2024-04-15T15:10:23.380723+0000","last_unstale":"2024-04-15T15:10:29.261769+0000","last_undegraded":"2024-04-15T15:10:29.261769+0000","last_fullsized":"2024-04-15T15:10:29.261769+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:43:35.045892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.259919+0000","last_change":"2024-04-15T15:10:23.373140+0000","last_active":"2024-04-15T15:10:29.259919+0000","last_peered":"2024-04-15T15:10:29.259919+0000","last_clean":"2024-04-15T15:10:29.259919+0000","last_became_active":"2024-04-15T15:10:23.372849+0000","last_became_peered":"2024-04-15T15:10:23.372849+0000","last_unstale":"2024-04-15T15:10:29.259919+0000","last_undegraded":"2024-04-15T15:10:29.259919+0000","last_fullsized":"2024-04-15T15:10:29.259919+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:08.514163+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260539+0000","last_change":"2024-04-15T15:10:23.370042+0000","last_active":"2024-04-15T15:10:29.260539+0000","last_peered":"2024-04-15T15:10:29.260539+0000","last_clean":"2024-04-15T15:10:29.260539+0000","last_became_active":"2024-04-15T15:10:23.369709+0000","last_became_peered":"2024-04-15T15:10:23.369709+0000","last_unstale":"2024-04-15T15:10:29.260539+0000","last_undegraded":"2024-04-15T15:10:29.260539+0000","last_fullsized":"2024-04-15T15:10:29.260539+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:31:49.626738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381382+0000","last_change":"2024-04-15T15:10:23.363018+0000","last_active":"2024-04-15T15:10:28.381382+0000","last_peered":"2024-04-15T15:10:28.381382+0000","last_clean":"2024-04-15T15:10:28.381382+0000","last_became_active":"2024-04-15T15:10:23.362760+0000","last_became_peered":"2024-04-15T15:10:23.362760+0000","last_unstale":"2024-04-15T15:10:28.381382+0000","last_undegraded":"2024-04-15T15:10:28.381382+0000","last_fullsized":"2024-04-15T15:10:28.381382+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:07:19.941188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261188+0000","last_change":"2024-04-15T15:10:23.374283+0000","last_active":"2024-04-15T15:10:29.261188+0000","last_peered":"2024-04-15T15:10:29.261188+0000","last_clean":"2024-04-15T15:10:29.261188+0000","last_became_active":"2024-04-15T15:10:23.374022+0000","last_became_peered":"2024-04-15T15:10:23.374022+0000","last_unstale":"2024-04-15T15:10:29.261188+0000","last_undegraded":"2024-04-15T15:10:29.261188+0000","last_fullsized":"2024-04-15T15:10:29.261188+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:53.928799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:28.381402+0000","last_change":"2024-04-15T15:10:23.379923+0000","last_active":"2024-04-15T15:10:28.381402+0000","last_peered":"2024-04-15T15:10:28.381402+0000","last_clean":"2024-04-15T15:10:28.381402+0000","last_became_active":"2024-04-15T15:10:23.379279+0000","last_became_peered":"2024-04-15T15:10:23.379279+0000","last_unstale":"2024-04-15T15:10:28.381402+0000","last_undegraded":"2024-04-15T15:10:28.381402+0000","last_fullsized":"2024-04-15T15:10:28.381402+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:50:41.630301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.260468+0000","last_change":"2024-04-15T15:10:23.366923+0000","last_active":"2024-04-15T15:10:29.260468+0000","last_peered":"2024-04-15T15:10:29.260468+0000","last_clean":"2024-04-15T15:10:29.260468+0000","last_became_active":"2024-04-15T15:10:23.366656+0000","last_became_peered":"2024-04-15T15:10:23.366656+0000","last_unstale":"2024-04-15T15:10:29.260468+0000","last_undegraded":"2024-04-15T15:10:29.260468+0000","last_fullsized":"2024-04-15T15:10:29.260468+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:07:19.941188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.262041+0000","last_change":"2024-04-15T15:10:23.370615+0000","last_active":"2024-04-15T15:10:29.262041+0000","last_peered":"2024-04-15T15:10:29.262041+0000","last_clean":"2024-04-15T15:10:29.262041+0000","last_became_active":"2024-04-15T15:10:23.370375+0000","last_became_peered":"2024-04-15T15:10:23.370375+0000","last_unstale":"2024-04-15T15:10:29.262041+0000","last_undegraded":"2024-04-15T15:10:29.262041+0000","last_fullsized":"2024-04-15T15:10:29.262041+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:07:58.093410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":20,"reported_epoch":24,"state":"active+clean","last_fresh":"2024-04-15T15:10:29.261134+0000","last_change":"2024-04-15T15:10:23.372936+0000","last_active":"2024-04-15T15:10:29.261134+0000","last_peered":"2024-04-15T15:10:29.261134+0000","last_clean":"2024-04-15T15:10:29.261134+0000","last_became_active":"2024-04-15T15:10:23.372670+0000","last_became_peered":"2024-04-15T15:10:23.372670+0000","last_unstale":"2024-04-15T15:10:29.261134+0000","last_undegraded":"2024-04-15T15:10:29.261134+0000","last_fullsized":"2024-04-15T15:10:29.261134+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:22.327285+0000","last_clean_scrub_stamp":"2024-04-15T15:10:22.327285+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:47:24.121354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4640,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574857,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27852,"kb_used_data":832,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343988,"statfs":{"total":96636764160,"available":96608243712,"internally_reserved":0,"allocated":851968,"data_stored":691206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574857,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":266240,"data_stored":104098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574856,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27280,"kb_used_data":252,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344560,"statfs":{"total":96636764160,"available":96608829440,"internally_reserved":0,"allocated":258048,"data_stored":100346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574858,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27288,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344552,"statfs":{"total":96636764160,"available":96608821248,"internally_reserved":0,"allocated":266240,"data_stored":100382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574857,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":266240,"data_stored":104098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574857,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27280,"kb_used_data":248,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344560,"statfs":{"total":96636764160,"available":96608829440,"internally_reserved":0,"allocated":253952,"data_stored":100256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574857,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27276,"kb_used_data":256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344564,"statfs":{"total":96636764160,"available":96608833536,"internally_reserved":0,"allocated":262144,"data_stored":100416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574857,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27860,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343980,"statfs":{"total":96636764160,"available":96608235520,"internally_reserved":0,"allocated":860160,"data_stored":691262,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T15:10:45.321 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-04-15T15:10:45.321 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-15T15:10:45.321 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-04-15T15:10:45.322 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-04-15T15:10:45.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.423+0000 7f7a22aba640 1 Processor -- start 2024-04-15T15:10:45.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.423+0000 7f7a22aba640 1 -- start start 2024-04-15T15:10:45.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.424+0000 7f7a22aba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7a1c15e840 0x7f7a1c162430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:45.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.424+0000 7f7a22aba640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f7a1c162970 0x7f7a1c0cee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:45.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.424+0000 7f7a22aba640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a1c0cf810 con 0x7f7a1c0cf380 2024-04-15T15:10:45.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.424+0000 7f7a22aba640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f7a1c0ccaf0 con 0x7f7a1c162970 2024-04-15T15:10:45.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.424+0000 7f7a22aba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f7a1c162fa0 con 0x7f7a1c15e840 2024-04-15T15:10:45.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.424+0000 7f7a21057640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f7a1c0cf380 0x7f7a1c06d810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:33300/0 (socket says 172.21.15.84:33300) 2024-04-15T15:10:45.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.424+0000 7f7a21057640 1 -- 172.21.15.84:0/4175744455 learned_addr learned my addr 172.21.15.84:0/4175744455 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:45.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.424+0000 7f7a1bfff640 1 --2- 172.21.15.84:0/4175744455 >> v2:172.21.15.203:3300/0 conn(0x7f7a1c162970 0x7f7a1c0cee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:45.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.424+0000 7f7a20856640 1 --2- 172.21.15.84:0/4175744455 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7a1c15e840 0x7f7a1c162430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:45.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.424+0000 7f7a1b7fe640 1 -- 172.21.15.84:0/4175744455 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 762032768 0 0) 0x7f7a1c0cf810 con 0x7f7a1c0cf380 2024-04-15T15:10:45.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.424+0000 7f7a1b7fe640 1 -- 172.21.15.84:0/4175744455 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7a0c003520 con 0x7f7a1c0cf380 2024-04-15T15:10:45.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.424+0000 7f7a1bfff640 1 -- 172.21.15.84:0/4175744455 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7a1c15e840 msgr2=0x7f7a1c162430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:45.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.424+0000 7f7a1bfff640 1 --2- 172.21.15.84:0/4175744455 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7a1c15e840 0x7f7a1c162430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.424+0000 7f7a1bfff640 1 -- 172.21.15.84:0/4175744455 >> v1:172.21.15.84:6789/0 conn(0x7f7a1c0cf380 legacy=0x7f7a1c06d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:45.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.424+0000 7f7a1bfff640 1 -- 172.21.15.84:0/4175744455 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a1c163280 con 0x7f7a1c162970 2024-04-15T15:10:45.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.424+0000 7f7a20856640 1 --2- 172.21.15.84:0/4175744455 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7a1c15e840 0x7f7a1c162430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:10:45.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.425+0000 7f7a1bfff640 1 --2- 172.21.15.84:0/4175744455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a1c162970 0x7f7a1c0cee40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7a080097a0 tx=0x7f7a0802b8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c18309237d9125bf server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:45.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.427+0000 7f7a1b7fe640 1 -- 172.21.15.84:0/4175744455 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a08035020 con 0x7f7a1c162970 2024-04-15T15:10:45.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.427+0000 7f7a1b7fe640 1 -- 172.21.15.84:0/4175744455 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a08031810 con 0x7f7a1c162970 2024-04-15T15:10:45.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.427+0000 7f7a1b7fe640 1 -- 172.21.15.84:0/4175744455 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a08031be0 con 0x7f7a1c162970 2024-04-15T15:10:45.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.428+0000 7f7a22aba640 1 -- 172.21.15.84:0/4175744455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a1c162970 msgr2=0x7f7a1c0cee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:45.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.428+0000 7f7a22aba640 1 --2- 172.21.15.84:0/4175744455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a1c162970 0x7f7a1c0cee40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f7a080097a0 tx=0x7f7a0802b8b0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.428+0000 7f7a22aba640 1 -- 172.21.15.84:0/4175744455 shutdown_connections 2024-04-15T15:10:45.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.428+0000 7f7a22aba640 1 --2- 172.21.15.84:0/4175744455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a1c162970 0x7f7a1c0cee40 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.428+0000 7f7a22aba640 1 --2- 172.21.15.84:0/4175744455 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7a1c15e840 0x7f7a1c162430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.428+0000 7f7a22aba640 1 -- 172.21.15.84:0/4175744455 >> 172.21.15.84:0/4175744455 conn(0x7f7a1c0b4010 msgr2=0x7f7a1c0b43f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:45.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.428+0000 7f7a22aba640 1 -- 172.21.15.84:0/4175744455 shutdown_connections 2024-04-15T15:10:45.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.428+0000 7f7a22aba640 1 -- 172.21.15.84:0/4175744455 wait complete. 2024-04-15T15:10:45.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.429+0000 7f7a22aba640 1 Processor -- start 2024-04-15T15:10:45.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.429+0000 7f7a22aba640 1 -- start start 2024-04-15T15:10:45.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.430+0000 7f7a22aba640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a1c0cf380 0x7f7a1c0c5d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:45.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.430+0000 7f7a22aba640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7a1c15e840 0x7f7a1c15d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:45.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.430+0000 7f7a22aba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7a1c162970 0x7f7a1c0c7150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:45.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.430+0000 7f7a22aba640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7a1c06f210 con 0x7f7a1c15e840 2024-04-15T15:10:45.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.430+0000 7f7a22aba640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7a1c0cd090 con 0x7f7a1c0cf380 2024-04-15T15:10:45.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.430+0000 7f7a22aba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f7a1c15ec20 con 0x7f7a1c162970 2024-04-15T15:10:45.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.430+0000 7f7a1bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7a1c15e840 0x7f7a1c15d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:45.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.430+0000 7f7a1bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7a1c15e840 0x7f7a1c15d9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46858/0 (socket says 172.21.15.84:46858) 2024-04-15T15:10:45.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.430+0000 7f7a1bfff640 1 -- 172.21.15.84:0/2174842339 learned_addr learned my addr 172.21.15.84:0/2174842339 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:45.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.430+0000 7f7a21057640 1 --2- 172.21.15.84:0/2174842339 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7a1c162970 0x7f7a1c0c7150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:45.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.430+0000 7f7a20856640 1 --2- 172.21.15.84:0/2174842339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a1c0cf380 0x7f7a1c0c5d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:45.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.431+0000 7f7a1bfff640 1 -- 172.21.15.84:0/2174842339 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7a1c162970 msgr2=0x7f7a1c0c7150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:45.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.431+0000 7f7a1bfff640 1 --2- 172.21.15.84:0/2174842339 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7a1c162970 0x7f7a1c0c7150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.431+0000 7f7a1bfff640 1 -- 172.21.15.84:0/2174842339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a1c0cf380 msgr2=0x7f7a1c0c5d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:45.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.431+0000 7f7a1bfff640 1 --2- 172.21.15.84:0/2174842339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a1c0cf380 0x7f7a1c0c5d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.431+0000 7f7a1bfff640 1 -- 172.21.15.84:0/2174842339 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a1c0c62e0 con 0x7f7a1c15e840 2024-04-15T15:10:45.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.431+0000 7f7a1bfff640 1 --2- 172.21.15.84:0/2174842339 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7a1c15e840 0x7f7a1c15d9f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f7a0802bec0 tx=0x7f7a080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:45.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.431+0000 7f7a197fa640 1 -- 172.21.15.84:0/2174842339 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a08041070 con 0x7f7a1c15e840 2024-04-15T15:10:45.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.431+0000 7f7a197fa640 1 -- 172.21.15.84:0/2174842339 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a08031e40 con 0x7f7a1c15e840 2024-04-15T15:10:45.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.431+0000 7f7a22aba640 1 -- 172.21.15.84:0/2174842339 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a1c0c65c0 con 0x7f7a1c15e840 2024-04-15T15:10:45.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.431+0000 7f7a197fa640 1 -- 172.21.15.84:0/2174842339 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a08035040 con 0x7f7a1c15e840 2024-04-15T15:10:45.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.431+0000 7f7a22aba640 1 -- 172.21.15.84:0/2174842339 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a1c0c6b80 con 0x7f7a1c15e840 2024-04-15T15:10:45.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.432+0000 7f7a22aba640 1 -- 172.21.15.84:0/2174842339 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a1c0689e0 con 0x7f7a1c15e840 2024-04-15T15:10:45.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.432+0000 7f7a197fa640 1 -- 172.21.15.84:0/2174842339 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f7a0804c060 con 0x7f7a1c15e840 2024-04-15T15:10:45.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.433+0000 7f7a197fa640 1 --2- 172.21.15.84:0/2174842339 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7a0006c8f0 0x7f7a0006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:45.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.433+0000 7f7a20856640 1 --2- 172.21.15.84:0/2174842339 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7a0006c8f0 0x7f7a0006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:45.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.433+0000 7f7a197fa640 1 -- 172.21.15.84:0/2174842339 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f7a080ad820 con 0x7f7a1c15e840 2024-04-15T15:10:45.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.433+0000 7f7a20856640 1 --2- 172.21.15.84:0/2174842339 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7a0006c8f0 0x7f7a0006edb0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f7a10009560 tx=0x7f7a10009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:45.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.437+0000 7f7a197fa640 1 -- 172.21.15.84:0/2174842339 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f7a0807b350 con 0x7f7a1c15e840 2024-04-15T15:10:45.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.650+0000 7f7a22aba640 1 -- 172.21.15.84:0/2174842339 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f7a1c0c6f20 con 0x7f7a1c15e840 2024-04-15T15:10:45.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.650+0000 7f7a197fa640 1 -- 172.21.15.84:0/2174842339 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f7a0807f650 con 0x7f7a1c15e840 2024-04-15T15:10:45.652 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:45.652 INFO:teuthology.orchestra.run.smithi084.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-15T15:10:45.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.652+0000 7f7a22aba640 1 -- 172.21.15.84:0/2174842339 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7a0006c8f0 msgr2=0x7f7a0006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:45.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.652+0000 7f7a22aba640 1 --2- 172.21.15.84:0/2174842339 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7a0006c8f0 0x7f7a0006edb0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f7a10009560 tx=0x7f7a10009190 comp rx=0 tx=0).stop 2024-04-15T15:10:45.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.652+0000 7f7a22aba640 1 -- 172.21.15.84:0/2174842339 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7a1c15e840 msgr2=0x7f7a1c15d9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:45.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.652+0000 7f7a22aba640 1 --2- 172.21.15.84:0/2174842339 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7a1c15e840 0x7f7a1c15d9f0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f7a0802bec0 tx=0x7f7a080046c0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.652+0000 7f7a22aba640 1 -- 172.21.15.84:0/2174842339 shutdown_connections 2024-04-15T15:10:45.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.652+0000 7f7a22aba640 1 --2- 172.21.15.84:0/2174842339 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7a1c162970 0x7f7a1c0c7150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.652+0000 7f7a22aba640 1 --2- 172.21.15.84:0/2174842339 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7a1c15e840 0x7f7a1c15d9f0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.652+0000 7f7a22aba640 1 --2- 172.21.15.84:0/2174842339 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7a0006c8f0 0x7f7a0006edb0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.652+0000 7f7a22aba640 1 --2- 172.21.15.84:0/2174842339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a1c0cf380 0x7f7a1c0c5d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.652+0000 7f7a22aba640 1 -- 172.21.15.84:0/2174842339 >> 172.21.15.84:0/2174842339 conn(0x7f7a1c0b4010 msgr2=0x7f7a1c06d810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:45.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.652+0000 7f7a22aba640 1 -- 172.21.15.84:0/2174842339 shutdown_connections 2024-04-15T15:10:45.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.652+0000 7f7a22aba640 1 -- 172.21.15.84:0/2174842339 wait complete. 2024-04-15T15:10:45.665 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-04-15T15:10:45.665 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:10:45.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.766+0000 7f2dbbd0d640 1 Processor -- start 2024-04-15T15:10:45.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.767+0000 7f2dbbd0d640 1 -- start start 2024-04-15T15:10:45.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.767+0000 7f2dbbd0d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2db4161e40 0x7f2db40b37f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:45.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.767+0000 7f2dbbd0d640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2db4162220 con 0x7f2db40d12b0 2024-04-15T15:10:45.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.767+0000 7f2dbbd0d640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2db40d3070 con 0x7f2db40d45b0 2024-04-15T15:10:45.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.767+0000 7f2dbbd0d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f2db40d21f0 con 0x7f2db4161e40 2024-04-15T15:10:45.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.767+0000 7f2db92a8640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f2db40d12b0 0x7f2db40d2960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:33316/0 (socket says 172.21.15.84:33316) 2024-04-15T15:10:45.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.767+0000 7f2db92a8640 1 -- 172.21.15.84:0/232398013 learned_addr learned my addr 172.21.15.84:0/232398013 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:45.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2db9aa9640 1 --2- 172.21.15.84:0/232398013 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2db4161e40 0x7f2db40b37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:45.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2db8aa7640 1 -- 172.21.15.84:0/232398013 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2938288317 0 0) 0x7f2db4162220 con 0x7f2db40d12b0 2024-04-15T15:10:45.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2db8aa7640 1 -- 172.21.15.84:0/232398013 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2da0003520 con 0x7f2db40d12b0 2024-04-15T15:10:45.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2db8aa7640 1 -- 172.21.15.84:0/232398013 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3760849632 0 0) 0x7f2da0003520 con 0x7f2db40d12b0 2024-04-15T15:10:45.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2db8aa7640 1 -- 172.21.15.84:0/232398013 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2db4161e40 msgr2=0x7f2db40b37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:45.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2db8aa7640 1 --2- 172.21.15.84:0/232398013 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2db4161e40 0x7f2db40b37f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2db8aa7640 1 -- 172.21.15.84:0/232398013 >> v1:172.21.15.203:6789/0 conn(0x7f2db40d45b0 legacy=0x7f2db4162490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:45.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2db8aa7640 1 -- 172.21.15.84:0/232398013 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2db40d1820 con 0x7f2db40d12b0 2024-04-15T15:10:45.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2db8aa7640 1 -- 172.21.15.84:0/232398013 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f2da4001670 con 0x7f2db40d12b0 2024-04-15T15:10:45.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2db8aa7640 1 -- 172.21.15.84:0/232398013 >> v1:172.21.15.84:6789/0 conn(0x7f2db40d12b0 legacy=0x7f2db40d2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:45.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2db8aa7640 1 --2- 172.21.15.84:0/232398013 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2db4161e40 0x7f2da00039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:45.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2db8aa7640 1 --2- 172.21.15.84:0/232398013 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2da0003f20 0x7f2da0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:45.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2db8aa7640 1 --2- 172.21.15.84:0/232398013 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2da0004d40 0x7f2da00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:45.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2db8aa7640 1 -- 172.21.15.84:0/232398013 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2db40d21f0 con 0x7f2da0004d40 2024-04-15T15:10:45.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2db8aa7640 1 -- 172.21.15.84:0/232398013 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f2da000bad0 con 0x7f2da0003f20 2024-04-15T15:10:45.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2db8aa7640 1 -- 172.21.15.84:0/232398013 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f2da000bcd0 con 0x7f2db4161e40 2024-04-15T15:10:45.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2dba2aa640 1 --2- 172.21.15.84:0/232398013 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2da0004d40 0x7f2da00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:45.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2db9aa9640 1 --2- 172.21.15.84:0/232398013 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2db4161e40 0x7f2da00039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:45.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2db92a8640 1 --2- 172.21.15.84:0/232398013 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2da0003f20 0x7f2da0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:45.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2dba2aa640 1 -- 172.21.15.84:0/232398013 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2db4161e40 msgr2=0x7f2da00039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:45.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2dba2aa640 1 --2- 172.21.15.84:0/232398013 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2db4161e40 0x7f2da00039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2dba2aa640 1 -- 172.21.15.84:0/232398013 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2da0003f20 msgr2=0x7f2da0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:45.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2dba2aa640 1 --2- 172.21.15.84:0/232398013 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2da0003f20 0x7f2da0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.768+0000 7f2dba2aa640 1 -- 172.21.15.84:0/232398013 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2da0003520 con 0x7f2da0004d40 2024-04-15T15:10:45.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.769+0000 7f2dba2aa640 1 --2- 172.21.15.84:0/232398013 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2da0004d40 0x7f2da00051c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f2dac001f60 tx=0x7f2da0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf113c47acd7680e server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:45.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.769+0000 7f2db8aa7640 1 -- 172.21.15.84:0/232398013 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dac001b30 con 0x7f2da0004d40 2024-04-15T15:10:45.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.769+0000 7f2db8aa7640 1 -- 172.21.15.84:0/232398013 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2dac02d710 con 0x7f2da0004d40 2024-04-15T15:10:45.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.769+0000 7f2db8aa7640 1 -- 172.21.15.84:0/232398013 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dac02db00 con 0x7f2da0004d40 2024-04-15T15:10:45.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.770+0000 7f2dbbd0d640 1 -- 172.21.15.84:0/232398013 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2da0004d40 msgr2=0x7f2da00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:45.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.770+0000 7f2dbbd0d640 1 --2- 172.21.15.84:0/232398013 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2da0004d40 0x7f2da00051c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f2dac001f60 tx=0x7f2da0005830 comp rx=0 tx=0).stop 2024-04-15T15:10:45.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.770+0000 7f2dba2aa640 1 -- 172.21.15.84:0/232398013 reap_dead start 2024-04-15T15:10:45.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.770+0000 7f2dbbd0d640 1 -- 172.21.15.84:0/232398013 shutdown_connections 2024-04-15T15:10:45.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.770+0000 7f2dbbd0d640 1 -- 172.21.15.84:0/232398013 >> 172.21.15.84:0/232398013 conn(0x7f2db409d970 msgr2=0x7f2db40b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:45.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.770+0000 7f2dbbd0d640 1 -- 172.21.15.84:0/232398013 shutdown_connections 2024-04-15T15:10:45.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.770+0000 7f2dbbd0d640 1 -- 172.21.15.84:0/232398013 wait complete. 2024-04-15T15:10:45.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.771+0000 7f2dbbd0d640 1 Processor -- start 2024-04-15T15:10:45.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.771+0000 7f2dbbd0d640 1 -- start start 2024-04-15T15:10:45.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.772+0000 7f2dbbd0d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2da0004d40 0x7f2db41e7c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:45.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.772+0000 7f2dbbd0d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2db40b5fd0 0x7f2db41e98f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:45.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.772+0000 7f2dbbd0d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2db41533d0 0x7f2db4153850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:45.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.772+0000 7f2dbbd0d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2db40d2440 con 0x7f2da0004d40 2024-04-15T15:10:45.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.772+0000 7f2dbbd0d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f2db40d1de0 con 0x7f2db40b5fd0 2024-04-15T15:10:45.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.772+0000 7f2dbbd0d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f2db4162ba0 con 0x7f2db41533d0 2024-04-15T15:10:45.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.772+0000 7f2db9aa9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2da0004d40 0x7f2db41e7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:45.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.772+0000 7f2db9aa9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2da0004d40 0x7f2db41e7c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46880/0 (socket says 172.21.15.84:46880) 2024-04-15T15:10:45.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.772+0000 7f2db9aa9640 1 -- 172.21.15.84:0/3580888906 learned_addr learned my addr 172.21.15.84:0/3580888906 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:45.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.772+0000 7f2dba2aa640 1 --2- 172.21.15.84:0/3580888906 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2db41533d0 0x7f2db4153850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:45.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.772+0000 7f2db92a8640 1 --2- 172.21.15.84:0/3580888906 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2db40b5fd0 0x7f2db41e98f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:45.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.772+0000 7f2db9aa9640 1 -- 172.21.15.84:0/3580888906 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2db41533d0 msgr2=0x7f2db4153850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:45.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.772+0000 7f2db9aa9640 1 --2- 172.21.15.84:0/3580888906 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2db41533d0 0x7f2db4153850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.772+0000 7f2db9aa9640 1 -- 172.21.15.84:0/3580888906 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2db40b5fd0 msgr2=0x7f2db41e98f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:45.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.772+0000 7f2db9aa9640 1 --2- 172.21.15.84:0/3580888906 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2db40b5fd0 0x7f2db41e98f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.772+0000 7f2db9aa9640 1 -- 172.21.15.84:0/3580888906 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2db4153d90 con 0x7f2da0004d40 2024-04-15T15:10:45.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.772+0000 7f2db9aa9640 1 --2- 172.21.15.84:0/3580888906 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2da0004d40 0x7f2db41e7c40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f2db00119a0 tx=0x7f2db0011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:45.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.773+0000 7f2daa7fc640 1 -- 172.21.15.84:0/3580888906 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2db000faf0 con 0x7f2da0004d40 2024-04-15T15:10:45.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.773+0000 7f2daa7fc640 1 -- 172.21.15.84:0/3580888906 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2db000fc90 con 0x7f2da0004d40 2024-04-15T15:10:45.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.773+0000 7f2daa7fc640 1 -- 172.21.15.84:0/3580888906 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2db0014440 con 0x7f2da0004d40 2024-04-15T15:10:45.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.773+0000 7f2dbbd0d640 1 -- 172.21.15.84:0/3580888906 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2db41e8180 con 0x7f2da0004d40 2024-04-15T15:10:45.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.773+0000 7f2dbbd0d640 1 -- 172.21.15.84:0/3580888906 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2db41e86e0 con 0x7f2da0004d40 2024-04-15T15:10:45.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.773+0000 7f2dbbd0d640 1 -- 172.21.15.84:0/3580888906 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2db40689e0 con 0x7f2da0004d40 2024-04-15T15:10:45.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.774+0000 7f2daa7fc640 1 -- 172.21.15.84:0/3580888906 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f2db0012040 con 0x7f2da0004d40 2024-04-15T15:10:45.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.774+0000 7f2daa7fc640 1 --2- 172.21.15.84:0/3580888906 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2d9806c8f0 0x7f2d9806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:45.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.774+0000 7f2db92a8640 1 --2- 172.21.15.84:0/3580888906 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2d9806c8f0 0x7f2d9806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:45.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.774+0000 7f2daa7fc640 1 -- 172.21.15.84:0/3580888906 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f2db008c510 con 0x7f2da0004d40 2024-04-15T15:10:45.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.775+0000 7f2db92a8640 1 --2- 172.21.15.84:0/3580888906 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2d9806c8f0 0x7f2d9806edb0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f2db40b3180 tx=0x7f2da4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:45.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.779+0000 7f2daa7fc640 1 -- 172.21.15.84:0/3580888906 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f2db41e8180 con 0x7f2da0004d40 2024-04-15T15:10:45.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.954+0000 7f2dbbd0d640 1 -- 172.21.15.84:0/3580888906 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2db40d2a30 con 0x7f2da0004d40 2024-04-15T15:10:45.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.955+0000 7f2daa7fc640 1 -- 172.21.15.84:0/3580888906 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18466 (secure 0 0 0) 0x7f2db0019030 con 0x7f2da0004d40 2024-04-15T15:10:45.957 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:45.958 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":24,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:27.745198+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:10:45.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.957+0000 7f2dbbd0d640 1 -- 172.21.15.84:0/3580888906 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2d9806c8f0 msgr2=0x7f2d9806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:45.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.957+0000 7f2dbbd0d640 1 --2- 172.21.15.84:0/3580888906 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2d9806c8f0 0x7f2d9806edb0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f2db40b3180 tx=0x7f2da4009040 comp rx=0 tx=0).stop 2024-04-15T15:10:45.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.957+0000 7f2dbbd0d640 1 -- 172.21.15.84:0/3580888906 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2da0004d40 msgr2=0x7f2db41e7c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:45.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.957+0000 7f2dbbd0d640 1 --2- 172.21.15.84:0/3580888906 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2da0004d40 0x7f2db41e7c40 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f2db00119a0 tx=0x7f2db0011e60 comp rx=0 tx=0).stop 2024-04-15T15:10:45.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.957+0000 7f2dbbd0d640 1 -- 172.21.15.84:0/3580888906 shutdown_connections 2024-04-15T15:10:45.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.957+0000 7f2dbbd0d640 1 --2- 172.21.15.84:0/3580888906 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2d9806c8f0 0x7f2d9806edb0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.957+0000 7f2dbbd0d640 1 --2- 172.21.15.84:0/3580888906 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2db40b5fd0 0x7f2db41e98f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.957+0000 7f2dbbd0d640 1 --2- 172.21.15.84:0/3580888906 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2db41533d0 0x7f2db4153850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.957+0000 7f2dbbd0d640 1 --2- 172.21.15.84:0/3580888906 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2da0004d40 0x7f2db41e7c40 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:45.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.957+0000 7f2dbbd0d640 1 -- 172.21.15.84:0/3580888906 >> 172.21.15.84:0/3580888906 conn(0x7f2db409d970 msgr2=0x7f2db406bd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:45.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.957+0000 7f2dbbd0d640 1 -- 172.21.15.84:0/3580888906 shutdown_connections 2024-04-15T15:10:45.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:45.957+0000 7f2dbbd0d640 1 -- 172.21.15.84:0/3580888906 wait complete. 2024-04-15T15:10:45.970 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:10:20.621351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:10:21.653421+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-15T15:10:25.371593+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-15T15:10:45.971 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:10:46.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.075+0000 7f5ddd346640 1 Processor -- start 2024-04-15T15:10:46.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.075+0000 7f5ddd346640 1 -- start start 2024-04-15T15:10:46.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.076+0000 7f5ddd346640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f5dd815e9f0 0x7f5dd80d3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:46.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.076+0000 7f5ddd346640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f5dd806c400 0x7f5dd806c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:46.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.076+0000 7f5ddd346640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5dd80d2320 con 0x7f5dd815e610 2024-04-15T15:10:46.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.076+0000 7f5ddd346640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f5dd80d31d0 con 0x7f5dd815e9f0 2024-04-15T15:10:46.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.076+0000 7f5ddd346640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f5dd80d25c0 con 0x7f5dd806c400 2024-04-15T15:10:46.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.076+0000 7f5dce7fc640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f5dd815e9f0 0x7f5dd80d3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:46.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.076+0000 7f5dce7fc640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f5dd815e9f0 0x7f5dd80d3660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46882/0 (socket says 172.21.15.84:46882) 2024-04-15T15:10:46.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.076+0000 7f5dce7fc640 1 -- 172.21.15.84:0/549243396 learned_addr learned my addr 172.21.15.84:0/549243396 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:46.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.076+0000 7f5dd77fe640 1 --2- 172.21.15.84:0/549243396 >> v2:172.21.15.203:3300/0 conn(0x7f5dd806c400 0x7f5dd806c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:46.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.076+0000 7f5dce7fc640 1 -- 172.21.15.84:0/549243396 >> v2:172.21.15.203:3300/0 conn(0x7f5dd806c400 msgr2=0x7f5dd806c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:46.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.076+0000 7f5dce7fc640 1 --2- 172.21.15.84:0/549243396 >> v2:172.21.15.203:3300/0 conn(0x7f5dd806c400 0x7f5dd806c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.076+0000 7f5dce7fc640 1 -- 172.21.15.84:0/549243396 >> v1:172.21.15.203:6789/0 conn(0x7f5dd815e610 legacy=0x7f5dd80d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:46.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.076+0000 7f5dce7fc640 1 -- 172.21.15.84:0/549243396 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dd80d28a0 con 0x7f5dd815e9f0 2024-04-15T15:10:46.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.077+0000 7f5dce7fc640 1 --2- 172.21.15.84:0/549243396 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5dd815e9f0 0x7f5dd80d3660 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f5dd80b7890 tx=0x7f5dc002ba30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3413c2c82a635e87 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:46.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.077+0000 7f5dd67fc640 1 -- 172.21.15.84:0/549243396 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc002f850 con 0x7f5dd815e9f0 2024-04-15T15:10:46.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.077+0000 7f5dd67fc640 1 -- 172.21.15.84:0/549243396 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5dc002f9f0 con 0x7f5dd815e9f0 2024-04-15T15:10:46.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.077+0000 7f5dd67fc640 1 -- 172.21.15.84:0/549243396 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc002fdc0 con 0x7f5dd815e9f0 2024-04-15T15:10:46.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.078+0000 7f5ddd346640 1 -- 172.21.15.84:0/549243396 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5dd815e9f0 msgr2=0x7f5dd80d3660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:46.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.078+0000 7f5ddd346640 1 --2- 172.21.15.84:0/549243396 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5dd815e9f0 0x7f5dd80d3660 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f5dd80b7890 tx=0x7f5dc002ba30 comp rx=0 tx=0).stop 2024-04-15T15:10:46.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.078+0000 7f5ddd346640 1 -- 172.21.15.84:0/549243396 shutdown_connections 2024-04-15T15:10:46.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.078+0000 7f5ddd346640 1 --2- 172.21.15.84:0/549243396 >> v2:172.21.15.203:3300/0 conn(0x7f5dd806c400 0x7f5dd806c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.078+0000 7f5ddd346640 1 --2- 172.21.15.84:0/549243396 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5dd815e9f0 0x7f5dd80d3660 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.078+0000 7f5ddd346640 1 -- 172.21.15.84:0/549243396 >> 172.21.15.84:0/549243396 conn(0x7f5dd80d4750 msgr2=0x7f5dd80d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:46.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.078+0000 7f5ddd346640 1 -- 172.21.15.84:0/549243396 shutdown_connections 2024-04-15T15:10:46.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.078+0000 7f5ddd346640 1 -- 172.21.15.84:0/549243396 wait complete. 2024-04-15T15:10:46.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.079+0000 7f5ddd346640 1 Processor -- start 2024-04-15T15:10:46.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.079+0000 7f5ddd346640 1 -- start start 2024-04-15T15:10:46.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5ddd346640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5dd806c400 0x7f5dd80cca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:46.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5ddd346640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5dd815e610 0x7f5dd80ca4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:46.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5ddd346640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5dd815e9f0 0x7f5dd80b8b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:46.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5ddd346640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5dd806d130 con 0x7f5dd806c400 2024-04-15T15:10:46.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5ddd346640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5dd80d2e60 con 0x7f5dd815e9f0 2024-04-15T15:10:46.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5ddd346640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f5dd80d3ba0 con 0x7f5dd815e610 2024-04-15T15:10:46.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5dd6ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5dd806c400 0x7f5dd80cca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:46.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5dd6ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5dd806c400 0x7f5dd80cca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46888/0 (socket says 172.21.15.84:46888) 2024-04-15T15:10:46.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5dd6ffd640 1 -- 172.21.15.84:0/1426878965 learned_addr learned my addr 172.21.15.84:0/1426878965 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:46.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5dce7fc640 1 --2- 172.21.15.84:0/1426878965 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5dd815e610 0x7f5dd80ca4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:46.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5dd77fe640 1 --2- 172.21.15.84:0/1426878965 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5dd815e9f0 0x7f5dd80b8b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:46.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5dd6ffd640 1 -- 172.21.15.84:0/1426878965 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5dd815e610 msgr2=0x7f5dd80ca4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:46.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5dd6ffd640 1 --2- 172.21.15.84:0/1426878965 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5dd815e610 0x7f5dd80ca4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5dd6ffd640 1 -- 172.21.15.84:0/1426878965 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5dd815e9f0 msgr2=0x7f5dd80b8b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:46.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5dd6ffd640 1 --2- 172.21.15.84:0/1426878965 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5dd815e9f0 0x7f5dd80b8b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5dd6ffd640 1 -- 172.21.15.84:0/1426878965 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dd80ccfa0 con 0x7f5dd806c400 2024-04-15T15:10:46.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5dd77fe640 1 --2- 172.21.15.84:0/1426878965 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5dd815e9f0 0x7f5dd80b8b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:46.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5dd6ffd640 1 --2- 172.21.15.84:0/1426878965 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5dd806c400 0x7f5dd80cca60 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f5dc800c430 tx=0x7f5dc800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:46.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5dcffff640 1 -- 172.21.15.84:0/1426878965 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc8017070 con 0x7f5dd806c400 2024-04-15T15:10:46.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5dcffff640 1 -- 172.21.15.84:0/1426878965 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5dc80052d0 con 0x7f5dd806c400 2024-04-15T15:10:46.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5ddd346640 1 -- 172.21.15.84:0/1426878965 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5dd80cb9c0 con 0x7f5dd806c400 2024-04-15T15:10:46.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5dcffff640 1 -- 172.21.15.84:0/1426878965 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc8003850 con 0x7f5dd806c400 2024-04-15T15:10:46.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.080+0000 7f5ddd346640 1 -- 172.21.15.84:0/1426878965 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5dd80cbf80 con 0x7f5dd806c400 2024-04-15T15:10:46.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.081+0000 7f5ddd346640 1 -- 172.21.15.84:0/1426878965 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5dd80caff0 con 0x7f5dd806c400 2024-04-15T15:10:46.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.082+0000 7f5dcffff640 1 -- 172.21.15.84:0/1426878965 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f5dc801a070 con 0x7f5dd806c400 2024-04-15T15:10:46.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.082+0000 7f5dcffff640 1 --2- 172.21.15.84:0/1426878965 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5db806c8f0 0x7f5db806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:46.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.082+0000 7f5dcffff640 1 -- 172.21.15.84:0/1426878965 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f5dc808b0f0 con 0x7f5dd806c400 2024-04-15T15:10:46.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.082+0000 7f5dce7fc640 1 --2- 172.21.15.84:0/1426878965 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5db806c8f0 0x7f5db806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:46.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.083+0000 7f5dce7fc640 1 --2- 172.21.15.84:0/1426878965 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5db806c8f0 0x7f5db806edb0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f5dc0036000 tx=0x7f5dc0008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:46.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.086+0000 7f5dcffff640 1 -- 172.21.15.84:0/1426878965 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f5dd80caff0 con 0x7f5dd806c400 2024-04-15T15:10:46.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.263+0000 7f5ddd346640 1 -- 172.21.15.84:0/1426878965 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f5dd80b9d00 con 0x7f5dd806c400 2024-04-15T15:10:46.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.264+0000 7f5dcffff640 1 -- 172.21.15.84:0/1426878965 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) ==== 93+0+10 (secure 0 0 0) 0x7f5dd80b9d00 con 0x7f5dd806c400 2024-04-15T15:10:46.266 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:10:46.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.266+0000 7f5ddd346640 1 -- 172.21.15.84:0/1426878965 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5db806c8f0 msgr2=0x7f5db806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:46.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.266+0000 7f5ddd346640 1 --2- 172.21.15.84:0/1426878965 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5db806c8f0 0x7f5db806edb0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f5dc0036000 tx=0x7f5dc0008030 comp rx=0 tx=0).stop 2024-04-15T15:10:46.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.266+0000 7f5ddd346640 1 -- 172.21.15.84:0/1426878965 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5dd806c400 msgr2=0x7f5dd80cca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:46.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.266+0000 7f5ddd346640 1 --2- 172.21.15.84:0/1426878965 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5dd806c400 0x7f5dd80cca60 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f5dc800c430 tx=0x7f5dc800c8f0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.266+0000 7f5ddd346640 1 -- 172.21.15.84:0/1426878965 shutdown_connections 2024-04-15T15:10:46.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.266+0000 7f5ddd346640 1 --2- 172.21.15.84:0/1426878965 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5db806c8f0 0x7f5db806edb0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.266+0000 7f5ddd346640 1 --2- 172.21.15.84:0/1426878965 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5dd815e9f0 0x7f5dd80b8b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.266+0000 7f5ddd346640 1 --2- 172.21.15.84:0/1426878965 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5dd815e610 0x7f5dd80ca4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.266+0000 7f5ddd346640 1 --2- 172.21.15.84:0/1426878965 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5dd806c400 0x7f5dd80cca60 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.266+0000 7f5ddd346640 1 -- 172.21.15.84:0/1426878965 >> 172.21.15.84:0/1426878965 conn(0x7f5dd80d4750 msgr2=0x7f5dd815c720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:46.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.266+0000 7f5ddd346640 1 -- 172.21.15.84:0/1426878965 shutdown_connections 2024-04-15T15:10:46.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.266+0000 7f5ddd346640 1 -- 172.21.15.84:0/1426878965 wait complete. 2024-04-15T15:10:46.279 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:10:46.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.384+0000 7f4be8888640 1 Processor -- start 2024-04-15T15:10:46.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.384+0000 7f4be8888640 1 -- start start 2024-04-15T15:10:46.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.385+0000 7f4be8888640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f4be415e610 0x7f4be40d0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:46.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.385+0000 7f4be8888640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f4be415e9f0 0x7f4be40d3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:46.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.385+0000 7f4be8888640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4be40d2320 con 0x7f4be406c400 2024-04-15T15:10:46.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.385+0000 7f4be8888640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f4be40d31d0 con 0x7f4be415e9f0 2024-04-15T15:10:46.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.385+0000 7f4be8888640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f4be40d25c0 con 0x7f4be415e610 2024-04-15T15:10:46.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.385+0000 7f4bdbfff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f4be415e9f0 0x7f4be40d3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:46.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.385+0000 7f4be2d9d640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f4be406c400 0x7f4be40b7940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:33326/0 (socket says 172.21.15.84:33326) 2024-04-15T15:10:46.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.385+0000 7f4be2d9d640 1 -- 172.21.15.84:0/3520211022 learned_addr learned my addr 172.21.15.84:0/3520211022 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:46.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.385+0000 7f4be259c640 1 --2- 172.21.15.84:0/3520211022 >> v2:172.21.15.203:3300/0 conn(0x7f4be415e610 0x7f4be40d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:46.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.385+0000 7f4bdbfff640 1 -- 172.21.15.84:0/3520211022 >> v2:172.21.15.203:3300/0 conn(0x7f4be415e610 msgr2=0x7f4be40d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:46.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.385+0000 7f4bdbfff640 1 --2- 172.21.15.84:0/3520211022 >> v2:172.21.15.203:3300/0 conn(0x7f4be415e610 0x7f4be40d0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.385+0000 7f4bdbfff640 1 -- 172.21.15.84:0/3520211022 >> v1:172.21.15.84:6789/0 conn(0x7f4be406c400 legacy=0x7f4be40b7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:46.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.385+0000 7f4bdbfff640 1 -- 172.21.15.84:0/3520211022 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4be40d28a0 con 0x7f4be415e9f0 2024-04-15T15:10:46.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.385+0000 7f4be259c640 1 --2- 172.21.15.84:0/3520211022 >> v2:172.21.15.203:3300/0 conn(0x7f4be415e610 0x7f4be40d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:46.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.386+0000 7f4bdbfff640 1 --2- 172.21.15.84:0/3520211022 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4be415e9f0 0x7f4be40d3660 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f4be40b72a0 tx=0x7f4bcc02b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=992a8a188af8dd3c server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:46.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.386+0000 7f4be1d9b640 1 -- 172.21.15.84:0/3520211022 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bcc034070 con 0x7f4be415e9f0 2024-04-15T15:10:46.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.386+0000 7f4be1d9b640 1 -- 172.21.15.84:0/3520211022 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4bcc030610 con 0x7f4be415e9f0 2024-04-15T15:10:46.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.386+0000 7f4be1d9b640 1 -- 172.21.15.84:0/3520211022 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bcc0309e0 con 0x7f4be415e9f0 2024-04-15T15:10:46.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.386+0000 7f4be8888640 1 -- 172.21.15.84:0/3520211022 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4be415e9f0 msgr2=0x7f4be40d3660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:46.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.386+0000 7f4be8888640 1 --2- 172.21.15.84:0/3520211022 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4be415e9f0 0x7f4be40d3660 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f4be40b72a0 tx=0x7f4bcc02b960 comp rx=0 tx=0).stop 2024-04-15T15:10:46.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.386+0000 7f4be8888640 1 -- 172.21.15.84:0/3520211022 shutdown_connections 2024-04-15T15:10:46.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.386+0000 7f4be8888640 1 --2- 172.21.15.84:0/3520211022 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4be415e9f0 0x7f4be40d3660 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.386+0000 7f4be8888640 1 --2- 172.21.15.84:0/3520211022 >> v2:172.21.15.203:3300/0 conn(0x7f4be415e610 0x7f4be40d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.386+0000 7f4be8888640 1 -- 172.21.15.84:0/3520211022 >> 172.21.15.84:0/3520211022 conn(0x7f4be40d4750 msgr2=0x7f4be40d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:46.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.387+0000 7f4be8888640 1 -- 172.21.15.84:0/3520211022 shutdown_connections 2024-04-15T15:10:46.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.387+0000 7f4be8888640 1 -- 172.21.15.84:0/3520211022 wait complete. 2024-04-15T15:10:46.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.388+0000 7f4be8888640 1 Processor -- start 2024-04-15T15:10:46.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.388+0000 7f4be8888640 1 -- start start 2024-04-15T15:10:46.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4be8888640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4be406c400 0x7f4be4156630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:46.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4be8888640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4be415e610 0x7f4be40ce3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:46.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4be8888640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4be415e9f0 0x7f4be4153740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:46.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4be8888640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4be406d130 con 0x7f4be415e610 2024-04-15T15:10:46.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4be8888640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4be40d2e60 con 0x7f4be415e9f0 2024-04-15T15:10:46.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4be8888640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4be40d0bd0 con 0x7f4be406c400 2024-04-15T15:10:46.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4bdbfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4be415e610 0x7f4be40ce3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:46.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4bdbfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4be415e610 0x7f4be40ce3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46900/0 (socket says 172.21.15.84:46900) 2024-04-15T15:10:46.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4bdbfff640 1 -- 172.21.15.84:0/2493569232 learned_addr learned my addr 172.21.15.84:0/2493569232 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:46.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4be259c640 1 --2- 172.21.15.84:0/2493569232 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4be406c400 0x7f4be4156630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:46.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4be2d9d640 1 --2- 172.21.15.84:0/2493569232 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4be415e9f0 0x7f4be4153740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:46.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4bdbfff640 1 -- 172.21.15.84:0/2493569232 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4be406c400 msgr2=0x7f4be4156630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:46.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4bdbfff640 1 --2- 172.21.15.84:0/2493569232 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4be406c400 0x7f4be4156630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4bdbfff640 1 -- 172.21.15.84:0/2493569232 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4be415e9f0 msgr2=0x7f4be4153740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:46.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4bdbfff640 1 --2- 172.21.15.84:0/2493569232 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4be415e9f0 0x7f4be4153740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4bdbfff640 1 -- 172.21.15.84:0/2493569232 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4be40b53a0 con 0x7f4be415e610 2024-04-15T15:10:46.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4bdbfff640 1 --2- 172.21.15.84:0/2493569232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4be415e610 0x7f4be40ce3d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4bcc009890 tx=0x7f4bcc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:46.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4bdaffd640 1 -- 172.21.15.84:0/2493569232 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bcc034040 con 0x7f4be415e610 2024-04-15T15:10:46.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4bdaffd640 1 -- 172.21.15.84:0/2493569232 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4bcc03acc0 con 0x7f4be415e610 2024-04-15T15:10:46.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4be8888640 1 -- 172.21.15.84:0/2493569232 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4be40b5640 con 0x7f4be415e610 2024-04-15T15:10:46.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4bdaffd640 1 -- 172.21.15.84:0/2493569232 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bcc006e10 con 0x7f4be415e610 2024-04-15T15:10:46.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.389+0000 7f4be8888640 1 -- 172.21.15.84:0/2493569232 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4be40b5c00 con 0x7f4be415e610 2024-04-15T15:10:46.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.390+0000 7f4be8888640 1 -- 172.21.15.84:0/2493569232 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4be4075c50 con 0x7f4be415e610 2024-04-15T15:10:46.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.391+0000 7f4bdaffd640 1 -- 172.21.15.84:0/2493569232 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f4bcc037070 con 0x7f4be415e610 2024-04-15T15:10:46.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.391+0000 7f4bdaffd640 1 --2- 172.21.15.84:0/2493569232 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4bc406c8f0 0x7f4bc406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:46.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.391+0000 7f4bdaffd640 1 -- 172.21.15.84:0/2493569232 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f4bcc0adc60 con 0x7f4be415e610 2024-04-15T15:10:46.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.391+0000 7f4be259c640 1 --2- 172.21.15.84:0/2493569232 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4bc406c8f0 0x7f4bc406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:46.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.392+0000 7f4be259c640 1 --2- 172.21.15.84:0/2493569232 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4bc406c8f0 0x7f4bc406edb0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4bd4006fd0 tx=0x7f4bd4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:46.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.396+0000 7f4bdaffd640 1 -- 172.21.15.84:0/2493569232 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f4bcc03f070 con 0x7f4be415e610 2024-04-15T15:10:46.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.571+0000 7f4be8888640 1 -- 172.21.15.84:0/2493569232 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f4be40cf740 con 0x7f4be415e610 2024-04-15T15:10:46.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.571+0000 7f4bdaffd640 1 -- 172.21.15.84:0/2493569232 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) ==== 104+0+11 (secure 0 0 0) 0x7f4bcc07b790 con 0x7f4be415e610 2024-04-15T15:10:46.573 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:10:46.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.573+0000 7f4be8888640 1 -- 172.21.15.84:0/2493569232 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4bc406c8f0 msgr2=0x7f4bc406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:46.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.573+0000 7f4be8888640 1 --2- 172.21.15.84:0/2493569232 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4bc406c8f0 0x7f4bc406edb0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4bd4006fd0 tx=0x7f4bd4008040 comp rx=0 tx=0).stop 2024-04-15T15:10:46.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.573+0000 7f4be8888640 1 -- 172.21.15.84:0/2493569232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4be415e610 msgr2=0x7f4be40ce3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:46.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.573+0000 7f4be8888640 1 --2- 172.21.15.84:0/2493569232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4be415e610 0x7f4be40ce3d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4bcc009890 tx=0x7f4bcc0046c0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.573+0000 7f4be8888640 1 -- 172.21.15.84:0/2493569232 shutdown_connections 2024-04-15T15:10:46.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.573+0000 7f4be8888640 1 --2- 172.21.15.84:0/2493569232 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4bc406c8f0 0x7f4bc406edb0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.573+0000 7f4be8888640 1 --2- 172.21.15.84:0/2493569232 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4be415e9f0 0x7f4be4153740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.573+0000 7f4be8888640 1 --2- 172.21.15.84:0/2493569232 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4be415e610 0x7f4be40ce3d0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.573+0000 7f4be8888640 1 --2- 172.21.15.84:0/2493569232 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4be406c400 0x7f4be4156630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.573+0000 7f4be8888640 1 -- 172.21.15.84:0/2493569232 >> 172.21.15.84:0/2493569232 conn(0x7f4be40d4750 msgr2=0x7f4be40d0330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:46.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.573+0000 7f4be8888640 1 -- 172.21.15.84:0/2493569232 shutdown_connections 2024-04-15T15:10:46.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.573+0000 7f4be8888640 1 -- 172.21.15.84:0/2493569232 wait complete. 2024-04-15T15:10:46.586 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:10:46.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.690+0000 7fbf6ea0d640 1 Processor -- start 2024-04-15T15:10:46.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.690+0000 7fbf6ea0d640 1 -- start start 2024-04-15T15:10:46.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.690+0000 7fbf6ea0d640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fbf6806d300 0x7fbf6815ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:46.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.690+0000 7fbf6ea0d640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fbf680b43b0 0x7fbf680b5a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:46.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.690+0000 7fbf6ea0d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbf6806d6e0 0x7fbf6815cf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:46.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.690+0000 7fbf6ea0d640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fbf680b5f50 con 0x7fbf680b43b0 2024-04-15T15:10:46.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.690+0000 7fbf6ea0d640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fbf680b4970 con 0x7fbf6806d300 2024-04-15T15:10:46.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.690+0000 7fbf6ea0d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fbf680b4c50 con 0x7fbf6806d6e0 2024-04-15T15:10:46.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.691+0000 7fbf677fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fbf680b43b0 0x7fbf680b5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:46.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.691+0000 7fbf677fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fbf680b43b0 0x7fbf680b5a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46906/0 (socket says 172.21.15.84:46906) 2024-04-15T15:10:46.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.691+0000 7fbf677fe640 1 -- 172.21.15.84:0/2985182427 learned_addr learned my addr 172.21.15.84:0/2985182427 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:46.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.691+0000 7fbf67fff640 1 --2- 172.21.15.84:0/2985182427 >> v2:172.21.15.203:3300/0 conn(0x7fbf6806d300 0x7fbf6815ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:46.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.691+0000 7fbf6cfaa640 1 --2- 172.21.15.84:0/2985182427 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbf6806d6e0 0x7fbf6815cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:46.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.691+0000 7fbf677fe640 1 -- 172.21.15.84:0/2985182427 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbf6806d6e0 msgr2=0x7fbf6815cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:46.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.691+0000 7fbf677fe640 1 --2- 172.21.15.84:0/2985182427 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbf6806d6e0 0x7fbf6815cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.691+0000 7fbf677fe640 1 -- 172.21.15.84:0/2985182427 >> v2:172.21.15.203:3300/0 conn(0x7fbf6806d300 msgr2=0x7fbf6815ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:46.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.691+0000 7fbf677fe640 1 --2- 172.21.15.84:0/2985182427 >> v2:172.21.15.203:3300/0 conn(0x7fbf6806d300 0x7fbf6815ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.691+0000 7fbf677fe640 1 -- 172.21.15.84:0/2985182427 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf680b4f30 con 0x7fbf680b43b0 2024-04-15T15:10:46.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.691+0000 7fbf67fff640 1 --2- 172.21.15.84:0/2985182427 >> v2:172.21.15.203:3300/0 conn(0x7fbf6806d300 0x7fbf6815ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:46.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.691+0000 7fbf6cfaa640 1 --2- 172.21.15.84:0/2985182427 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbf6806d6e0 0x7fbf6815cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:46.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.692+0000 7fbf677fe640 1 --2- 172.21.15.84:0/2985182427 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf680b43b0 0x7fbf680b5a10 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fbf680747e0 tx=0x7fbf5c02dfc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe31bfd3ef8ec628 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:46.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.692+0000 7fbf66ffd640 1 -- 172.21.15.84:0/2985182427 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf5c03b070 con 0x7fbf680b43b0 2024-04-15T15:10:46.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.692+0000 7fbf66ffd640 1 -- 172.21.15.84:0/2985182427 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf5c02ed70 con 0x7fbf680b43b0 2024-04-15T15:10:46.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.692+0000 7fbf66ffd640 1 -- 172.21.15.84:0/2985182427 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf5c036660 con 0x7fbf680b43b0 2024-04-15T15:10:46.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.692+0000 7fbf6ea0d640 1 -- 172.21.15.84:0/2985182427 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf680b43b0 msgr2=0x7fbf680b5a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:46.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.692+0000 7fbf6ea0d640 1 --2- 172.21.15.84:0/2985182427 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf680b43b0 0x7fbf680b5a10 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fbf680747e0 tx=0x7fbf5c02dfc0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.692+0000 7fbf6ea0d640 1 -- 172.21.15.84:0/2985182427 shutdown_connections 2024-04-15T15:10:46.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.692+0000 7fbf6ea0d640 1 --2- 172.21.15.84:0/2985182427 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf680b43b0 0x7fbf680b5a10 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.692+0000 7fbf6ea0d640 1 --2- 172.21.15.84:0/2985182427 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbf6806d6e0 0x7fbf6815cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.692+0000 7fbf6ea0d640 1 --2- 172.21.15.84:0/2985182427 >> v2:172.21.15.203:3300/0 conn(0x7fbf6806d300 0x7fbf6815ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.692+0000 7fbf6ea0d640 1 -- 172.21.15.84:0/2985182427 >> 172.21.15.84:0/2985182427 conn(0x7fbf680703a0 msgr2=0x7fbf680707b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:46.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.692+0000 7fbf6ea0d640 1 -- 172.21.15.84:0/2985182427 shutdown_connections 2024-04-15T15:10:46.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.692+0000 7fbf6ea0d640 1 -- 172.21.15.84:0/2985182427 wait complete. 2024-04-15T15:10:46.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.694+0000 7fbf6ea0d640 1 Processor -- start 2024-04-15T15:10:46.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.694+0000 7fbf6ea0d640 1 -- start start 2024-04-15T15:10:46.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.694+0000 7fbf6ea0d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbf6806d300 0x7fbf681ed540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:46.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.695+0000 7fbf6ea0d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbf6806d6e0 0x7fbf680c8a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:46.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.695+0000 7fbf6ea0d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf680b43b0 0x7fbf680c8f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:46.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.695+0000 7fbf6ea0d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbf6806e050 con 0x7fbf680b43b0 2024-04-15T15:10:46.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.695+0000 7fbf6ea0d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fbf680b54f0 con 0x7fbf6806d300 2024-04-15T15:10:46.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.695+0000 7fbf6ea0d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fbf6806db70 con 0x7fbf6806d6e0 2024-04-15T15:10:46.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.695+0000 7fbf6cfaa640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf680b43b0 0x7fbf680c8f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:46.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.695+0000 7fbf6cfaa640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf680b43b0 0x7fbf680c8f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46922/0 (socket says 172.21.15.84:46922) 2024-04-15T15:10:46.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.695+0000 7fbf6cfaa640 1 -- 172.21.15.84:0/442044054 learned_addr learned my addr 172.21.15.84:0/442044054 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:46.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.695+0000 7fbf67fff640 1 --2- 172.21.15.84:0/442044054 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbf6806d300 0x7fbf681ed540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:46.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.695+0000 7fbf677fe640 1 --2- 172.21.15.84:0/442044054 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbf6806d6e0 0x7fbf680c8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:46.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.695+0000 7fbf6cfaa640 1 -- 172.21.15.84:0/442044054 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbf6806d6e0 msgr2=0x7fbf680c8a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:46.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.695+0000 7fbf6cfaa640 1 --2- 172.21.15.84:0/442044054 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbf6806d6e0 0x7fbf680c8a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.695+0000 7fbf6cfaa640 1 -- 172.21.15.84:0/442044054 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbf6806d300 msgr2=0x7fbf681ed540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:46.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.695+0000 7fbf6cfaa640 1 --2- 172.21.15.84:0/442044054 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbf6806d300 0x7fbf681ed540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.695+0000 7fbf6cfaa640 1 -- 172.21.15.84:0/442044054 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf681eda80 con 0x7fbf680b43b0 2024-04-15T15:10:46.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.695+0000 7fbf6cfaa640 1 --2- 172.21.15.84:0/442044054 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf680b43b0 0x7fbf680c8f50 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fbf6000cd50 tx=0x7fbf6000a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:46.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.695+0000 7fbf64ff9640 1 -- 172.21.15.84:0/442044054 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf6000f680 con 0x7fbf680b43b0 2024-04-15T15:10:46.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.695+0000 7fbf64ff9640 1 -- 172.21.15.84:0/442044054 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf6000f840 con 0x7fbf680b43b0 2024-04-15T15:10:46.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.695+0000 7fbf6ea0d640 1 -- 172.21.15.84:0/442044054 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf680c74d0 con 0x7fbf680b43b0 2024-04-15T15:10:46.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.695+0000 7fbf64ff9640 1 -- 172.21.15.84:0/442044054 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf6000fc30 con 0x7fbf680b43b0 2024-04-15T15:10:46.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.695+0000 7fbf6ea0d640 1 -- 172.21.15.84:0/442044054 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf680c7a90 con 0x7fbf680b43b0 2024-04-15T15:10:46.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.696+0000 7fbf6ea0d640 1 -- 172.21.15.84:0/442044054 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf68075c50 con 0x7fbf680b43b0 2024-04-15T15:10:46.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.697+0000 7fbf64ff9640 1 -- 172.21.15.84:0/442044054 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fbf600213f0 con 0x7fbf680b43b0 2024-04-15T15:10:46.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.697+0000 7fbf64ff9640 1 --2- 172.21.15.84:0/442044054 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbf5406c8f0 0x7fbf5406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:46.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.697+0000 7fbf67fff640 1 --2- 172.21.15.84:0/442044054 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbf5406c8f0 0x7fbf5406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:46.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.697+0000 7fbf64ff9640 1 -- 172.21.15.84:0/442044054 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fbf6008cb00 con 0x7fbf680b43b0 2024-04-15T15:10:46.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.698+0000 7fbf67fff640 1 --2- 172.21.15.84:0/442044054 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbf5406c8f0 0x7fbf5406edb0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fbf680cd460 tx=0x7fbf58008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:46.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.702+0000 7fbf64ff9640 1 -- 172.21.15.84:0/442044054 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fbf60014030 con 0x7fbf680b43b0 2024-04-15T15:10:46.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.877+0000 7fbf6ea0d640 1 -- 172.21.15.84:0/442044054 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fbf68155250 con 0x7fbf680b43b0 2024-04-15T15:10:46.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.878+0000 7fbf64ff9640 1 -- 172.21.15.84:0/442044054 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) ==== 100+0+11 (secure 0 0 0) 0x7fbf6005a5a0 con 0x7fbf680b43b0 2024-04-15T15:10:46.879 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:10:46.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.879+0000 7fbf6ea0d640 1 -- 172.21.15.84:0/442044054 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbf5406c8f0 msgr2=0x7fbf5406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:46.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.879+0000 7fbf6ea0d640 1 --2- 172.21.15.84:0/442044054 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbf5406c8f0 0x7fbf5406edb0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fbf680cd460 tx=0x7fbf58008040 comp rx=0 tx=0).stop 2024-04-15T15:10:46.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.879+0000 7fbf6ea0d640 1 -- 172.21.15.84:0/442044054 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf680b43b0 msgr2=0x7fbf680c8f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:46.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.879+0000 7fbf6ea0d640 1 --2- 172.21.15.84:0/442044054 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf680b43b0 0x7fbf680c8f50 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fbf6000cd50 tx=0x7fbf6000a650 comp rx=0 tx=0).stop 2024-04-15T15:10:46.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.879+0000 7fbf6ea0d640 1 -- 172.21.15.84:0/442044054 shutdown_connections 2024-04-15T15:10:46.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.879+0000 7fbf6ea0d640 1 --2- 172.21.15.84:0/442044054 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf680b43b0 0x7fbf680c8f50 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.879+0000 7fbf6ea0d640 1 --2- 172.21.15.84:0/442044054 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbf6806d6e0 0x7fbf680c8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.879+0000 7fbf6ea0d640 1 --2- 172.21.15.84:0/442044054 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbf5406c8f0 0x7fbf5406edb0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.879+0000 7fbf6ea0d640 1 --2- 172.21.15.84:0/442044054 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbf6806d300 0x7fbf681ed540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:46.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.879+0000 7fbf6ea0d640 1 -- 172.21.15.84:0/442044054 >> 172.21.15.84:0/442044054 conn(0x7fbf680703a0 msgr2=0x7fbf681546a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:46.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.880+0000 7fbf6ea0d640 1 -- 172.21.15.84:0/442044054 shutdown_connections 2024-04-15T15:10:46.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.880+0000 7fbf6ea0d640 1 -- 172.21.15.84:0/442044054 wait complete. 2024-04-15T15:10:46.892 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-15T15:10:46.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.996+0000 7fb52499d640 1 Processor -- start 2024-04-15T15:10:46.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.996+0000 7fb52499d640 1 -- start start 2024-04-15T15:10:46.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.997+0000 7fb52499d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb52015e610 0x7fb5200d0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:46.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.997+0000 7fb52499d640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fb52006c400 0x7fb52006c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.997+0000 7fb52499d640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5200d2320 con 0x7fb52015e9f0 2024-04-15T15:10:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.997+0000 7fb52499d640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fb5200d31d0 con 0x7fb52006c400 2024-04-15T15:10:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.997+0000 7fb52499d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb5200d25c0 con 0x7fb52015e610 2024-04-15T15:10:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.997+0000 7fb51e59c640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb52015e610 0x7fb5200d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.997+0000 7fb51ed9d640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fb52006c400 0x7fb52006c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.997+0000 7fb51e59c640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb52015e610 0x7fb5200d0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:39106/0 (socket says 172.21.15.84:39106) 2024-04-15T15:10:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.997+0000 7fb51e59c640 1 -- 172.21.15.84:0/3973801456 learned_addr learned my addr 172.21.15.84:0/3973801456 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.997+0000 7fb51dd9b640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7fb52015e9f0 0x7fb5200d3660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:38012/0 (socket says 172.21.15.84:38012) 2024-04-15T15:10:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.998+0000 7fb51ed9d640 1 -- 172.21.15.84:0/3973801456 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb52015e610 msgr2=0x7fb5200d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.998+0000 7fb51ed9d640 1 --2- 172.21.15.84:0/3973801456 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb52015e610 0x7fb5200d0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.998+0000 7fb51ed9d640 1 -- 172.21.15.84:0/3973801456 >> v1:172.21.15.203:6789/0 conn(0x7fb52015e9f0 legacy=0x7fb5200d3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.998+0000 7fb51ed9d640 1 -- 172.21.15.84:0/3973801456 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5200d28a0 con 0x7fb52006c400 2024-04-15T15:10:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.998+0000 7fb51d59a640 1 -- 172.21.15.84:0/3973801456 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1592844228 0 0) 0x7fb5200d2320 con 0x7fb52015e9f0 2024-04-15T15:10:47.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.999+0000 7fb51ed9d640 1 --2- 172.21.15.84:0/3973801456 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb52006c400 0x7fb52006c890 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fb5180097a0 tx=0x7fb51802b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ea439dd45172ebd server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:47.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.999+0000 7fb51d59a640 1 -- 172.21.15.84:0/3973801456 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb518034070 con 0x7fb52006c400 2024-04-15T15:10:47.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.999+0000 7fb51d59a640 1 -- 172.21.15.84:0/3973801456 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb518030610 con 0x7fb52006c400 2024-04-15T15:10:47.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.999+0000 7fb51d59a640 1 -- 172.21.15.84:0/3973801456 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5180309e0 con 0x7fb52006c400 2024-04-15T15:10:47.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.999+0000 7fb52499d640 1 -- 172.21.15.84:0/3973801456 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb52006c400 msgr2=0x7fb52006c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.999+0000 7fb52499d640 1 --2- 172.21.15.84:0/3973801456 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb52006c400 0x7fb52006c890 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fb5180097a0 tx=0x7fb51802b960 comp rx=0 tx=0).stop 2024-04-15T15:10:47.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.999+0000 7fb52499d640 1 -- 172.21.15.84:0/3973801456 shutdown_connections 2024-04-15T15:10:47.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.999+0000 7fb52499d640 1 --2- 172.21.15.84:0/3973801456 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb52006c400 0x7fb52006c890 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.999+0000 7fb52499d640 1 --2- 172.21.15.84:0/3973801456 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb52015e610 0x7fb5200d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:46.999+0000 7fb52499d640 1 -- 172.21.15.84:0/3973801456 >> 172.21.15.84:0/3973801456 conn(0x7fb5200d4750 msgr2=0x7fb5200d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:47.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.000+0000 7fb52499d640 1 -- 172.21.15.84:0/3973801456 shutdown_connections 2024-04-15T15:10:47.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.000+0000 7fb52499d640 1 -- 172.21.15.84:0/3973801456 wait complete. 2024-04-15T15:10:47.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.001+0000 7fb52499d640 1 Processor -- start 2024-04-15T15:10:47.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.001+0000 7fb52499d640 1 -- start start 2024-04-15T15:10:47.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb52499d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb52006c400 0x7fb5200cd690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb52499d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb52015e610 0x7fb5201f4d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb52499d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb52015e9f0 0x7fb5200cb820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb52499d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb52006d130 con 0x7fb52006c400 2024-04-15T15:10:47.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb52499d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb5200d2e60 con 0x7fb52015e9f0 2024-04-15T15:10:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb52499d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb5200d0bd0 con 0x7fb52015e610 2024-04-15T15:10:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb51e59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb52006c400 0x7fb5200cd690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb51e59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb52006c400 0x7fb5200cd690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46938/0 (socket says 172.21.15.84:46938) 2024-04-15T15:10:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb51e59c640 1 -- 172.21.15.84:0/3173016324 learned_addr learned my addr 172.21.15.84:0/3173016324 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb51dd9b640 1 --2- 172.21.15.84:0/3173016324 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb52015e610 0x7fb5201f4d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb51ed9d640 1 --2- 172.21.15.84:0/3173016324 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb52015e9f0 0x7fb5200cb820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb51e59c640 1 -- 172.21.15.84:0/3173016324 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb52015e610 msgr2=0x7fb5201f4d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb51e59c640 1 --2- 172.21.15.84:0/3173016324 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb52015e610 0x7fb5201f4d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb51e59c640 1 -- 172.21.15.84:0/3173016324 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb52015e9f0 msgr2=0x7fb5200cb820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb51e59c640 1 --2- 172.21.15.84:0/3173016324 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb52015e9f0 0x7fb5200cb820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb51e59c640 1 -- 172.21.15.84:0/3173016324 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5200cdd90 con 0x7fb52006c400 2024-04-15T15:10:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb51dd9b640 1 --2- 172.21.15.84:0/3173016324 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb52015e610 0x7fb5201f4d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb51e59c640 1 --2- 172.21.15.84:0/3173016324 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb52006c400 0x7fb5200cd690 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb51000efc0 tx=0x7fb51000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb50effd640 1 -- 172.21.15.84:0/3173016324 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb51000cd40 con 0x7fb52006c400 2024-04-15T15:10:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb50effd640 1 -- 172.21.15.84:0/3173016324 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb510019070 con 0x7fb52006c400 2024-04-15T15:10:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb50effd640 1 -- 172.21.15.84:0/3173016324 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb510014680 con 0x7fb52006c400 2024-04-15T15:10:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb52499d640 1 -- 172.21.15.84:0/3173016324 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5200ce070 con 0x7fb52006c400 2024-04-15T15:10:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.002+0000 7fb52499d640 1 -- 172.21.15.84:0/3173016324 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5200ce630 con 0x7fb52006c400 2024-04-15T15:10:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.003+0000 7fb52499d640 1 -- 172.21.15.84:0/3173016324 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb520075c50 con 0x7fb52006c400 2024-04-15T15:10:47.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.004+0000 7fb50effd640 1 -- 172.21.15.84:0/3173016324 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fb510005d10 con 0x7fb52006c400 2024-04-15T15:10:47.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.004+0000 7fb50effd640 1 --2- 172.21.15.84:0/3173016324 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb50006c8f0 0x7fb50006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.004+0000 7fb50effd640 1 -- 172.21.15.84:0/3173016324 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fb51008c5b0 con 0x7fb52006c400 2024-04-15T15:10:47.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.004+0000 7fb51dd9b640 1 --2- 172.21.15.84:0/3173016324 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb50006c8f0 0x7fb50006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.005+0000 7fb51dd9b640 1 --2- 172.21.15.84:0/3173016324 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb50006c8f0 0x7fb50006edb0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fb5200b6630 tx=0x7fb514007ca0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:47.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.009+0000 7fb50effd640 1 -- 172.21.15.84:0/3173016324 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fb510023020 con 0x7fb52006c400 2024-04-15T15:10:47.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.184+0000 7fb52499d640 1 -- 172.21.15.84:0/3173016324 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fb5200cf740 con 0x7fb52006c400 2024-04-15T15:10:47.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.185+0000 7fb50effd640 1 -- 172.21.15.84:0/3173016324 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v24) ==== 103+0+11 (secure 0 0 0) 0x7fb510010040 con 0x7fb52006c400 2024-04-15T15:10:47.187 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:10:47.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.186+0000 7fb52499d640 1 -- 172.21.15.84:0/3173016324 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb50006c8f0 msgr2=0x7fb50006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.186+0000 7fb52499d640 1 --2- 172.21.15.84:0/3173016324 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb50006c8f0 0x7fb50006edb0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fb5200b6630 tx=0x7fb514007ca0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.186+0000 7fb52499d640 1 -- 172.21.15.84:0/3173016324 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb52006c400 msgr2=0x7fb5200cd690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.186+0000 7fb52499d640 1 --2- 172.21.15.84:0/3173016324 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb52006c400 0x7fb5200cd690 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb51000efc0 tx=0x7fb51000c490 comp rx=0 tx=0).stop 2024-04-15T15:10:47.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.187+0000 7fb52499d640 1 -- 172.21.15.84:0/3173016324 shutdown_connections 2024-04-15T15:10:47.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.187+0000 7fb52499d640 1 --2- 172.21.15.84:0/3173016324 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb50006c8f0 0x7fb50006edb0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.187+0000 7fb52499d640 1 --2- 172.21.15.84:0/3173016324 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb52015e9f0 0x7fb5200cb820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.187+0000 7fb52499d640 1 --2- 172.21.15.84:0/3173016324 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb52015e610 0x7fb5201f4d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.187+0000 7fb52499d640 1 --2- 172.21.15.84:0/3173016324 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb52006c400 0x7fb5200cd690 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.187+0000 7fb52499d640 1 -- 172.21.15.84:0/3173016324 >> 172.21.15.84:0/3173016324 conn(0x7fb5200d4750 msgr2=0x7fb5200b68a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:47.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.187+0000 7fb52499d640 1 -- 172.21.15.84:0/3173016324 shutdown_connections 2024-04-15T15:10:47.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.187+0000 7fb52499d640 1 -- 172.21.15.84:0/3173016324 wait complete. 2024-04-15T15:10:47.200 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:10:47.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.301+0000 7f72c9924640 1 Processor -- start 2024-04-15T15:10:47.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.301+0000 7f72c9924640 1 -- start start 2024-04-15T15:10:47.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.302+0000 7f72c9924640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f72c40732e0 0x7f72c4145960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.302+0000 7f72c9924640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f72c415d800 0x7f72c406f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.302+0000 7f72c9924640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f72c406fe10 con 0x7f72c40736c0 2024-04-15T15:10:47.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.302+0000 7f72c9924640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f72c415d370 con 0x7f72c415d800 2024-04-15T15:10:47.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.302+0000 7f72c9924640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f72c406fb30 con 0x7f72c40732e0 2024-04-15T15:10:47.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.302+0000 7f72c37fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f72c415d800 0x7f72c406f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.302+0000 7f72c27fc640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f72c40736c0 0x7f72c406ede0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:33328/0 (socket says 172.21.15.84:33328) 2024-04-15T15:10:47.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.302+0000 7f72c27fc640 1 -- 172.21.15.84:0/58764024 learned_addr learned my addr 172.21.15.84:0/58764024 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:47.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.303+0000 7f72c2ffd640 1 --2- 172.21.15.84:0/58764024 >> v2:172.21.15.203:3300/0 conn(0x7f72c40732e0 0x7f72c4145960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.303+0000 7f72c37fe640 1 -- 172.21.15.84:0/58764024 >> v2:172.21.15.203:3300/0 conn(0x7f72c40732e0 msgr2=0x7f72c4145960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:47.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.303+0000 7f72c37fe640 1 --2- 172.21.15.84:0/58764024 >> v2:172.21.15.203:3300/0 conn(0x7f72c40732e0 0x7f72c4145960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.303+0000 7f72c37fe640 1 -- 172.21.15.84:0/58764024 >> v1:172.21.15.84:6789/0 conn(0x7f72c40736c0 legacy=0x7f72c406ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.303+0000 7f72c37fe640 1 -- 172.21.15.84:0/58764024 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72c415cd20 con 0x7f72c415d800 2024-04-15T15:10:47.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.303+0000 7f72c1ffb640 1 -- 172.21.15.84:0/58764024 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1232528453 0 0) 0x7f72c406fe10 con 0x7f72c40736c0 2024-04-15T15:10:47.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.303+0000 7f72c37fe640 1 --2- 172.21.15.84:0/58764024 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f72c415d800 0x7f72c406f4f0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f72c40b6950 tx=0x7f72bc02b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=110b0d3694f50863 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:47.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.304+0000 7f72c1ffb640 1 -- 172.21.15.84:0/58764024 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72bc035020 con 0x7f72c415d800 2024-04-15T15:10:47.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.304+0000 7f72c1ffb640 1 -- 172.21.15.84:0/58764024 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72bc031830 con 0x7f72c415d800 2024-04-15T15:10:47.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.304+0000 7f72c1ffb640 1 -- 172.21.15.84:0/58764024 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72bc031c00 con 0x7f72c415d800 2024-04-15T15:10:47.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.304+0000 7f72c9924640 1 -- 172.21.15.84:0/58764024 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f72c415d800 msgr2=0x7f72c406f4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.304+0000 7f72c9924640 1 --2- 172.21.15.84:0/58764024 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f72c415d800 0x7f72c406f4f0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f72c40b6950 tx=0x7f72bc02b8d0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.304+0000 7f72c9924640 1 -- 172.21.15.84:0/58764024 shutdown_connections 2024-04-15T15:10:47.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.304+0000 7f72c9924640 1 --2- 172.21.15.84:0/58764024 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f72c415d800 0x7f72c406f4f0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.304+0000 7f72c9924640 1 --2- 172.21.15.84:0/58764024 >> v2:172.21.15.203:3300/0 conn(0x7f72c40732e0 0x7f72c4145960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.304+0000 7f72c9924640 1 -- 172.21.15.84:0/58764024 >> 172.21.15.84:0/58764024 conn(0x7f72c40b3380 msgr2=0x7f72c40b3790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:47.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.304+0000 7f72c9924640 1 -- 172.21.15.84:0/58764024 shutdown_connections 2024-04-15T15:10:47.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.304+0000 7f72c9924640 1 -- 172.21.15.84:0/58764024 wait complete. 2024-04-15T15:10:47.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.305+0000 7f72c9924640 1 Processor -- start 2024-04-15T15:10:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.306+0000 7f72c9924640 1 -- start start 2024-04-15T15:10:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.306+0000 7f72c9924640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f72c40732e0 0x7f72c415bf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.306+0000 7f72c9924640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f72c40736c0 0x7f72c40c7410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.306+0000 7f72c9924640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f72c415d800 0x7f72c41e9090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.306+0000 7f72c9924640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f72c4146020 con 0x7f72c40732e0 2024-04-15T15:10:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.306+0000 7f72c9924640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f72c4145ea0 con 0x7f72c415d800 2024-04-15T15:10:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.306+0000 7f72c9924640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f72c41461a0 con 0x7f72c40736c0 2024-04-15T15:10:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.306+0000 7f72c2ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f72c40732e0 0x7f72c415bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.306+0000 7f72c2ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f72c40732e0 0x7f72c415bf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46964/0 (socket says 172.21.15.84:46964) 2024-04-15T15:10:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.306+0000 7f72c2ffd640 1 -- 172.21.15.84:0/1619985927 learned_addr learned my addr 172.21.15.84:0/1619985927 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.307+0000 7f72c27fc640 1 --2- 172.21.15.84:0/1619985927 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f72c40736c0 0x7f72c40c7410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.307+0000 7f72c37fe640 1 --2- 172.21.15.84:0/1619985927 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f72c415d800 0x7f72c41e9090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.307+0000 7f72c2ffd640 1 -- 172.21.15.84:0/1619985927 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f72c40736c0 msgr2=0x7f72c40c7410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.307+0000 7f72c2ffd640 1 --2- 172.21.15.84:0/1619985927 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f72c40736c0 0x7f72c40c7410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.307+0000 7f72c2ffd640 1 -- 172.21.15.84:0/1619985927 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f72c415d800 msgr2=0x7f72c41e9090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.307+0000 7f72c2ffd640 1 --2- 172.21.15.84:0/1619985927 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f72c415d800 0x7f72c41e9090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.307+0000 7f72c2ffd640 1 -- 172.21.15.84:0/1619985927 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72c40c7d10 con 0x7f72c40732e0 2024-04-15T15:10:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.307+0000 7f72c2ffd640 1 --2- 172.21.15.84:0/1619985927 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f72c40732e0 0x7f72c415bf30 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f72b4007ec0 tx=0x7f72b400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.307+0000 7f72bbfff640 1 -- 172.21.15.84:0/1619985927 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b4014620 con 0x7f72c40732e0 2024-04-15T15:10:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.307+0000 7f72bbfff640 1 -- 172.21.15.84:0/1619985927 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72b4019070 con 0x7f72c40732e0 2024-04-15T15:10:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.307+0000 7f72c9924640 1 -- 172.21.15.84:0/1619985927 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72c40c9270 con 0x7f72c40732e0 2024-04-15T15:10:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.307+0000 7f72bbfff640 1 -- 172.21.15.84:0/1619985927 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f72b4014a20 con 0x7f72c40732e0 2024-04-15T15:10:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.307+0000 7f72c9924640 1 -- 172.21.15.84:0/1619985927 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72c40b47c0 con 0x7f72c40732e0 2024-04-15T15:10:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.308+0000 7f72c9924640 1 -- 172.21.15.84:0/1619985927 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72c40690f0 con 0x7f72c40732e0 2024-04-15T15:10:47.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.309+0000 7f72bbfff640 1 -- 172.21.15.84:0/1619985927 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f72b4014bc0 con 0x7f72c40732e0 2024-04-15T15:10:47.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.309+0000 7f72bbfff640 1 --2- 172.21.15.84:0/1619985927 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f72a406c920 0x7f72a406ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.309+0000 7f72bbfff640 1 -- 172.21.15.84:0/1619985927 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f72b408c5d0 con 0x7f72c40732e0 2024-04-15T15:10:47.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.309+0000 7f72c27fc640 1 --2- 172.21.15.84:0/1619985927 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f72a406c920 0x7f72a406ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.309+0000 7f72c27fc640 1 --2- 172.21.15.84:0/1619985927 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f72a406c920 0x7f72a406ede0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f72ac0011e0 tx=0x7f72ac001130 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:47.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.313+0000 7f72bbfff640 1 -- 172.21.15.84:0/1619985927 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f72b405a100 con 0x7f72c40732e0 2024-04-15T15:10:47.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.530+0000 7f72c9924640 1 -- 172.21.15.84:0/1619985927 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f72c406c270 con 0x7f72c40732e0 2024-04-15T15:10:47.532 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.530+0000 7f72bbfff640 1 -- 172.21.15.84:0/1619985927 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5180 (secure 0 0 0) 0x7f72b405e400 con 0x7f72c40732e0 2024-04-15T15:10:47.532 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:47.532 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/3664072827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3664072827},{"type":"v1","addr":"172.21.15.84:6836","nonce":3664072827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/2090511752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":2090511752},{"type":"v1","addr":"172.21.15.84:6837","nonce":2090511752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/768052062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":768052062},{"type":"v1","addr":"172.21.15.203:6835","nonce":768052062}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T15:10:22.689828+0000","modified":"2024-04-15T15:10:38.758516+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.203:6834/2436290281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2436290281},{"type":"v1","addr":"172.21.15.203:6834","nonce":2436290281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4294,"qdb_cluster":[4294]},"id":1}]} 2024-04-15T15:10:47.533 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 9 2024-04-15T15:10:47.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.532+0000 7f72c9924640 1 -- 172.21.15.84:0/1619985927 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f72a406c920 msgr2=0x7f72a406ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.532+0000 7f72c9924640 1 --2- 172.21.15.84:0/1619985927 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f72a406c920 0x7f72a406ede0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f72ac0011e0 tx=0x7f72ac001130 comp rx=0 tx=0).stop 2024-04-15T15:10:47.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.532+0000 7f72c9924640 1 -- 172.21.15.84:0/1619985927 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f72c40732e0 msgr2=0x7f72c415bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.532+0000 7f72c9924640 1 --2- 172.21.15.84:0/1619985927 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f72c40732e0 0x7f72c415bf30 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f72b4007ec0 tx=0x7f72b400e4b0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.532+0000 7f72c9924640 1 -- 172.21.15.84:0/1619985927 shutdown_connections 2024-04-15T15:10:47.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.532+0000 7f72c9924640 1 --2- 172.21.15.84:0/1619985927 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f72a406c920 0x7f72a406ede0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.532+0000 7f72c9924640 1 --2- 172.21.15.84:0/1619985927 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f72c415d800 0x7f72c41e9090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.532+0000 7f72c9924640 1 --2- 172.21.15.84:0/1619985927 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f72c40736c0 0x7f72c40c7410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.532+0000 7f72c9924640 1 --2- 172.21.15.84:0/1619985927 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f72c40732e0 0x7f72c415bf30 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.532+0000 7f72c9924640 1 -- 172.21.15.84:0/1619985927 >> 172.21.15.84:0/1619985927 conn(0x7f72c40b3380 msgr2=0x7f72c4144260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:47.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.532+0000 7f72c9924640 1 -- 172.21.15.84:0/1619985927 shutdown_connections 2024-04-15T15:10:47.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.532+0000 7f72c9924640 1 -- 172.21.15.84:0/1619985927 wait complete. 2024-04-15T15:10:47.545 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:10:47.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.646+0000 7f983c00d640 1 Processor -- start 2024-04-15T15:10:47.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.646+0000 7f983c00d640 1 -- start start 2024-04-15T15:10:47.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.647+0000 7f983c00d640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f983415e9b0 0x7f98340d3420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.647+0000 7f983c00d640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f98340d3960 0x7f98340d4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.647+0000 7f983c00d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f98340d4fe0 0x7f98340d2200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.647+0000 7f983c00d640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f983415ed90 con 0x7f983415e9b0 2024-04-15T15:10:47.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.647+0000 7f983c00d640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f98340b60b0 con 0x7f98340d3960 2024-04-15T15:10:47.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.647+0000 7f983c00d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f98340d3ea0 con 0x7f98340d4fe0 2024-04-15T15:10:47.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.647+0000 7f9839da9640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f983415e9b0 0x7f98340d3420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.647+0000 7f9839da9640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f983415e9b0 0x7f98340d3420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46966/0 (socket says 172.21.15.84:46966) 2024-04-15T15:10:47.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.647+0000 7f9839da9640 1 -- 172.21.15.84:0/3110382925 learned_addr learned my addr 172.21.15.84:0/3110382925 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:47.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.647+0000 7f983a5aa640 1 --2- 172.21.15.84:0/3110382925 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f98340d4fe0 0x7f98340d2200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.647+0000 7f98395a8640 1 --2- 172.21.15.84:0/3110382925 >> v2:172.21.15.203:3300/0 conn(0x7f98340d3960 0x7f98340d4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.648+0000 7f9839da9640 1 -- 172.21.15.84:0/3110382925 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f98340d4fe0 msgr2=0x7f98340d2200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:47.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.648+0000 7f9839da9640 1 --2- 172.21.15.84:0/3110382925 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f98340d4fe0 0x7f98340d2200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.648+0000 7f9839da9640 1 -- 172.21.15.84:0/3110382925 >> v2:172.21.15.203:3300/0 conn(0x7f98340d3960 msgr2=0x7f98340d4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:47.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.648+0000 7f9839da9640 1 --2- 172.21.15.84:0/3110382925 >> v2:172.21.15.203:3300/0 conn(0x7f98340d3960 0x7f98340d4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.648+0000 7f9839da9640 1 -- 172.21.15.84:0/3110382925 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98340b6350 con 0x7f983415e9b0 2024-04-15T15:10:47.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.648+0000 7f983a5aa640 1 --2- 172.21.15.84:0/3110382925 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f98340d4fe0 0x7f98340d2200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:47.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.648+0000 7f98395a8640 1 --2- 172.21.15.84:0/3110382925 >> v2:172.21.15.203:3300/0 conn(0x7f98340d3960 0x7f98340d4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:47.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.648+0000 7f9839da9640 1 --2- 172.21.15.84:0/3110382925 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f983415e9b0 0x7f98340d3420 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f98340cf5e0 tx=0x7f983002b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e53eb91f5ce916f server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:47.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.648+0000 7f9838da7640 1 -- 172.21.15.84:0/3110382925 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9830034070 con 0x7f983415e9b0 2024-04-15T15:10:47.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.649+0000 7f9838da7640 1 -- 172.21.15.84:0/3110382925 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9830030860 con 0x7f983415e9b0 2024-04-15T15:10:47.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.649+0000 7f9838da7640 1 -- 172.21.15.84:0/3110382925 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9830030c30 con 0x7f983415e9b0 2024-04-15T15:10:47.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.649+0000 7f983c00d640 1 -- 172.21.15.84:0/3110382925 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f983415e9b0 msgr2=0x7f98340d3420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.649+0000 7f983c00d640 1 --2- 172.21.15.84:0/3110382925 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f983415e9b0 0x7f98340d3420 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f98340cf5e0 tx=0x7f983002b9a0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.649+0000 7f983c00d640 1 -- 172.21.15.84:0/3110382925 shutdown_connections 2024-04-15T15:10:47.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.649+0000 7f983c00d640 1 --2- 172.21.15.84:0/3110382925 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f98340d4fe0 0x7f98340d2200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.649+0000 7f983c00d640 1 --2- 172.21.15.84:0/3110382925 >> v2:172.21.15.203:3300/0 conn(0x7f98340d3960 0x7f98340d4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.649+0000 7f983c00d640 1 --2- 172.21.15.84:0/3110382925 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f983415e9b0 0x7f98340d3420 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.649+0000 7f983c00d640 1 -- 172.21.15.84:0/3110382925 >> 172.21.15.84:0/3110382925 conn(0x7f983409db30 msgr2=0x7f98340b95f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:47.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.649+0000 7f983c00d640 1 -- 172.21.15.84:0/3110382925 shutdown_connections 2024-04-15T15:10:47.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.649+0000 7f983c00d640 1 -- 172.21.15.84:0/3110382925 wait complete. 2024-04-15T15:10:47.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.650+0000 7f983c00d640 1 Processor -- start 2024-04-15T15:10:47.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.650+0000 7f983c00d640 1 -- start start 2024-04-15T15:10:47.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.651+0000 7f983c00d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f98340d3960 0x7f9834155690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.651+0000 7f983c00d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f98340d4fe0 0x7f98340a0220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.651+0000 7f983c00d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f983415e9b0 0x7f983409e700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.651+0000 7f983c00d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f98340b6e30 con 0x7f98340d4fe0 2024-04-15T15:10:47.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.651+0000 7f983c00d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f98340b6910 con 0x7f983415e9b0 2024-04-15T15:10:47.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.651+0000 7f983c00d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f98340b3b40 con 0x7f98340d3960 2024-04-15T15:10:47.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.651+0000 7f98395a8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f98340d4fe0 0x7f98340a0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.651+0000 7f98395a8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f98340d4fe0 0x7f98340a0220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46976/0 (socket says 172.21.15.84:46976) 2024-04-15T15:10:47.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.651+0000 7f98395a8640 1 -- 172.21.15.84:0/1109951988 learned_addr learned my addr 172.21.15.84:0/1109951988 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:47.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.651+0000 7f9839da9640 1 --2- 172.21.15.84:0/1109951988 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f98340d3960 0x7f9834155690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.651+0000 7f983a5aa640 1 --2- 172.21.15.84:0/1109951988 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f983415e9b0 0x7f983409e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.651+0000 7f98395a8640 1 -- 172.21.15.84:0/1109951988 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f98340d3960 msgr2=0x7f9834155690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.651+0000 7f98395a8640 1 --2- 172.21.15.84:0/1109951988 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f98340d3960 0x7f9834155690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.651+0000 7f98395a8640 1 -- 172.21.15.84:0/1109951988 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f983415e9b0 msgr2=0x7f983409e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.651+0000 7f98395a8640 1 --2- 172.21.15.84:0/1109951988 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f983415e9b0 0x7f983409e700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.651+0000 7f98395a8640 1 -- 172.21.15.84:0/1109951988 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f983409f180 con 0x7f98340d4fe0 2024-04-15T15:10:47.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.651+0000 7f983a5aa640 1 --2- 172.21.15.84:0/1109951988 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f983415e9b0 0x7f983409e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:47.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.652+0000 7f98395a8640 1 --2- 172.21.15.84:0/1109951988 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f98340d4fe0 0x7f98340a0220 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f982400d800 tx=0x7f982400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:47.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.652+0000 7f982a7fc640 1 -- 172.21.15.84:0/1109951988 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9824018030 con 0x7f98340d4fe0 2024-04-15T15:10:47.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.652+0000 7f982a7fc640 1 -- 172.21.15.84:0/1109951988 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f98240096a0 con 0x7f98340d4fe0 2024-04-15T15:10:47.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.652+0000 7f983c00d640 1 -- 172.21.15.84:0/1109951988 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f983409f460 con 0x7f98340d4fe0 2024-04-15T15:10:47.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.652+0000 7f982a7fc640 1 -- 172.21.15.84:0/1109951988 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9824009870 con 0x7f98340d4fe0 2024-04-15T15:10:47.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.652+0000 7f983c00d640 1 -- 172.21.15.84:0/1109951988 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f983409fa20 con 0x7f98340d4fe0 2024-04-15T15:10:47.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.653+0000 7f983c00d640 1 -- 172.21.15.84:0/1109951988 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98340689e0 con 0x7f98340d4fe0 2024-04-15T15:10:47.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.653+0000 7f982a7fc640 1 -- 172.21.15.84:0/1109951988 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f982401b070 con 0x7f98340d4fe0 2024-04-15T15:10:47.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.654+0000 7f982a7fc640 1 --2- 172.21.15.84:0/1109951988 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f981806c8f0 0x7f981806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.654+0000 7f982a7fc640 1 -- 172.21.15.84:0/1109951988 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f982408c070 con 0x7f98340d4fe0 2024-04-15T15:10:47.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.654+0000 7f9839da9640 1 --2- 172.21.15.84:0/1109951988 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f981806c8f0 0x7f981806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.654+0000 7f9839da9640 1 --2- 172.21.15.84:0/1109951988 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f981806c8f0 0x7f981806edb0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f9830036000 tx=0x7f983003b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:47.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.658+0000 7f982a7fc640 1 -- 172.21.15.84:0/1109951988 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f982405a160 con 0x7f98340d4fe0 2024-04-15T15:10:47.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.834+0000 7f983c00d640 1 -- 172.21.15.84:0/1109951988 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f98340b3920 con 0x7f98340d4fe0 2024-04-15T15:10:47.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.835+0000 7f982a7fc640 1 -- 172.21.15.84:0/1109951988 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18466 (secure 0 0 0) 0x7f9824059a60 con 0x7f98340d4fe0 2024-04-15T15:10:47.837 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:47.837 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":24,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:27.745198+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:10:47.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.837+0000 7f983c00d640 1 -- 172.21.15.84:0/1109951988 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f981806c8f0 msgr2=0x7f981806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.837+0000 7f983c00d640 1 --2- 172.21.15.84:0/1109951988 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f981806c8f0 0x7f981806edb0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f9830036000 tx=0x7f983003b040 comp rx=0 tx=0).stop 2024-04-15T15:10:47.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.837+0000 7f983c00d640 1 -- 172.21.15.84:0/1109951988 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f98340d4fe0 msgr2=0x7f98340a0220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.837+0000 7f983c00d640 1 --2- 172.21.15.84:0/1109951988 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f98340d4fe0 0x7f98340a0220 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f982400d800 tx=0x7f982400dcc0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.837+0000 7f983c00d640 1 -- 172.21.15.84:0/1109951988 shutdown_connections 2024-04-15T15:10:47.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.837+0000 7f983c00d640 1 --2- 172.21.15.84:0/1109951988 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f981806c8f0 0x7f981806edb0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.837+0000 7f983c00d640 1 --2- 172.21.15.84:0/1109951988 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f983415e9b0 0x7f983409e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.837+0000 7f983c00d640 1 --2- 172.21.15.84:0/1109951988 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f98340d4fe0 0x7f98340a0220 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.837+0000 7f983c00d640 1 --2- 172.21.15.84:0/1109951988 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f98340d3960 0x7f9834155690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.837+0000 7f983c00d640 1 -- 172.21.15.84:0/1109951988 >> 172.21.15.84:0/1109951988 conn(0x7f983409db30 msgr2=0x7f98340b5490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:47.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.837+0000 7f983c00d640 1 -- 172.21.15.84:0/1109951988 shutdown_connections 2024-04-15T15:10:47.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.837+0000 7f983c00d640 1 -- 172.21.15.84:0/1109951988 wait complete. 2024-04-15T15:10:47.850 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:10:20.621351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:10:21.653421+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-15T15:10:25.371593+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-15T15:10:47.851 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:10:47.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.955+0000 7f1704900640 1 Processor -- start 2024-04-15T15:10:47.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.955+0000 7f1704900640 1 -- start start 2024-04-15T15:10:47.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.956+0000 7f1704900640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f17000b36f0 0x7f17000b5290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.956+0000 7f1704900640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17000d02d0 con 0x7f170015c650 2024-04-15T15:10:47.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.956+0000 7f1704900640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f170015ca30 con 0x7f17000b57d0 2024-04-15T15:10:47.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.956+0000 7f1704900640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f17000b2450 con 0x7f17000b36f0 2024-04-15T15:10:47.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.956+0000 7f16fe59c640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f170015c650 0x7f17000b1d40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:33332/0 (socket says 172.21.15.84:33332) 2024-04-15T15:10:47.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.956+0000 7f16fe59c640 1 -- 172.21.15.84:0/3000420745 learned_addr learned my addr 172.21.15.84:0/3000420745 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:47.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.956+0000 7f16f5d9b640 1 --2- 172.21.15.84:0/3000420745 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f17000b36f0 0x7f17000b5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.956+0000 7f16fdd9b640 1 -- 172.21.15.84:0/3000420745 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1800033123 0 0) 0x7f17000d02d0 con 0x7f170015c650 2024-04-15T15:10:47.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.956+0000 7f16fdd9b640 1 -- 172.21.15.84:0/3000420745 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f16ec003520 con 0x7f170015c650 2024-04-15T15:10:47.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.956+0000 7f16fdd9b640 1 -- 172.21.15.84:0/3000420745 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1576829677 0 0) 0x7f170015ca30 con 0x7f17000b57d0 2024-04-15T15:10:47.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.956+0000 7f16fdd9b640 1 -- 172.21.15.84:0/3000420745 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f17000d02d0 con 0x7f17000b57d0 2024-04-15T15:10:47.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.956+0000 7f16f5d9b640 1 -- 172.21.15.84:0/3000420745 >> v1:172.21.15.203:6789/0 conn(0x7f17000b57d0 legacy=0x7f17000d0a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.956+0000 7f16f5d9b640 1 -- 172.21.15.84:0/3000420745 >> v1:172.21.15.84:6789/0 conn(0x7f170015c650 legacy=0x7f17000b1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.956+0000 7f16f5d9b640 1 -- 172.21.15.84:0/3000420745 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17000b26b0 con 0x7f17000b36f0 2024-04-15T15:10:47.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.957+0000 7f16f5d9b640 1 --2- 172.21.15.84:0/3000420745 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f17000b36f0 0x7f17000b5290 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f16e80097d0 tx=0x7f16e802b930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f4ec18329ca4a376 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:47.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.957+0000 7f16fdd9b640 1 -- 172.21.15.84:0/3000420745 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e8035020 con 0x7f17000b36f0 2024-04-15T15:10:47.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.957+0000 7f16fdd9b640 1 -- 172.21.15.84:0/3000420745 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16e8031890 con 0x7f17000b36f0 2024-04-15T15:10:47.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.957+0000 7f16fdd9b640 1 -- 172.21.15.84:0/3000420745 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e8031c40 con 0x7f17000b36f0 2024-04-15T15:10:47.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.958+0000 7f1704900640 1 -- 172.21.15.84:0/3000420745 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f17000b36f0 msgr2=0x7f17000b5290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.958+0000 7f1704900640 1 --2- 172.21.15.84:0/3000420745 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f17000b36f0 0x7f17000b5290 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f16e80097d0 tx=0x7f16e802b930 comp rx=0 tx=0).stop 2024-04-15T15:10:47.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.958+0000 7f1704900640 1 -- 172.21.15.84:0/3000420745 shutdown_connections 2024-04-15T15:10:47.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.958+0000 7f1704900640 1 --2- 172.21.15.84:0/3000420745 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f17000b36f0 0x7f17000b5290 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.958+0000 7f1704900640 1 -- 172.21.15.84:0/3000420745 >> 172.21.15.84:0/3000420745 conn(0x7f17000ceec0 msgr2=0x7f17000cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:47.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.958+0000 7f1704900640 1 -- 172.21.15.84:0/3000420745 shutdown_connections 2024-04-15T15:10:47.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.958+0000 7f1704900640 1 -- 172.21.15.84:0/3000420745 wait complete. 2024-04-15T15:10:47.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.959+0000 7f1704900640 1 Processor -- start 2024-04-15T15:10:47.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.959+0000 7f1704900640 1 -- start start 2024-04-15T15:10:47.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.960+0000 7f1704900640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f17000b36f0 0x7f1700159220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.960+0000 7f1704900640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17000b57d0 0x7f1700160120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.960+0000 7f1704900640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f170015c650 0x7f1700160660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.960+0000 7f1704900640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f17000b2c70 con 0x7f17000b57d0 2024-04-15T15:10:47.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.960+0000 7f1704900640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f17000d0540 con 0x7f17000b36f0 2024-04-15T15:10:47.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.960+0000 7f1704900640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f17000d1170 con 0x7f170015c650 2024-04-15T15:10:47.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.960+0000 7f16f5d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17000b57d0 0x7f1700160120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.960+0000 7f16f5d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17000b57d0 0x7f1700160120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46986/0 (socket says 172.21.15.84:46986) 2024-04-15T15:10:47.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.960+0000 7f16f5d9b640 1 -- 172.21.15.84:0/1029870165 learned_addr learned my addr 172.21.15.84:0/1029870165 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:47.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.960+0000 7f16fe59c640 1 --2- 172.21.15.84:0/1029870165 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f17000b36f0 0x7f1700159220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.960+0000 7f16fed9d640 1 --2- 172.21.15.84:0/1029870165 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f170015c650 0x7f1700160660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.960+0000 7f16f5d9b640 1 -- 172.21.15.84:0/1029870165 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f170015c650 msgr2=0x7f1700160660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.960+0000 7f16f5d9b640 1 --2- 172.21.15.84:0/1029870165 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f170015c650 0x7f1700160660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.960+0000 7f16f5d9b640 1 -- 172.21.15.84:0/1029870165 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f17000b36f0 msgr2=0x7f1700159220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:47.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.960+0000 7f16f5d9b640 1 --2- 172.21.15.84:0/1029870165 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f17000b36f0 0x7f1700159220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:47.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.960+0000 7f16f5d9b640 1 -- 172.21.15.84:0/1029870165 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1700160ce0 con 0x7f17000b57d0 2024-04-15T15:10:47.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.960+0000 7f16fe59c640 1 --2- 172.21.15.84:0/1029870165 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f17000b36f0 0x7f1700159220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:47.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.960+0000 7f16fed9d640 1 --2- 172.21.15.84:0/1029870165 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f170015c650 0x7f1700160660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:47.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.961+0000 7f16f5d9b640 1 --2- 172.21.15.84:0/1029870165 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17000b57d0 0x7f1700160120 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f16e80098f0 tx=0x7f16e80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:47.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.961+0000 7f16f77fe640 1 -- 172.21.15.84:0/1029870165 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e8035040 con 0x7f17000b57d0 2024-04-15T15:10:47.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.961+0000 7f16f77fe640 1 -- 172.21.15.84:0/1029870165 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16e8030b10 con 0x7f17000b57d0 2024-04-15T15:10:47.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.961+0000 7f1704900640 1 -- 172.21.15.84:0/1029870165 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17000c60a0 con 0x7f17000b57d0 2024-04-15T15:10:47.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.961+0000 7f16f77fe640 1 -- 172.21.15.84:0/1029870165 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e8044430 con 0x7f17000b57d0 2024-04-15T15:10:47.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.961+0000 7f1704900640 1 -- 172.21.15.84:0/1029870165 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17000b0e40 con 0x7f17000b57d0 2024-04-15T15:10:47.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.962+0000 7f1704900640 1 -- 172.21.15.84:0/1029870165 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1700075c50 con 0x7f17000b57d0 2024-04-15T15:10:47.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.962+0000 7f16f77fe640 1 -- 172.21.15.84:0/1029870165 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f16e8038020 con 0x7f17000b57d0 2024-04-15T15:10:47.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.963+0000 7f16f77fe640 1 --2- 172.21.15.84:0/1029870165 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f16e006c920 0x7f16e006ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:47.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.963+0000 7f16f77fe640 1 -- 172.21.15.84:0/1029870165 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f16e80ae320 con 0x7f17000b57d0 2024-04-15T15:10:47.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.963+0000 7f16fe59c640 1 --2- 172.21.15.84:0/1029870165 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f16e006c920 0x7f16e006ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:47.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.963+0000 7f16fe59c640 1 --2- 172.21.15.84:0/1029870165 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f16e006c920 0x7f16e006ede0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f16f0000f60 tx=0x7f16f0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:47.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:47.967+0000 7f16f77fe640 1 -- 172.21.15.84:0/1029870165 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f16e802d040 con 0x7f17000b57d0 2024-04-15T15:10:48.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.141+0000 7f1704900640 1 -- 172.21.15.84:0/1029870165 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f17000d0010 con 0x7f17000b57d0 2024-04-15T15:10:48.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.142+0000 7f16f77fe640 1 -- 172.21.15.84:0/1029870165 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) ==== 93+0+10 (secure 0 0 0) 0x7f16e807c4a0 con 0x7f17000b57d0 2024-04-15T15:10:48.144 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:10:48.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.143+0000 7f1704900640 1 -- 172.21.15.84:0/1029870165 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f16e006c920 msgr2=0x7f16e006ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:48.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.143+0000 7f1704900640 1 --2- 172.21.15.84:0/1029870165 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f16e006c920 0x7f16e006ede0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f16f0000f60 tx=0x7f16f0009040 comp rx=0 tx=0).stop 2024-04-15T15:10:48.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.143+0000 7f1704900640 1 -- 172.21.15.84:0/1029870165 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17000b57d0 msgr2=0x7f1700160120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:48.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.143+0000 7f1704900640 1 --2- 172.21.15.84:0/1029870165 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17000b57d0 0x7f1700160120 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f16e80098f0 tx=0x7f16e80046c0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.144+0000 7f1704900640 1 -- 172.21.15.84:0/1029870165 shutdown_connections 2024-04-15T15:10:48.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.144+0000 7f1704900640 1 --2- 172.21.15.84:0/1029870165 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f170015c650 0x7f1700160660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.144+0000 7f1704900640 1 --2- 172.21.15.84:0/1029870165 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17000b57d0 0x7f1700160120 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.144+0000 7f1704900640 1 --2- 172.21.15.84:0/1029870165 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f16e006c920 0x7f16e006ede0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.144+0000 7f1704900640 1 --2- 172.21.15.84:0/1029870165 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f17000b36f0 0x7f1700159220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.144+0000 7f1704900640 1 -- 172.21.15.84:0/1029870165 >> 172.21.15.84:0/1029870165 conn(0x7f17000ceec0 msgr2=0x7f170006f6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:48.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.144+0000 7f1704900640 1 -- 172.21.15.84:0/1029870165 shutdown_connections 2024-04-15T15:10:48.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.144+0000 7f1704900640 1 -- 172.21.15.84:0/1029870165 wait complete. 2024-04-15T15:10:48.157 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:10:48.262 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.260+0000 7f7bcea33640 1 Processor -- start 2024-04-15T15:10:48.262 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.260+0000 7f7bcea33640 1 -- start start 2024-04-15T15:10:48.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.261+0000 7f7bcea33640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f7bc815f9f0 0x7f7bc80cca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:48.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.261+0000 7f7bcea33640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7bc806df30 con 0x7f7bc80d0010 2024-04-15T15:10:48.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.261+0000 7f7bcea33640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7bc806e210 con 0x7f7bc815c250 2024-04-15T15:10:48.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.261+0000 7f7bcea33640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f7bc806e4f0 con 0x7f7bc815f9f0 2024-04-15T15:10:48.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.261+0000 7f7bc77fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f7bc815f9f0 0x7f7bc80cca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:48.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.261+0000 7f7bccfd0640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f7bc80d0010 0x7f7bc80b3e10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:33334/0 (socket says 172.21.15.84:33334) 2024-04-15T15:10:48.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.261+0000 7f7bccfd0640 1 -- 172.21.15.84:0/2654158828 learned_addr learned my addr 172.21.15.84:0/2654158828 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:48.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.262+0000 7f7bc77fe640 1 -- 172.21.15.84:0/2654158828 >> v1:172.21.15.203:6789/0 conn(0x7f7bc815c250 legacy=0x7f7bc806d6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:48.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.262+0000 7f7bc6ffd640 1 -- 172.21.15.84:0/2654158828 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 619837391 0 0) 0x7f7bc806df30 con 0x7f7bc80d0010 2024-04-15T15:10:48.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.262+0000 7f7bc77fe640 1 -- 172.21.15.84:0/2654158828 >> v1:172.21.15.84:6789/0 conn(0x7f7bc80d0010 legacy=0x7f7bc80b3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:48.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.262+0000 7f7bc77fe640 1 -- 172.21.15.84:0/2654158828 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bc80b3610 con 0x7f7bc815f9f0 2024-04-15T15:10:48.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.262+0000 7f7bc77fe640 1 --2- 172.21.15.84:0/2654158828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bc815f9f0 0x7f7bc80cca90 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f7bbc0097a0 tx=0x7f7bbc02b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b208b5dfebbcdd6 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:48.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.263+0000 7f7bc6ffd640 1 -- 172.21.15.84:0/2654158828 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bbc034070 con 0x7f7bc815f9f0 2024-04-15T15:10:48.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.263+0000 7f7bc6ffd640 1 -- 172.21.15.84:0/2654158828 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bbc030610 con 0x7f7bc815f9f0 2024-04-15T15:10:48.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.263+0000 7f7bc6ffd640 1 -- 172.21.15.84:0/2654158828 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bbc0309e0 con 0x7f7bc815f9f0 2024-04-15T15:10:48.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.263+0000 7f7bcea33640 1 -- 172.21.15.84:0/2654158828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bc815f9f0 msgr2=0x7f7bc80cca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:48.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.263+0000 7f7bcea33640 1 --2- 172.21.15.84:0/2654158828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bc815f9f0 0x7f7bc80cca90 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f7bbc0097a0 tx=0x7f7bbc02b960 comp rx=0 tx=0).stop 2024-04-15T15:10:48.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.263+0000 7f7bcea33640 1 -- 172.21.15.84:0/2654158828 shutdown_connections 2024-04-15T15:10:48.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.263+0000 7f7bcea33640 1 --2- 172.21.15.84:0/2654158828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bc815f9f0 0x7f7bc80cca90 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.263+0000 7f7bcea33640 1 -- 172.21.15.84:0/2654158828 >> 172.21.15.84:0/2654158828 conn(0x7f7bc80ceec0 msgr2=0x7f7bc80cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:48.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.263+0000 7f7bcea33640 1 -- 172.21.15.84:0/2654158828 shutdown_connections 2024-04-15T15:10:48.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.263+0000 7f7bcea33640 1 -- 172.21.15.84:0/2654158828 wait complete. 2024-04-15T15:10:48.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.264+0000 7f7bcea33640 1 Processor -- start 2024-04-15T15:10:48.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.265+0000 7f7bcea33640 1 -- start start 2024-04-15T15:10:48.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.265+0000 7f7bcea33640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7bc80d0010 0x7f7bc8150b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:48.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.265+0000 7f7bcea33640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bc815c250 0x7f7bc81562c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:48.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.265+0000 7f7bcea33640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7bc815f9f0 0x7f7bc81e8e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:48.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.265+0000 7f7bcea33640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7bc815c7b0 con 0x7f7bc815c250 2024-04-15T15:10:48.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.265+0000 7f7bcea33640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7bc815c630 con 0x7f7bc80d0010 2024-04-15T15:10:48.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.265+0000 7f7bcea33640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f7bc80ccfd0 con 0x7f7bc815f9f0 2024-04-15T15:10:48.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.265+0000 7f7bc77fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bc815c250 0x7f7bc81562c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:48.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.265+0000 7f7bc77fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bc815c250 0x7f7bc81562c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47012/0 (socket says 172.21.15.84:47012) 2024-04-15T15:10:48.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.265+0000 7f7bc77fe640 1 -- 172.21.15.84:0/688199608 learned_addr learned my addr 172.21.15.84:0/688199608 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:48.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.266+0000 7f7bccfd0640 1 --2- 172.21.15.84:0/688199608 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7bc815f9f0 0x7f7bc81e8e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:48.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.266+0000 7f7bc7fff640 1 --2- 172.21.15.84:0/688199608 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7bc80d0010 0x7f7bc8150b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:48.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.266+0000 7f7bc77fe640 1 -- 172.21.15.84:0/688199608 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7bc815f9f0 msgr2=0x7f7bc81e8e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:48.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.266+0000 7f7bc77fe640 1 --2- 172.21.15.84:0/688199608 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7bc815f9f0 0x7f7bc81e8e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.266+0000 7f7bc77fe640 1 -- 172.21.15.84:0/688199608 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7bc80d0010 msgr2=0x7f7bc8150b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:48.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.266+0000 7f7bc77fe640 1 --2- 172.21.15.84:0/688199608 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7bc80d0010 0x7f7bc8150b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.266+0000 7f7bc77fe640 1 -- 172.21.15.84:0/688199608 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bc8156c10 con 0x7f7bc815c250 2024-04-15T15:10:48.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.266+0000 7f7bc77fe640 1 --2- 172.21.15.84:0/688199608 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bc815c250 0x7f7bc81562c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f7bbc000c00 tx=0x7f7bbc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:48.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.266+0000 7f7bc4ff9640 1 -- 172.21.15.84:0/688199608 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bbc047070 con 0x7f7bc815c250 2024-04-15T15:10:48.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.266+0000 7f7bc4ff9640 1 -- 172.21.15.84:0/688199608 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7bbc004030 con 0x7f7bc815c250 2024-04-15T15:10:48.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.266+0000 7f7bc4ff9640 1 -- 172.21.15.84:0/688199608 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bbc034040 con 0x7f7bc815c250 2024-04-15T15:10:48.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.266+0000 7f7bcea33640 1 -- 172.21.15.84:0/688199608 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bc8156ef0 con 0x7f7bc815c250 2024-04-15T15:10:48.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.266+0000 7f7bcea33640 1 -- 172.21.15.84:0/688199608 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bc81574b0 con 0x7f7bc815c250 2024-04-15T15:10:48.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.267+0000 7f7bcea33640 1 -- 172.21.15.84:0/688199608 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7bc8075c50 con 0x7f7bc815c250 2024-04-15T15:10:48.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.267+0000 7f7bc4ff9640 1 -- 172.21.15.84:0/688199608 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f7bbc04a070 con 0x7f7bc815c250 2024-04-15T15:10:48.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.268+0000 7f7bc4ff9640 1 --2- 172.21.15.84:0/688199608 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7bb406c920 0x7f7bb406ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:48.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.268+0000 7f7bc4ff9640 1 -- 172.21.15.84:0/688199608 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f7bbc0ad810 con 0x7f7bc815c250 2024-04-15T15:10:48.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.268+0000 7f7bc7fff640 1 --2- 172.21.15.84:0/688199608 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7bb406c920 0x7f7bb406ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:48.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.268+0000 7f7bc7fff640 1 --2- 172.21.15.84:0/688199608 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7bb406c920 0x7f7bb406ede0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7bb8001640 tx=0x7f7bb8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:48.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.272+0000 7f7bc4ff9640 1 -- 172.21.15.84:0/688199608 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f7bbc07b990 con 0x7f7bc815c250 2024-04-15T15:10:48.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.450+0000 7f7bcea33640 1 -- 172.21.15.84:0/688199608 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f7bc80b83c0 con 0x7f7bc815c250 2024-04-15T15:10:48.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.451+0000 7f7bc4ff9640 1 -- 172.21.15.84:0/688199608 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) ==== 104+0+11 (secure 0 0 0) 0x7f7bbc0abe20 con 0x7f7bc815c250 2024-04-15T15:10:48.453 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:10:48.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.453+0000 7f7bcea33640 1 -- 172.21.15.84:0/688199608 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7bb406c920 msgr2=0x7f7bb406ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:48.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.453+0000 7f7bcea33640 1 --2- 172.21.15.84:0/688199608 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7bb406c920 0x7f7bb406ede0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7bb8001640 tx=0x7f7bb8009040 comp rx=0 tx=0).stop 2024-04-15T15:10:48.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.453+0000 7f7bcea33640 1 -- 172.21.15.84:0/688199608 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bc815c250 msgr2=0x7f7bc81562c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:48.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.453+0000 7f7bcea33640 1 --2- 172.21.15.84:0/688199608 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bc815c250 0x7f7bc81562c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f7bbc000c00 tx=0x7f7bbc0046c0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.453+0000 7f7bcea33640 1 -- 172.21.15.84:0/688199608 shutdown_connections 2024-04-15T15:10:48.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.453+0000 7f7bcea33640 1 --2- 172.21.15.84:0/688199608 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7bc815f9f0 0x7f7bc81e8e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.453+0000 7f7bcea33640 1 --2- 172.21.15.84:0/688199608 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7bc815c250 0x7f7bc81562c0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.453+0000 7f7bcea33640 1 --2- 172.21.15.84:0/688199608 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7bb406c920 0x7f7bb406ede0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.453+0000 7f7bcea33640 1 --2- 172.21.15.84:0/688199608 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7bc80d0010 0x7f7bc8150b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.453+0000 7f7bcea33640 1 -- 172.21.15.84:0/688199608 >> 172.21.15.84:0/688199608 conn(0x7f7bc80ceec0 msgr2=0x7f7bc8162230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:48.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.453+0000 7f7bcea33640 1 -- 172.21.15.84:0/688199608 shutdown_connections 2024-04-15T15:10:48.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.453+0000 7f7bcea33640 1 -- 172.21.15.84:0/688199608 wait complete. 2024-04-15T15:10:48.466 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:10:48.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.573+0000 7fbeb86ce640 1 Processor -- start 2024-04-15T15:10:48.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.573+0000 7fbeb86ce640 1 -- start start 2024-04-15T15:10:48.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.574+0000 7fbeb86ce640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbeb00b5410 0x7fbeb00b57f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:48.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.574+0000 7fbeb86ce640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fbeb00afae0 0x7fbeb00cf960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:48.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.574+0000 7fbeb86ce640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbeb00d07c0 con 0x7fbeb00b0050 2024-04-15T15:10:48.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.574+0000 7fbeb86ce640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fbeb00d0330 con 0x7fbeb00afae0 2024-04-15T15:10:48.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.574+0000 7fbeb86ce640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fbeb00b5d30 con 0x7fbeb00b5410 2024-04-15T15:10:48.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.574+0000 7fbeb646a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbeb00b5410 0x7fbeb00b57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:48.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.574+0000 7fbeb6c6b640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fbeb00afae0 0x7fbeb00cf960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:48.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.574+0000 7fbeb5c69640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7fbeb00b0050 0x7fbeb006c340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:38038/0 (socket says 172.21.15.84:38038) 2024-04-15T15:10:48.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.574+0000 7fbeb6c6b640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fbeb00afae0 0x7fbeb00cf960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:58684/0 (socket says 172.21.15.84:58684) 2024-04-15T15:10:48.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.574+0000 7fbeb646a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbeb00b5410 0x7fbeb00b57f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:39182/0 (socket says 172.21.15.84:39182) 2024-04-15T15:10:48.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.574+0000 7fbeb5c69640 1 -- 172.21.15.84:0/570971532 learned_addr learned my addr 172.21.15.84:0/570971532 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:48.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.574+0000 7fbeb646a640 1 -- 172.21.15.84:0/570971532 >> v2:172.21.15.203:3300/0 conn(0x7fbeb00afae0 msgr2=0x7fbeb00cf960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:48.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.574+0000 7fbeb646a640 1 --2- 172.21.15.84:0/570971532 >> v2:172.21.15.203:3300/0 conn(0x7fbeb00afae0 0x7fbeb00cf960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.574+0000 7fbeb646a640 1 -- 172.21.15.84:0/570971532 >> v1:172.21.15.203:6789/0 conn(0x7fbeb00b0050 legacy=0x7fbeb006c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:48.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.574+0000 7fbeb646a640 1 -- 172.21.15.84:0/570971532 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbeb00b3aa0 con 0x7fbeb00b5410 2024-04-15T15:10:48.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.575+0000 7fbeb646a640 1 --2- 172.21.15.84:0/570971532 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbeb00b5410 0x7fbeb00b57f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fbeac0097a0 tx=0x7fbeac02b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6949063acd4d70a6 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:48.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.575+0000 7fbeb5468640 1 -- 172.21.15.84:0/570971532 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeac0315a0 con 0x7fbeb00b5410 2024-04-15T15:10:48.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.576+0000 7fbeb5468640 1 -- 172.21.15.84:0/570971532 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbeac037070 con 0x7fbeb00b5410 2024-04-15T15:10:48.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.576+0000 7fbeb5468640 1 -- 172.21.15.84:0/570971532 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbeac031960 con 0x7fbeb00b5410 2024-04-15T15:10:48.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.576+0000 7fbeb86ce640 1 -- 172.21.15.84:0/570971532 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbeb00b5410 msgr2=0x7fbeb00b57f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:48.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.576+0000 7fbeb86ce640 1 --2- 172.21.15.84:0/570971532 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbeb00b5410 0x7fbeb00b57f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fbeac0097a0 tx=0x7fbeac02b840 comp rx=0 tx=0).stop 2024-04-15T15:10:48.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.576+0000 7fbeb86ce640 1 -- 172.21.15.84:0/570971532 shutdown_connections 2024-04-15T15:10:48.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.576+0000 7fbeb86ce640 1 --2- 172.21.15.84:0/570971532 >> v2:172.21.15.203:3300/0 conn(0x7fbeb00afae0 0x7fbeb00cf960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.576+0000 7fbeb86ce640 1 --2- 172.21.15.84:0/570971532 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbeb00b5410 0x7fbeb00b57f0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.576+0000 7fbeb86ce640 1 -- 172.21.15.84:0/570971532 >> 172.21.15.84:0/570971532 conn(0x7fbeb00d0a50 msgr2=0x7fbeb00d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:48.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.576+0000 7fbeb86ce640 1 -- 172.21.15.84:0/570971532 shutdown_connections 2024-04-15T15:10:48.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.576+0000 7fbeb86ce640 1 -- 172.21.15.84:0/570971532 wait complete. 2024-04-15T15:10:48.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.577+0000 7fbeb86ce640 1 Processor -- start 2024-04-15T15:10:48.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.577+0000 7fbeb86ce640 1 -- start start 2024-04-15T15:10:48.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.578+0000 7fbeb86ce640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbeb00afae0 0x7fbeb006f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:48.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.578+0000 7fbeb86ce640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbeb00b0050 0x7fbeb015a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:48.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.578+0000 7fbeb86ce640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbeb00b5410 0x7fbeb015aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:48.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.578+0000 7fbeb86ce640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbeb00d18f0 con 0x7fbeb00b0050 2024-04-15T15:10:48.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.578+0000 7fbeb86ce640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fbeb00d1610 con 0x7fbeb00afae0 2024-04-15T15:10:48.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.578+0000 7fbeb86ce640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fbeb00cfea0 con 0x7fbeb00b5410 2024-04-15T15:10:48.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.578+0000 7fbeb5c69640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbeb00b0050 0x7fbeb015a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:48.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.578+0000 7fbeb5c69640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbeb00b0050 0x7fbeb015a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47024/0 (socket says 172.21.15.84:47024) 2024-04-15T15:10:48.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.578+0000 7fbeb5c69640 1 -- 172.21.15.84:0/3605838735 learned_addr learned my addr 172.21.15.84:0/3605838735 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:48.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.578+0000 7fbeb646a640 1 --2- 172.21.15.84:0/3605838735 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbeb00afae0 0x7fbeb006f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:48.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.578+0000 7fbeb6c6b640 1 --2- 172.21.15.84:0/3605838735 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbeb00b5410 0x7fbeb015aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:48.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.579+0000 7fbeb5c69640 1 -- 172.21.15.84:0/3605838735 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbeb00b5410 msgr2=0x7fbeb015aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:48.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.579+0000 7fbeb5c69640 1 --2- 172.21.15.84:0/3605838735 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbeb00b5410 0x7fbeb015aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.579+0000 7fbeb5c69640 1 -- 172.21.15.84:0/3605838735 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbeb00afae0 msgr2=0x7fbeb006f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:48.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.579+0000 7fbeb5c69640 1 --2- 172.21.15.84:0/3605838735 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbeb00afae0 0x7fbeb006f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.579+0000 7fbeb5c69640 1 -- 172.21.15.84:0/3605838735 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbeb015b170 con 0x7fbeb00b0050 2024-04-15T15:10:48.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.579+0000 7fbeb6c6b640 1 --2- 172.21.15.84:0/3605838735 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbeb00b5410 0x7fbeb015aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:48.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.579+0000 7fbeb646a640 1 --2- 172.21.15.84:0/3605838735 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbeb00afae0 0x7fbeb006f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:48.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.579+0000 7fbeb5c69640 1 --2- 172.21.15.84:0/3605838735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbeb00b0050 0x7fbeb015a590 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fbea000c3f0 tx=0x7fbea000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:48.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.579+0000 7fbea6ffd640 1 -- 172.21.15.84:0/3605838735 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbea0017070 con 0x7fbeb00b0050 2024-04-15T15:10:48.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.579+0000 7fbea6ffd640 1 -- 172.21.15.84:0/3605838735 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbea0005ce0 con 0x7fbeb00b0050 2024-04-15T15:10:48.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.579+0000 7fbea6ffd640 1 -- 172.21.15.84:0/3605838735 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbea00072f0 con 0x7fbeb00b0050 2024-04-15T15:10:48.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.579+0000 7fbeb86ce640 1 -- 172.21.15.84:0/3605838735 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbeb015b450 con 0x7fbeb00b0050 2024-04-15T15:10:48.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.579+0000 7fbeb86ce640 1 -- 172.21.15.84:0/3605838735 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbeb006fc20 con 0x7fbeb00b0050 2024-04-15T15:10:48.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.580+0000 7fbeb86ce640 1 -- 172.21.15.84:0/3605838735 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbeb0075c50 con 0x7fbeb00b0050 2024-04-15T15:10:48.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.580+0000 7fbea6ffd640 1 -- 172.21.15.84:0/3605838735 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fbea001a070 con 0x7fbeb00b0050 2024-04-15T15:10:48.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.581+0000 7fbea6ffd640 1 --2- 172.21.15.84:0/3605838735 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbe9406c8f0 0x7fbe9406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:48.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.581+0000 7fbea6ffd640 1 -- 172.21.15.84:0/3605838735 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fbea008b210 con 0x7fbeb00b0050 2024-04-15T15:10:48.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.581+0000 7fbeb646a640 1 --2- 172.21.15.84:0/3605838735 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbe9406c8f0 0x7fbe9406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:48.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.581+0000 7fbeb646a640 1 --2- 172.21.15.84:0/3605838735 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbe9406c8f0 0x7fbe9406edb0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fbeac036000 tx=0x7fbeac008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:48.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.585+0000 7fbea6ffd640 1 -- 172.21.15.84:0/3605838735 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fbea0059300 con 0x7fbeb00b0050 2024-04-15T15:10:48.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.760+0000 7fbeb86ce640 1 -- 172.21.15.84:0/3605838735 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fbeb00cfc80 con 0x7fbeb00b0050 2024-04-15T15:10:48.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.760+0000 7fbea6ffd640 1 -- 172.21.15.84:0/3605838735 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) ==== 100+0+11 (secure 0 0 0) 0x7fbea0058c00 con 0x7fbeb00b0050 2024-04-15T15:10:48.762 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:10:48.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.762+0000 7fbeb86ce640 1 -- 172.21.15.84:0/3605838735 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbe9406c8f0 msgr2=0x7fbe9406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:48.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.762+0000 7fbeb86ce640 1 --2- 172.21.15.84:0/3605838735 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbe9406c8f0 0x7fbe9406edb0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fbeac036000 tx=0x7fbeac008030 comp rx=0 tx=0).stop 2024-04-15T15:10:48.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.762+0000 7fbeb86ce640 1 -- 172.21.15.84:0/3605838735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbeb00b0050 msgr2=0x7fbeb015a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:48.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.762+0000 7fbeb86ce640 1 --2- 172.21.15.84:0/3605838735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbeb00b0050 0x7fbeb015a590 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fbea000c3f0 tx=0x7fbea000c8b0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.762+0000 7fbeb86ce640 1 -- 172.21.15.84:0/3605838735 shutdown_connections 2024-04-15T15:10:48.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.762+0000 7fbeb86ce640 1 --2- 172.21.15.84:0/3605838735 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbeb00b5410 0x7fbeb015aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.762+0000 7fbeb86ce640 1 --2- 172.21.15.84:0/3605838735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbeb00b0050 0x7fbeb015a590 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.762+0000 7fbeb86ce640 1 --2- 172.21.15.84:0/3605838735 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbe9406c8f0 0x7fbe9406edb0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.762+0000 7fbeb86ce640 1 --2- 172.21.15.84:0/3605838735 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbeb00afae0 0x7fbeb006f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.762+0000 7fbeb86ce640 1 -- 172.21.15.84:0/3605838735 >> 172.21.15.84:0/3605838735 conn(0x7fbeb00d0a50 msgr2=0x7fbeb015e5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:48.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.762+0000 7fbeb86ce640 1 -- 172.21.15.84:0/3605838735 shutdown_connections 2024-04-15T15:10:48.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.762+0000 7fbeb86ce640 1 -- 172.21.15.84:0/3605838735 wait complete. 2024-04-15T15:10:48.775 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-15T15:10:48.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.879+0000 7fb06827b640 1 Processor -- start 2024-04-15T15:10:48.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.879+0000 7fb06827b640 1 -- start start 2024-04-15T15:10:48.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.880+0000 7fb06827b640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fb06015c250 0x7fb06006d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:48.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.880+0000 7fb06827b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb06015f9f0 0x7fb0600cca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:48.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.880+0000 7fb06827b640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb06006df30 con 0x7fb0600d0010 2024-04-15T15:10:48.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.880+0000 7fb06827b640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fb06006e210 con 0x7fb06015c250 2024-04-15T15:10:48.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.880+0000 7fb06827b640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb06006e4f0 con 0x7fb06015f9f0 2024-04-15T15:10:48.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.880+0000 7fb066818640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fb0600d0010 0x7fb0600b3e10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:33340/0 (socket says 172.21.15.84:33340) 2024-04-15T15:10:48.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.880+0000 7fb066818640 1 -- 172.21.15.84:0/1431337450 learned_addr learned my addr 172.21.15.84:0/1431337450 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:48.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.880+0000 7fb066017640 1 --2- 172.21.15.84:0/1431337450 >> v2:172.21.15.203:3300/0 conn(0x7fb06015c250 0x7fb06006d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:48.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.880+0000 7fb065816640 1 --2- 172.21.15.84:0/1431337450 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb06015f9f0 0x7fb0600cca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:48.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.880+0000 7fb065015640 1 -- 172.21.15.84:0/1431337450 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2522722647 0 0) 0x7fb06006df30 con 0x7fb0600d0010 2024-04-15T15:10:48.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.880+0000 7fb065015640 1 -- 172.21.15.84:0/1431337450 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb04c003520 con 0x7fb0600d0010 2024-04-15T15:10:48.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.880+0000 7fb065015640 1 -- 172.21.15.84:0/1431337450 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1934843881 0 0) 0x7fb04c003520 con 0x7fb0600d0010 2024-04-15T15:10:48.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.880+0000 7fb065015640 1 -- 172.21.15.84:0/1431337450 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb06015f9f0 msgr2=0x7fb0600cca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:48.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.880+0000 7fb065015640 1 --2- 172.21.15.84:0/1431337450 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb06015f9f0 0x7fb0600cca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.880+0000 7fb065015640 1 -- 172.21.15.84:0/1431337450 >> v2:172.21.15.203:3300/0 conn(0x7fb06015c250 msgr2=0x7fb06006d6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:48.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.880+0000 7fb065015640 1 --2- 172.21.15.84:0/1431337450 >> v2:172.21.15.203:3300/0 conn(0x7fb06015c250 0x7fb06006d6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.880+0000 7fb065015640 1 -- 172.21.15.84:0/1431337450 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0600b3610 con 0x7fb0600d0010 2024-04-15T15:10:48.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.880+0000 7fb065015640 1 -- 172.21.15.84:0/1431337450 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7fb0580019f0 con 0x7fb0600d0010 2024-04-15T15:10:48.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.881+0000 7fb065015640 1 -- 172.21.15.84:0/1431337450 >> v1:172.21.15.84:6789/0 conn(0x7fb0600d0010 legacy=0x7fb0600b3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:48.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.881+0000 7fb065015640 1 --2- 172.21.15.84:0/1431337450 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb04c0039b0 0x7fb04c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:48.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.881+0000 7fb065015640 1 --2- 172.21.15.84:0/1431337450 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb04c004800 0x7fb04c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:48.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.881+0000 7fb065015640 1 --2- 172.21.15.84:0/1431337450 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb06015f9f0 0x7fb04c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:48.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.881+0000 7fb065015640 1 -- 172.21.15.84:0/1431337450 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb06006e210 con 0x7fb04c0039b0 2024-04-15T15:10:48.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.881+0000 7fb065015640 1 -- 172.21.15.84:0/1431337450 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb06006e4f0 con 0x7fb04c004800 2024-04-15T15:10:48.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.881+0000 7fb065015640 1 -- 172.21.15.84:0/1431337450 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb04c00b9c0 con 0x7fb06015f9f0 2024-04-15T15:10:48.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.881+0000 7fb066017640 1 --2- 172.21.15.84:0/1431337450 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb04c0039b0 0x7fb04c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:48.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.881+0000 7fb065816640 1 --2- 172.21.15.84:0/1431337450 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb04c004800 0x7fb04c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:48.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.881+0000 7fb066818640 1 --2- 172.21.15.84:0/1431337450 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb06015f9f0 0x7fb04c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:48.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.881+0000 7fb066017640 1 -- 172.21.15.84:0/1431337450 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb06015f9f0 msgr2=0x7fb04c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:48.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.881+0000 7fb066017640 1 --2- 172.21.15.84:0/1431337450 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb06015f9f0 0x7fb04c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.881+0000 7fb066017640 1 -- 172.21.15.84:0/1431337450 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb04c004800 msgr2=0x7fb04c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:48.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.881+0000 7fb066017640 1 --2- 172.21.15.84:0/1431337450 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb04c004800 0x7fb04c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.881+0000 7fb066017640 1 -- 172.21.15.84:0/1431337450 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb04c003520 con 0x7fb04c0039b0 2024-04-15T15:10:48.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.881+0000 7fb065816640 1 --2- 172.21.15.84:0/1431337450 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb04c004800 0x7fb04c004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:48.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.882+0000 7fb066017640 1 --2- 172.21.15.84:0/1431337450 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb04c0039b0 0x7fb04c003dd0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb05c009ac0 tx=0x7fb04c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81b11d1b1f1a506 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:48.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.882+0000 7fb065015640 1 -- 172.21.15.84:0/1431337450 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb05c039070 con 0x7fb04c0039b0 2024-04-15T15:10:48.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.882+0000 7fb065015640 1 -- 172.21.15.84:0/1431337450 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb05c02c710 con 0x7fb04c0039b0 2024-04-15T15:10:48.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.882+0000 7fb065015640 1 -- 172.21.15.84:0/1431337450 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb05c009690 con 0x7fb04c0039b0 2024-04-15T15:10:48.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.882+0000 7fb06827b640 1 -- 172.21.15.84:0/1431337450 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb04c0039b0 msgr2=0x7fb04c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:48.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.882+0000 7fb06827b640 1 --2- 172.21.15.84:0/1431337450 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb04c0039b0 0x7fb04c003dd0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb05c009ac0 tx=0x7fb04c005830 comp rx=0 tx=0).stop 2024-04-15T15:10:48.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.882+0000 7fb066818640 1 -- 172.21.15.84:0/1431337450 reap_dead start 2024-04-15T15:10:48.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.882+0000 7fb06827b640 1 -- 172.21.15.84:0/1431337450 shutdown_connections 2024-04-15T15:10:48.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.882+0000 7fb06827b640 1 -- 172.21.15.84:0/1431337450 >> 172.21.15.84:0/1431337450 conn(0x7fb0600ceec0 msgr2=0x7fb0600cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:48.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.882+0000 7fb06827b640 1 -- 172.21.15.84:0/1431337450 shutdown_connections 2024-04-15T15:10:48.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.882+0000 7fb06827b640 1 -- 172.21.15.84:0/1431337450 wait complete. 2024-04-15T15:10:48.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.884+0000 7fb06827b640 1 Processor -- start 2024-04-15T15:10:48.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.884+0000 7fb06827b640 1 -- start start 2024-04-15T15:10:48.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.884+0000 7fb06827b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb04c0039b0 0x7fb06015ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:48.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.884+0000 7fb06827b640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb060149bf0 0x7fb06015a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:48.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.884+0000 7fb06827b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb06015d9b0 0x7fb06015de30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:48.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.884+0000 7fb06827b640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb06015c630 con 0x7fb06015d9b0 2024-04-15T15:10:48.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.884+0000 7fb06827b640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb06006dc20 con 0x7fb060149bf0 2024-04-15T15:10:48.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.884+0000 7fb06827b640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb06015c7b0 con 0x7fb04c0039b0 2024-04-15T15:10:48.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.884+0000 7fb066818640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb06015d9b0 0x7fb06015de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:48.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.884+0000 7fb066818640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb06015d9b0 0x7fb06015de30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47044/0 (socket says 172.21.15.84:47044) 2024-04-15T15:10:48.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.884+0000 7fb066818640 1 -- 172.21.15.84:0/3839335707 learned_addr learned my addr 172.21.15.84:0/3839335707 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:48.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.885+0000 7fb065816640 1 --2- 172.21.15.84:0/3839335707 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb060149bf0 0x7fb06015a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:48.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.885+0000 7fb066017640 1 --2- 172.21.15.84:0/3839335707 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb04c0039b0 0x7fb06015ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:48.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.885+0000 7fb066818640 1 -- 172.21.15.84:0/3839335707 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb04c0039b0 msgr2=0x7fb06015ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:48.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.885+0000 7fb066818640 1 --2- 172.21.15.84:0/3839335707 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb04c0039b0 0x7fb06015ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.885+0000 7fb066818640 1 -- 172.21.15.84:0/3839335707 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb060149bf0 msgr2=0x7fb06015a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:48.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.885+0000 7fb066818640 1 --2- 172.21.15.84:0/3839335707 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb060149bf0 0x7fb06015a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:48.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.885+0000 7fb066818640 1 -- 172.21.15.84:0/3839335707 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb06014a070 con 0x7fb06015d9b0 2024-04-15T15:10:48.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.885+0000 7fb065816640 1 --2- 172.21.15.84:0/3839335707 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb060149bf0 0x7fb06015a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:48.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.885+0000 7fb066818640 1 --2- 172.21.15.84:0/3839335707 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb06015d9b0 0x7fb06015de30 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fb0600b2f30 tx=0x7fb05800e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:48.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.885+0000 7fb056ffd640 1 -- 172.21.15.84:0/3839335707 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb05800eb60 con 0x7fb06015d9b0 2024-04-15T15:10:48.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.885+0000 7fb056ffd640 1 -- 172.21.15.84:0/3839335707 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb05800ed00 con 0x7fb06015d9b0 2024-04-15T15:10:48.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.885+0000 7fb06827b640 1 -- 172.21.15.84:0/3839335707 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb06015aac0 con 0x7fb06015d9b0 2024-04-15T15:10:48.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.885+0000 7fb056ffd640 1 -- 172.21.15.84:0/3839335707 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb058014670 con 0x7fb06015d9b0 2024-04-15T15:10:48.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.885+0000 7fb06827b640 1 -- 172.21.15.84:0/3839335707 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0600b6240 con 0x7fb06015d9b0 2024-04-15T15:10:48.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.886+0000 7fb06827b640 1 -- 172.21.15.84:0/3839335707 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb060075c50 con 0x7fb06015d9b0 2024-04-15T15:10:48.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.887+0000 7fb056ffd640 1 -- 172.21.15.84:0/3839335707 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fb058014810 con 0x7fb06015d9b0 2024-04-15T15:10:48.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.887+0000 7fb056ffd640 1 --2- 172.21.15.84:0/3839335707 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb04406c920 0x7fb04406ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:48.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.887+0000 7fb056ffd640 1 -- 172.21.15.84:0/3839335707 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fb05808bbc0 con 0x7fb06015d9b0 2024-04-15T15:10:48.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.887+0000 7fb066017640 1 --2- 172.21.15.84:0/3839335707 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb04406c920 0x7fb04406ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:48.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.887+0000 7fb066017640 1 --2- 172.21.15.84:0/3839335707 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb04406c920 0x7fb04406ede0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fb05c036000 tx=0x7fb05c030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:48.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:48.891+0000 7fb056ffd640 1 -- 172.21.15.84:0/3839335707 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fb058059cb0 con 0x7fb06015d9b0 2024-04-15T15:10:49.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.066+0000 7fb06827b640 1 -- 172.21.15.84:0/3839335707 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fb0600c58d0 con 0x7fb06015d9b0 2024-04-15T15:10:49.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.066+0000 7fb056ffd640 1 -- 172.21.15.84:0/3839335707 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v24) ==== 103+0+11 (secure 0 0 0) 0x7fb0580595b0 con 0x7fb06015d9b0 2024-04-15T15:10:49.068 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:10:49.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.068+0000 7fb06827b640 1 -- 172.21.15.84:0/3839335707 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb04406c920 msgr2=0x7fb04406ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:49.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.068+0000 7fb06827b640 1 --2- 172.21.15.84:0/3839335707 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb04406c920 0x7fb04406ede0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fb05c036000 tx=0x7fb05c030000 comp rx=0 tx=0).stop 2024-04-15T15:10:49.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.068+0000 7fb06827b640 1 -- 172.21.15.84:0/3839335707 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb06015d9b0 msgr2=0x7fb06015de30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:49.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.068+0000 7fb06827b640 1 --2- 172.21.15.84:0/3839335707 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb06015d9b0 0x7fb06015de30 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fb0600b2f30 tx=0x7fb05800e530 comp rx=0 tx=0).stop 2024-04-15T15:10:49.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.068+0000 7fb06827b640 1 -- 172.21.15.84:0/3839335707 shutdown_connections 2024-04-15T15:10:49.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.068+0000 7fb06827b640 1 --2- 172.21.15.84:0/3839335707 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb04406c920 0x7fb04406ede0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.068+0000 7fb06827b640 1 --2- 172.21.15.84:0/3839335707 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb060149bf0 0x7fb06015a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.068+0000 7fb06827b640 1 --2- 172.21.15.84:0/3839335707 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb06015d9b0 0x7fb06015de30 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.068+0000 7fb06827b640 1 --2- 172.21.15.84:0/3839335707 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb04c0039b0 0x7fb06015ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.068+0000 7fb06827b640 1 -- 172.21.15.84:0/3839335707 >> 172.21.15.84:0/3839335707 conn(0x7fb0600ceec0 msgr2=0x7fb060070330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:49.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.068+0000 7fb06827b640 1 -- 172.21.15.84:0/3839335707 shutdown_connections 2024-04-15T15:10:49.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.068+0000 7fb06827b640 1 -- 172.21.15.84:0/3839335707 wait complete. 2024-04-15T15:10:49.082 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:10:49.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.184+0000 7fc6b5e63640 1 Processor -- start 2024-04-15T15:10:49.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.184+0000 7fc6b5e63640 1 -- start start 2024-04-15T15:10:49.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.184+0000 7fc6b5e63640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc6b015c7c0 0x7fc6b006e420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:49.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.185+0000 7fc6b5e63640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6b00cffd0 con 0x7fc6b00af700 2024-04-15T15:10:49.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.185+0000 7fc6b5e63640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6b006de60 con 0x7fc6b006b960 2024-04-15T15:10:49.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.185+0000 7fc6b5e63640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fc6b015cba0 con 0x7fc6b015c7c0 2024-04-15T15:10:49.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.185+0000 7fc6af7fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc6b015c7c0 0x7fc6b006e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:49.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.185+0000 7fc6aeffd640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fc6b00af700 0x7fc6b006e960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:33346/0 (socket says 172.21.15.84:33346) 2024-04-15T15:10:49.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.185+0000 7fc6aeffd640 1 -- 172.21.15.84:0/2710942283 learned_addr learned my addr 172.21.15.84:0/2710942283 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:49.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.185+0000 7fc6af7fe640 1 -- 172.21.15.84:0/2710942283 >> v1:172.21.15.203:6789/0 conn(0x7fc6b006b960 legacy=0x7fc6b006bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:49.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.185+0000 7fc6af7fe640 1 -- 172.21.15.84:0/2710942283 >> v1:172.21.15.84:6789/0 conn(0x7fc6b00af700 legacy=0x7fc6b006e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:49.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.185+0000 7fc6af7fe640 1 -- 172.21.15.84:0/2710942283 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6b006e140 con 0x7fc6b015c7c0 2024-04-15T15:10:49.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.185+0000 7fc6ae7fc640 1 -- 172.21.15.84:0/2710942283 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2117995297 0 0) 0x7fc6b00cffd0 con 0x7fc6b00af700 2024-04-15T15:10:49.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.186+0000 7fc6af7fe640 1 --2- 172.21.15.84:0/2710942283 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6b015c7c0 0x7fc6b006e420 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fc6a00097a0 tx=0x7fc6a002b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef3dc2c042865309 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:49.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.186+0000 7fc6ae7fc640 1 -- 172.21.15.84:0/2710942283 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a0034070 con 0x7fc6b015c7c0 2024-04-15T15:10:49.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.186+0000 7fc6ae7fc640 1 -- 172.21.15.84:0/2710942283 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6a0030610 con 0x7fc6b015c7c0 2024-04-15T15:10:49.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.186+0000 7fc6ae7fc640 1 -- 172.21.15.84:0/2710942283 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a00309e0 con 0x7fc6b015c7c0 2024-04-15T15:10:49.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.186+0000 7fc6b5e63640 1 -- 172.21.15.84:0/2710942283 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6b015c7c0 msgr2=0x7fc6b006e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:49.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.186+0000 7fc6b5e63640 1 --2- 172.21.15.84:0/2710942283 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6b015c7c0 0x7fc6b006e420 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fc6a00097a0 tx=0x7fc6a002b960 comp rx=0 tx=0).stop 2024-04-15T15:10:49.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.187+0000 7fc6b5e63640 1 -- 172.21.15.84:0/2710942283 shutdown_connections 2024-04-15T15:10:49.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.187+0000 7fc6b5e63640 1 --2- 172.21.15.84:0/2710942283 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6b015c7c0 0x7fc6b006e420 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.187+0000 7fc6b5e63640 1 -- 172.21.15.84:0/2710942283 >> 172.21.15.84:0/2710942283 conn(0x7fc6b00b1dd0 msgr2=0x7fc6b00b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:49.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.187+0000 7fc6b5e63640 1 -- 172.21.15.84:0/2710942283 shutdown_connections 2024-04-15T15:10:49.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.187+0000 7fc6b5e63640 1 -- 172.21.15.84:0/2710942283 wait complete. 2024-04-15T15:10:49.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.188+0000 7fc6b5e63640 1 Processor -- start 2024-04-15T15:10:49.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.188+0000 7fc6b5e63640 1 -- start start 2024-04-15T15:10:49.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6b5e63640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc6b006b960 0x7fc6b01f64b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:49.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6b5e63640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6b00af700 0x7fc6b009dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:49.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6b5e63640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6b015c7c0 0x7fc6b01f1b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:49.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6b5e63640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc6b00cfab0 con 0x7fc6b015c7c0 2024-04-15T15:10:49.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6b5e63640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc6b006dc10 con 0x7fc6b006b960 2024-04-15T15:10:49.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6b5e63640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc6b00cdc60 con 0x7fc6b00af700 2024-04-15T15:10:49.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6affff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6b015c7c0 0x7fc6b01f1b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:49.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6affff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6b015c7c0 0x7fc6b01f1b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47056/0 (socket says 172.21.15.84:47056) 2024-04-15T15:10:49.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6affff640 1 -- 172.21.15.84:0/3526813959 learned_addr learned my addr 172.21.15.84:0/3526813959 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:49.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6aeffd640 1 --2- 172.21.15.84:0/3526813959 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6b00af700 0x7fc6b009dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:49.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6af7fe640 1 --2- 172.21.15.84:0/3526813959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc6b006b960 0x7fc6b01f64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:49.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6affff640 1 -- 172.21.15.84:0/3526813959 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6b00af700 msgr2=0x7fc6b009dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:49.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6affff640 1 --2- 172.21.15.84:0/3526813959 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6b00af700 0x7fc6b009dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6affff640 1 -- 172.21.15.84:0/3526813959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc6b006b960 msgr2=0x7fc6b01f64b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:49.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6affff640 1 --2- 172.21.15.84:0/3526813959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc6b006b960 0x7fc6b01f64b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6affff640 1 -- 172.21.15.84:0/3526813959 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6b009e150 con 0x7fc6b015c7c0 2024-04-15T15:10:49.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6aeffd640 1 --2- 172.21.15.84:0/3526813959 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6b00af700 0x7fc6b009dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:49.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6affff640 1 --2- 172.21.15.84:0/3526813959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6b015c7c0 0x7fc6b01f1b50 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fc6a800c6b0 tx=0x7fc6a800cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:49.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6a7fff640 1 -- 172.21.15.84:0/3526813959 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a8003b70 con 0x7fc6b015c7c0 2024-04-15T15:10:49.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6a7fff640 1 -- 172.21.15.84:0/3526813959 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc6a8003d30 con 0x7fc6b015c7c0 2024-04-15T15:10:49.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6b5e63640 1 -- 172.21.15.84:0/3526813959 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6b009d8d0 con 0x7fc6b015c7c0 2024-04-15T15:10:49.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6a7fff640 1 -- 172.21.15.84:0/3526813959 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6a8005310 con 0x7fc6b015c7c0 2024-04-15T15:10:49.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.189+0000 7fc6b5e63640 1 -- 172.21.15.84:0/3526813959 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6b01f5cb0 con 0x7fc6b015c7c0 2024-04-15T15:10:49.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.190+0000 7fc6b5e63640 1 -- 172.21.15.84:0/3526813959 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6b00689e0 con 0x7fc6b015c7c0 2024-04-15T15:10:49.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.191+0000 7fc6a7fff640 1 -- 172.21.15.84:0/3526813959 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fc6a80054b0 con 0x7fc6b015c7c0 2024-04-15T15:10:49.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.191+0000 7fc6a7fff640 1 --2- 172.21.15.84:0/3526813959 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc69006c8f0 0x7fc69006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:49.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.191+0000 7fc6a7fff640 1 -- 172.21.15.84:0/3526813959 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fc6a808bd10 con 0x7fc6b015c7c0 2024-04-15T15:10:49.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.191+0000 7fc6af7fe640 1 --2- 172.21.15.84:0/3526813959 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc69006c8f0 0x7fc69006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:49.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.192+0000 7fc6af7fe640 1 --2- 172.21.15.84:0/3526813959 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc69006c8f0 0x7fc69006edb0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fc6a0036000 tx=0x7fc6a003b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:49.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.196+0000 7fc6a7fff640 1 -- 172.21.15.84:0/3526813959 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fc6a8059e00 con 0x7fc6b015c7c0 2024-04-15T15:10:49.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.406+0000 7fc6b5e63640 1 -- 172.21.15.84:0/3526813959 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc6b00b21b0 con 0x7fc6b015c7c0 2024-04-15T15:10:49.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.407+0000 7fc6a7fff640 1 -- 172.21.15.84:0/3526813959 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5180 (secure 0 0 0) 0x7fc6a8059700 con 0x7fc6b015c7c0 2024-04-15T15:10:49.409 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:49.409 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/3664072827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3664072827},{"type":"v1","addr":"172.21.15.84:6836","nonce":3664072827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/2090511752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":2090511752},{"type":"v1","addr":"172.21.15.84:6837","nonce":2090511752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/768052062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":768052062},{"type":"v1","addr":"172.21.15.203:6835","nonce":768052062}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T15:10:22.689828+0000","modified":"2024-04-15T15:10:38.758516+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.203:6834/2436290281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2436290281},{"type":"v1","addr":"172.21.15.203:6834","nonce":2436290281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4294,"qdb_cluster":[4294]},"id":1}]} 2024-04-15T15:10:49.409 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 9 2024-04-15T15:10:49.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.408+0000 7fc6b5e63640 1 -- 172.21.15.84:0/3526813959 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc69006c8f0 msgr2=0x7fc69006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:49.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.408+0000 7fc6b5e63640 1 --2- 172.21.15.84:0/3526813959 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc69006c8f0 0x7fc69006edb0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fc6a0036000 tx=0x7fc6a003b040 comp rx=0 tx=0).stop 2024-04-15T15:10:49.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.408+0000 7fc6b5e63640 1 -- 172.21.15.84:0/3526813959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6b015c7c0 msgr2=0x7fc6b01f1b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:49.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.408+0000 7fc6b5e63640 1 --2- 172.21.15.84:0/3526813959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6b015c7c0 0x7fc6b01f1b50 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fc6a800c6b0 tx=0x7fc6a800cb70 comp rx=0 tx=0).stop 2024-04-15T15:10:49.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.409+0000 7fc6b5e63640 1 -- 172.21.15.84:0/3526813959 shutdown_connections 2024-04-15T15:10:49.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.409+0000 7fc6b5e63640 1 --2- 172.21.15.84:0/3526813959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6b015c7c0 0x7fc6b01f1b50 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.409+0000 7fc6b5e63640 1 --2- 172.21.15.84:0/3526813959 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6b00af700 0x7fc6b009dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.409+0000 7fc6b5e63640 1 --2- 172.21.15.84:0/3526813959 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc69006c8f0 0x7fc69006edb0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.409+0000 7fc6b5e63640 1 --2- 172.21.15.84:0/3526813959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc6b006b960 0x7fc6b01f64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.409+0000 7fc6b5e63640 1 -- 172.21.15.84:0/3526813959 >> 172.21.15.84:0/3526813959 conn(0x7fc6b00b1dd0 msgr2=0x7fc6b00ad0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:49.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.409+0000 7fc6b5e63640 1 -- 172.21.15.84:0/3526813959 shutdown_connections 2024-04-15T15:10:49.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.409+0000 7fc6b5e63640 1 -- 172.21.15.84:0/3526813959 wait complete. 2024-04-15T15:10:49.422 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:10:49.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.523+0000 7fcd2c7c8640 1 Processor -- start 2024-04-15T15:10:49.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.523+0000 7fcd2c7c8640 1 -- start start 2024-04-15T15:10:49.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.524+0000 7fcd2c7c8640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fcd2415c120 0x7fcd2415f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:49.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.524+0000 7fcd2c7c8640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fcd2415c500 0x7fcd240cb9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:49.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.524+0000 7fcd2c7c8640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcd241624e0 con 0x7fcd24070760 2024-04-15T15:10:49.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.524+0000 7fcd2c7c8640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fcd241627c0 con 0x7fcd2415c120 2024-04-15T15:10:49.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.524+0000 7fcd2c7c8640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fcd24162aa0 con 0x7fcd2415c500 2024-04-15T15:10:49.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.524+0000 7fcd2a564640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fcd2415c120 0x7fcd2415f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:49.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.524+0000 7fcd2ad65640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fcd24070760 0x7fcd240c68d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:33354/0 (socket says 172.21.15.84:33354) 2024-04-15T15:10:49.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.524+0000 7fcd2ad65640 1 -- 172.21.15.84:0/2171546539 learned_addr learned my addr 172.21.15.84:0/2171546539 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:49.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.524+0000 7fcd29d63640 1 --2- 172.21.15.84:0/2171546539 >> v2:172.21.15.203:3300/0 conn(0x7fcd2415c500 0x7fcd240cb9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:49.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.525+0000 7fcd2a564640 1 -- 172.21.15.84:0/2171546539 >> v2:172.21.15.203:3300/0 conn(0x7fcd2415c500 msgr2=0x7fcd240cb9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:49.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.525+0000 7fcd2a564640 1 --2- 172.21.15.84:0/2171546539 >> v2:172.21.15.203:3300/0 conn(0x7fcd2415c500 0x7fcd240cb9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.525+0000 7fcd2a564640 1 -- 172.21.15.84:0/2171546539 >> v1:172.21.15.84:6789/0 conn(0x7fcd24070760 legacy=0x7fcd240c68d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:49.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.525+0000 7fcd29562640 1 -- 172.21.15.84:0/2171546539 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 912551816 0 0) 0x7fcd241624e0 con 0x7fcd24070760 2024-04-15T15:10:49.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.525+0000 7fcd2a564640 1 -- 172.21.15.84:0/2171546539 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd24162d80 con 0x7fcd2415c120 2024-04-15T15:10:49.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.525+0000 7fcd2a564640 1 --2- 172.21.15.84:0/2171546539 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd2415c120 0x7fcd2415f7f0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fcd240ce070 tx=0x7fcd2002bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e1ad68b4f8cbd8a server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:49.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.525+0000 7fcd29562640 1 -- 172.21.15.84:0/2171546539 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd20039070 con 0x7fcd2415c120 2024-04-15T15:10:49.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.525+0000 7fcd29562640 1 -- 172.21.15.84:0/2171546539 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd2002cc80 con 0x7fcd2415c120 2024-04-15T15:10:49.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.525+0000 7fcd29562640 1 -- 172.21.15.84:0/2171546539 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd20034660 con 0x7fcd2415c120 2024-04-15T15:10:49.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.526+0000 7fcd2c7c8640 1 -- 172.21.15.84:0/2171546539 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd2415c120 msgr2=0x7fcd2415f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:49.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.526+0000 7fcd2c7c8640 1 --2- 172.21.15.84:0/2171546539 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd2415c120 0x7fcd2415f7f0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fcd240ce070 tx=0x7fcd2002bed0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.526+0000 7fcd2c7c8640 1 -- 172.21.15.84:0/2171546539 shutdown_connections 2024-04-15T15:10:49.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.526+0000 7fcd2c7c8640 1 --2- 172.21.15.84:0/2171546539 >> v2:172.21.15.203:3300/0 conn(0x7fcd2415c500 0x7fcd240cb9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.526+0000 7fcd2c7c8640 1 --2- 172.21.15.84:0/2171546539 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd2415c120 0x7fcd2415f7f0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.526+0000 7fcd2c7c8640 1 -- 172.21.15.84:0/2171546539 >> 172.21.15.84:0/2171546539 conn(0x7fcd240cd4a0 msgr2=0x7fcd240cd880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:49.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.526+0000 7fcd2c7c8640 1 -- 172.21.15.84:0/2171546539 shutdown_connections 2024-04-15T15:10:49.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.526+0000 7fcd2c7c8640 1 -- 172.21.15.84:0/2171546539 wait complete. 2024-04-15T15:10:49.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.527+0000 7fcd2c7c8640 1 Processor -- start 2024-04-15T15:10:49.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.527+0000 7fcd2c7c8640 1 -- start start 2024-04-15T15:10:49.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.528+0000 7fcd2c7c8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcd24070760 0x7fcd24151ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:49.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.528+0000 7fcd2c7c8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd2415c120 0x7fcd240ae910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:49.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.528+0000 7fcd2c7c8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd2415c500 0x7fcd240aee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:49.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.528+0000 7fcd2c7c8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcd240cc060 con 0x7fcd2415c120 2024-04-15T15:10:49.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.528+0000 7fcd2c7c8640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fcd240cbee0 con 0x7fcd2415c500 2024-04-15T15:10:49.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.528+0000 7fcd2c7c8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fcd240cc1e0 con 0x7fcd24070760 2024-04-15T15:10:49.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.528+0000 7fcd29d63640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd2415c120 0x7fcd240ae910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:49.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.528+0000 7fcd29d63640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd2415c120 0x7fcd240ae910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47076/0 (socket says 172.21.15.84:47076) 2024-04-15T15:10:49.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.528+0000 7fcd29d63640 1 -- 172.21.15.84:0/1469157518 learned_addr learned my addr 172.21.15.84:0/1469157518 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:49.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.528+0000 7fcd2a564640 1 --2- 172.21.15.84:0/1469157518 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcd24070760 0x7fcd24151ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:49.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.528+0000 7fcd2ad65640 1 --2- 172.21.15.84:0/1469157518 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd2415c500 0x7fcd240aee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:49.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.528+0000 7fcd29d63640 1 -- 172.21.15.84:0/1469157518 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcd24070760 msgr2=0x7fcd24151ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:49.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.528+0000 7fcd29d63640 1 --2- 172.21.15.84:0/1469157518 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcd24070760 0x7fcd24151ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.528+0000 7fcd29d63640 1 -- 172.21.15.84:0/1469157518 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd2415c500 msgr2=0x7fcd240aee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:49.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.528+0000 7fcd29d63640 1 --2- 172.21.15.84:0/1469157518 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd2415c500 0x7fcd240aee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.528+0000 7fcd29d63640 1 -- 172.21.15.84:0/1469157518 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd241606b0 con 0x7fcd2415c120 2024-04-15T15:10:49.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.528+0000 7fcd2ad65640 1 --2- 172.21.15.84:0/1469157518 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd2415c500 0x7fcd240aee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:49.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.529+0000 7fcd29d63640 1 --2- 172.21.15.84:0/1469157518 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd2415c120 0x7fcd240ae910 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fcd1400d5f0 tx=0x7fcd1400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:49.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.529+0000 7fcd1affd640 1 -- 172.21.15.84:0/1469157518 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd140125f0 con 0x7fcd2415c120 2024-04-15T15:10:49.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.529+0000 7fcd1affd640 1 -- 172.21.15.84:0/1469157518 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd14019070 con 0x7fcd2415c120 2024-04-15T15:10:49.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.529+0000 7fcd2c7c8640 1 -- 172.21.15.84:0/1469157518 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd24160990 con 0x7fcd2415c120 2024-04-15T15:10:49.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.529+0000 7fcd1affd640 1 -- 172.21.15.84:0/1469157518 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd140129d0 con 0x7fcd2415c120 2024-04-15T15:10:49.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.529+0000 7fcd2c7c8640 1 -- 172.21.15.84:0/1469157518 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd24160f50 con 0x7fcd2415c120 2024-04-15T15:10:49.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.530+0000 7fcd2c7c8640 1 -- 172.21.15.84:0/1469157518 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd240689e0 con 0x7fcd2415c120 2024-04-15T15:10:49.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.530+0000 7fcd1affd640 1 -- 172.21.15.84:0/1469157518 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fcd14012b70 con 0x7fcd2415c120 2024-04-15T15:10:49.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.531+0000 7fcd1affd640 1 --2- 172.21.15.84:0/1469157518 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fcd0806c8f0 0x7fcd0806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:49.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.531+0000 7fcd1affd640 1 -- 172.21.15.84:0/1469157518 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fcd1408c160 con 0x7fcd2415c120 2024-04-15T15:10:49.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.531+0000 7fcd2a564640 1 --2- 172.21.15.84:0/1469157518 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fcd0806c8f0 0x7fcd0806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:49.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.531+0000 7fcd2a564640 1 --2- 172.21.15.84:0/1469157518 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fcd0806c8f0 0x7fcd0806edb0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fcd20036000 tx=0x7fcd20030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:49.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.535+0000 7fcd1affd640 1 -- 172.21.15.84:0/1469157518 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fcd1405a2e0 con 0x7fcd2415c120 2024-04-15T15:10:49.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.712+0000 7fcd2c7c8640 1 -- 172.21.15.84:0/1469157518 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcd240cec90 con 0x7fcd2415c120 2024-04-15T15:10:49.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.714+0000 7fcd1affd640 1 -- 172.21.15.84:0/1469157518 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18466 (secure 0 0 0) 0x7fcd14059be0 con 0x7fcd2415c120 2024-04-15T15:10:49.716 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:49.716 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":24,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:27.745198+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:10:49.717 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.715+0000 7fcd2c7c8640 1 -- 172.21.15.84:0/1469157518 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fcd0806c8f0 msgr2=0x7fcd0806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:49.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.716+0000 7fcd2c7c8640 1 --2- 172.21.15.84:0/1469157518 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fcd0806c8f0 0x7fcd0806edb0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fcd20036000 tx=0x7fcd20030000 comp rx=0 tx=0).stop 2024-04-15T15:10:49.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.716+0000 7fcd2c7c8640 1 -- 172.21.15.84:0/1469157518 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd2415c120 msgr2=0x7fcd240ae910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:49.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.716+0000 7fcd2c7c8640 1 --2- 172.21.15.84:0/1469157518 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd2415c120 0x7fcd240ae910 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fcd1400d5f0 tx=0x7fcd1400dab0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.716+0000 7fcd2c7c8640 1 -- 172.21.15.84:0/1469157518 shutdown_connections 2024-04-15T15:10:49.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.716+0000 7fcd2c7c8640 1 --2- 172.21.15.84:0/1469157518 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fcd0806c8f0 0x7fcd0806edb0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.716+0000 7fcd2c7c8640 1 --2- 172.21.15.84:0/1469157518 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd2415c500 0x7fcd240aee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.716+0000 7fcd2c7c8640 1 --2- 172.21.15.84:0/1469157518 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcd2415c120 0x7fcd240ae910 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.716+0000 7fcd2c7c8640 1 --2- 172.21.15.84:0/1469157518 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcd24070760 0x7fcd24151ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.716+0000 7fcd2c7c8640 1 -- 172.21.15.84:0/1469157518 >> 172.21.15.84:0/1469157518 conn(0x7fcd240cd4a0 msgr2=0x7fcd240cfb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:49.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.716+0000 7fcd2c7c8640 1 -- 172.21.15.84:0/1469157518 shutdown_connections 2024-04-15T15:10:49.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.716+0000 7fcd2c7c8640 1 -- 172.21.15.84:0/1469157518 wait complete. 2024-04-15T15:10:49.729 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:10:49.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.831+0000 7f04c94d9640 1 Processor -- start 2024-04-15T15:10:49.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.831+0000 7f04c94d9640 1 -- start start 2024-04-15T15:10:49.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.832+0000 7f04c94d9640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f04c40d12b0 0x7f04c40d2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:49.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.832+0000 7f04c94d9640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04c4162220 con 0x7f04c4161e40 2024-04-15T15:10:49.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.832+0000 7f04c94d9640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04c40d1820 con 0x7f04c40d2ea0 2024-04-15T15:10:49.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.832+0000 7f04c94d9640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f04c40b3f00 con 0x7f04c40d12b0 2024-04-15T15:10:49.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.832+0000 7f04c27fc640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f04c40d12b0 0x7f04c40d2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:49.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.832+0000 7f04c2ffd640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f04c4161e40 0x7f04c40b37f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:33370/0 (socket says 172.21.15.84:33370) 2024-04-15T15:10:49.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.832+0000 7f04c2ffd640 1 -- 172.21.15.84:0/2890020742 learned_addr learned my addr 172.21.15.84:0/2890020742 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:49.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.832+0000 7f04c27fc640 1 -- 172.21.15.84:0/2890020742 >> v1:172.21.15.203:6789/0 conn(0x7f04c40d2ea0 legacy=0x7f04c40d45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:49.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.832+0000 7f04c27fc640 1 -- 172.21.15.84:0/2890020742 >> v1:172.21.15.84:6789/0 conn(0x7f04c4161e40 legacy=0x7f04c40b37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:49.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.832+0000 7f04c27fc640 1 -- 172.21.15.84:0/2890020742 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04c40d1b00 con 0x7f04c40d12b0 2024-04-15T15:10:49.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.832+0000 7f04c1ffb640 1 -- 172.21.15.84:0/2890020742 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1060372616 0 0) 0x7f04c4162220 con 0x7f04c4161e40 2024-04-15T15:10:49.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.833+0000 7f04c27fc640 1 --2- 172.21.15.84:0/2890020742 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f04c40d12b0 0x7f04c40d2960 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f04b80097d0 tx=0x7f04b802b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3d195f05a5280b9 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:49.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.833+0000 7f04c1ffb640 1 -- 172.21.15.84:0/2890020742 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b80315a0 con 0x7f04c40d12b0 2024-04-15T15:10:49.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.833+0000 7f04c1ffb640 1 -- 172.21.15.84:0/2890020742 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04b8037070 con 0x7f04c40d12b0 2024-04-15T15:10:49.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.833+0000 7f04c1ffb640 1 -- 172.21.15.84:0/2890020742 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b8031960 con 0x7f04c40d12b0 2024-04-15T15:10:49.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.834+0000 7f04c94d9640 1 -- 172.21.15.84:0/2890020742 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f04c40d12b0 msgr2=0x7f04c40d2960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:49.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.834+0000 7f04c94d9640 1 --2- 172.21.15.84:0/2890020742 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f04c40d12b0 0x7f04c40d2960 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f04b80097d0 tx=0x7f04b802b840 comp rx=0 tx=0).stop 2024-04-15T15:10:49.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.834+0000 7f04c94d9640 1 -- 172.21.15.84:0/2890020742 shutdown_connections 2024-04-15T15:10:49.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.834+0000 7f04c94d9640 1 --2- 172.21.15.84:0/2890020742 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f04c40d12b0 0x7f04c40d2960 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.834+0000 7f04c94d9640 1 -- 172.21.15.84:0/2890020742 >> 172.21.15.84:0/2890020742 conn(0x7f04c409d970 msgr2=0x7f04c40b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:49.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.834+0000 7f04c94d9640 1 -- 172.21.15.84:0/2890020742 shutdown_connections 2024-04-15T15:10:49.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.834+0000 7f04c94d9640 1 -- 172.21.15.84:0/2890020742 wait complete. 2024-04-15T15:10:49.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.835+0000 7f04c94d9640 1 Processor -- start 2024-04-15T15:10:49.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.835+0000 7f04c94d9640 1 -- start start 2024-04-15T15:10:49.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.836+0000 7f04c94d9640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f04c40d12b0 0x7f04c41f73c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:49.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.836+0000 7f04c94d9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f04c4161e40 0x7f04c40b50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:49.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.836+0000 7f04c94d9640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f04c40b5610 0x7f04c40cb6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:49.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.836+0000 7f04c94d9640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f04c40d2440 con 0x7f04c4161e40 2024-04-15T15:10:49.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.836+0000 7f04c94d9640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f04c40d21f0 con 0x7f04c40d12b0 2024-04-15T15:10:49.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.836+0000 7f04c94d9640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f04c40d4cc0 con 0x7f04c40b5610 2024-04-15T15:10:49.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.836+0000 7f04c27fc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f04c4161e40 0x7f04c40b50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:49.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.836+0000 7f04c27fc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f04c4161e40 0x7f04c40b50d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47084/0 (socket says 172.21.15.84:47084) 2024-04-15T15:10:49.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.836+0000 7f04c27fc640 1 -- 172.21.15.84:0/2835679429 learned_addr learned my addr 172.21.15.84:0/2835679429 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:49.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.836+0000 7f04c2ffd640 1 --2- 172.21.15.84:0/2835679429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f04c40d12b0 0x7f04c41f73c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:49.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.836+0000 7f04c37fe640 1 --2- 172.21.15.84:0/2835679429 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f04c40b5610 0x7f04c40cb6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:49.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.836+0000 7f04c27fc640 1 -- 172.21.15.84:0/2835679429 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f04c40b5610 msgr2=0x7f04c40cb6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:49.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.836+0000 7f04c27fc640 1 --2- 172.21.15.84:0/2835679429 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f04c40b5610 0x7f04c40cb6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.836+0000 7f04c27fc640 1 -- 172.21.15.84:0/2835679429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f04c40d12b0 msgr2=0x7f04c41f73c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:49.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.836+0000 7f04c27fc640 1 --2- 172.21.15.84:0/2835679429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f04c40d12b0 0x7f04c41f73c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:49.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.836+0000 7f04c27fc640 1 -- 172.21.15.84:0/2835679429 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04c40b5b90 con 0x7f04c4161e40 2024-04-15T15:10:49.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.836+0000 7f04c27fc640 1 --2- 172.21.15.84:0/2835679429 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f04c4161e40 0x7f04c40b50d0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f04b8009720 tx=0x7f04b80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:49.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.837+0000 7f04ab7fe640 1 -- 172.21.15.84:0/2835679429 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b8032840 con 0x7f04c4161e40 2024-04-15T15:10:49.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.837+0000 7f04ab7fe640 1 -- 172.21.15.84:0/2835679429 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04b80329e0 con 0x7f04c4161e40 2024-04-15T15:10:49.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.837+0000 7f04c94d9640 1 -- 172.21.15.84:0/2835679429 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04c40b5e70 con 0x7f04c4161e40 2024-04-15T15:10:49.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.837+0000 7f04ab7fe640 1 -- 172.21.15.84:0/2835679429 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04b8032dd0 con 0x7f04c4161e40 2024-04-15T15:10:49.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.837+0000 7f04c94d9640 1 -- 172.21.15.84:0/2835679429 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04c40b6430 con 0x7f04c4161e40 2024-04-15T15:10:49.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.838+0000 7f04c94d9640 1 -- 172.21.15.84:0/2835679429 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04c40689e0 con 0x7f04c4161e40 2024-04-15T15:10:49.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.838+0000 7f04ab7fe640 1 -- 172.21.15.84:0/2835679429 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f04b803b3f0 con 0x7f04c4161e40 2024-04-15T15:10:49.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.839+0000 7f04ab7fe640 1 --2- 172.21.15.84:0/2835679429 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f04b006c8f0 0x7f04b006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:49.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.839+0000 7f04ab7fe640 1 -- 172.21.15.84:0/2835679429 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f04b802f030 con 0x7f04c4161e40 2024-04-15T15:10:49.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.839+0000 7f04c2ffd640 1 --2- 172.21.15.84:0/2835679429 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f04b006c8f0 0x7f04b006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:49.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.839+0000 7f04c2ffd640 1 --2- 172.21.15.84:0/2835679429 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f04b006c8f0 0x7f04b006edb0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f04b40012e0 tx=0x7f04b4001630 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:49.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:49.843+0000 7f04ab7fe640 1 -- 172.21.15.84:0/2835679429 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f04b8040070 con 0x7f04c4161e40 2024-04-15T15:10:50.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.057+0000 7f04c94d9640 1 -- 172.21.15.84:0/2835679429 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f04c406e920 con 0x7f04c4161e40 2024-04-15T15:10:50.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.057+0000 7f04ab7fe640 1 -- 172.21.15.84:0/2835679429 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5180 (secure 0 0 0) 0x7f04b807b790 con 0x7f04c4161e40 2024-04-15T15:10:50.059 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:50.059 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/3664072827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3664072827},{"type":"v1","addr":"172.21.15.84:6836","nonce":3664072827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/2090511752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":2090511752},{"type":"v1","addr":"172.21.15.84:6837","nonce":2090511752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/768052062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":768052062},{"type":"v1","addr":"172.21.15.203:6835","nonce":768052062}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T15:10:22.689828+0000","modified":"2024-04-15T15:10:38.758516+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.203:6834/2436290281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2436290281},{"type":"v1","addr":"172.21.15.203:6834","nonce":2436290281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4294,"qdb_cluster":[4294]},"id":1}]} 2024-04-15T15:10:50.060 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 9 2024-04-15T15:10:50.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.060+0000 7f04c94d9640 1 -- 172.21.15.84:0/2835679429 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f04b006c8f0 msgr2=0x7f04b006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:50.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.060+0000 7f04c94d9640 1 --2- 172.21.15.84:0/2835679429 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f04b006c8f0 0x7f04b006edb0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f04b40012e0 tx=0x7f04b4001630 comp rx=0 tx=0).stop 2024-04-15T15:10:50.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.060+0000 7f04c94d9640 1 -- 172.21.15.84:0/2835679429 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f04c4161e40 msgr2=0x7f04c40b50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:50.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.060+0000 7f04c94d9640 1 --2- 172.21.15.84:0/2835679429 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f04c4161e40 0x7f04c40b50d0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f04b8009720 tx=0x7f04b80046c0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.060+0000 7f04c94d9640 1 -- 172.21.15.84:0/2835679429 shutdown_connections 2024-04-15T15:10:50.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.060+0000 7f04c94d9640 1 --2- 172.21.15.84:0/2835679429 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f04c40b5610 0x7f04c40cb6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.060+0000 7f04c94d9640 1 --2- 172.21.15.84:0/2835679429 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f04c4161e40 0x7f04c40b50d0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.060+0000 7f04c94d9640 1 --2- 172.21.15.84:0/2835679429 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f04b006c8f0 0x7f04b006edb0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.060+0000 7f04c94d9640 1 --2- 172.21.15.84:0/2835679429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f04c40d12b0 0x7f04c41f73c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.060+0000 7f04c94d9640 1 -- 172.21.15.84:0/2835679429 >> 172.21.15.84:0/2835679429 conn(0x7f04c409d970 msgr2=0x7f04c40b33d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:50.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.060+0000 7f04c94d9640 1 -- 172.21.15.84:0/2835679429 shutdown_connections 2024-04-15T15:10:50.063 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.060+0000 7f04c94d9640 1 -- 172.21.15.84:0/2835679429 wait complete. 2024-04-15T15:10:50.476 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 9, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-15T15:10:22.689828+0000', 'modified': '2024-04-15T15:10:38.758516+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4294}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4294': {'gid': 4294, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.203:6834/2436290281', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6832', 'nonce': 2436290281}, {'type': 'v1', 'addr': '172.21.15.203:6834', 'nonce': 2436290281}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4294, 'qdb_cluster': [4294]} 2024-04-15T15:10:50.476 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-15T15:10:50.476 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-04-15T15:10:50.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.580+0000 7f6e5ed8f640 1 Processor -- start 2024-04-15T15:10:50.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.580+0000 7f6e5ed8f640 1 -- start start 2024-04-15T15:10:50.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.581+0000 7f6e5ed8f640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e580d1810 0x7f6e580ce080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.581+0000 7f6e5ed8f640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e580ccfe0 con 0x7f6e58161ee0 2024-04-15T15:10:50.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.581+0000 7f6e5ed8f640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e580cd2c0 con 0x7f6e580b67c0 2024-04-15T15:10:50.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.581+0000 7f6e5ed8f640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f6e581622c0 con 0x7f6e580d1810 2024-04-15T15:10:50.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.581+0000 7f6e5cb2b640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f6e58161ee0 0x7f6e580c95f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:33386/0 (socket says 172.21.15.84:33386) 2024-04-15T15:10:50.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.581+0000 7f6e5cb2b640 1 -- 172.21.15.84:0/2886881834 learned_addr learned my addr 172.21.15.84:0/2886881834 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:50.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e5d32c640 1 --2- 172.21.15.84:0/2886881834 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e580d1810 0x7f6e580ce080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e577fe640 1 -- 172.21.15.84:0/2886881834 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3645741727 0 0) 0x7f6e580ccfe0 con 0x7f6e58161ee0 2024-04-15T15:10:50.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e577fe640 1 -- 172.21.15.84:0/2886881834 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6e40003520 con 0x7f6e58161ee0 2024-04-15T15:10:50.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e577fe640 1 -- 172.21.15.84:0/2886881834 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1278147746 0 0) 0x7f6e40003520 con 0x7f6e58161ee0 2024-04-15T15:10:50.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e577fe640 1 -- 172.21.15.84:0/2886881834 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e580d1810 msgr2=0x7f6e580ce080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:50.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e577fe640 1 --2- 172.21.15.84:0/2886881834 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e580d1810 0x7f6e580ce080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e577fe640 1 -- 172.21.15.84:0/2886881834 >> v1:172.21.15.203:6789/0 conn(0x7f6e580b67c0 legacy=0x7f6e580d1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:50.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e577fe640 1 -- 172.21.15.84:0/2886881834 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e580cd5a0 con 0x7f6e58161ee0 2024-04-15T15:10:50.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e577fe640 1 -- 172.21.15.84:0/2886881834 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f6e48001670 con 0x7f6e58161ee0 2024-04-15T15:10:50.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e577fe640 1 -- 172.21.15.84:0/2886881834 >> v1:172.21.15.84:6789/0 conn(0x7f6e58161ee0 legacy=0x7f6e580c95f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:50.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e577fe640 1 --2- 172.21.15.84:0/2886881834 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e580d1810 0x7f6e400039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e577fe640 1 --2- 172.21.15.84:0/2886881834 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e40003f60 0x7f6e40004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e577fe640 1 --2- 172.21.15.84:0/2886881834 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e40004d40 0x7f6e400051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e577fe640 1 -- 172.21.15.84:0/2886881834 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6e4000ba70 con 0x7f6e40003f60 2024-04-15T15:10:50.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e577fe640 1 -- 172.21.15.84:0/2886881834 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6e4000bc20 con 0x7f6e40004d40 2024-04-15T15:10:50.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e577fe640 1 -- 172.21.15.84:0/2886881834 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f6e4000be20 con 0x7f6e580d1810 2024-04-15T15:10:50.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e57fff640 1 --2- 172.21.15.84:0/2886881834 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e40003f60 0x7f6e40004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e5cb2b640 1 --2- 172.21.15.84:0/2886881834 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e580d1810 0x7f6e400039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e5d32c640 1 --2- 172.21.15.84:0/2886881834 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e40004d40 0x7f6e400051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e57fff640 1 -- 172.21.15.84:0/2886881834 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e580d1810 msgr2=0x7f6e400039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:50.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e57fff640 1 --2- 172.21.15.84:0/2886881834 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e580d1810 0x7f6e400039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e57fff640 1 -- 172.21.15.84:0/2886881834 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e40004d40 msgr2=0x7f6e400051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:50.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e57fff640 1 --2- 172.21.15.84:0/2886881834 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e40004d40 0x7f6e400051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e57fff640 1 -- 172.21.15.84:0/2886881834 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e40003520 con 0x7f6e40003f60 2024-04-15T15:10:50.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.582+0000 7f6e5d32c640 1 --2- 172.21.15.84:0/2886881834 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e40004d40 0x7f6e400051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:50.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.583+0000 7f6e57fff640 1 --2- 172.21.15.84:0/2886881834 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e40003f60 0x7f6e40004800 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c001750 tx=0x7f6e40005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce4a33fb9a101d4a server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:50.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.583+0000 7f6e577fe640 1 -- 172.21.15.84:0/2886881834 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e4c001370 con 0x7f6e40003f60 2024-04-15T15:10:50.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.583+0000 7f6e577fe640 1 -- 172.21.15.84:0/2886881834 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e4c0052d0 con 0x7f6e40003f60 2024-04-15T15:10:50.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.583+0000 7f6e577fe640 1 -- 172.21.15.84:0/2886881834 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e4c003830 con 0x7f6e40003f60 2024-04-15T15:10:50.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.584+0000 7f6e5ed8f640 1 -- 172.21.15.84:0/2886881834 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e40003f60 msgr2=0x7f6e40004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:50.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.584+0000 7f6e5ed8f640 1 --2- 172.21.15.84:0/2886881834 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e40003f60 0x7f6e40004800 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c001750 tx=0x7f6e40005830 comp rx=0 tx=0).stop 2024-04-15T15:10:50.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.584+0000 7f6e5d32c640 1 -- 172.21.15.84:0/2886881834 reap_dead start 2024-04-15T15:10:50.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.584+0000 7f6e5ed8f640 1 -- 172.21.15.84:0/2886881834 shutdown_connections 2024-04-15T15:10:50.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.584+0000 7f6e5ed8f640 1 -- 172.21.15.84:0/2886881834 >> 172.21.15.84:0/2886881834 conn(0x7f6e580b4010 msgr2=0x7f6e580b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:50.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.584+0000 7f6e5ed8f640 1 -- 172.21.15.84:0/2886881834 shutdown_connections 2024-04-15T15:10:50.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.584+0000 7f6e5ed8f640 1 -- 172.21.15.84:0/2886881834 wait complete. 2024-04-15T15:10:50.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.585+0000 7f6e5ed8f640 1 Processor -- start 2024-04-15T15:10:50.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.585+0000 7f6e5ed8f640 1 -- start start 2024-04-15T15:10:50.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.586+0000 7f6e5ed8f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e40003f60 0x7f6e58159fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.586+0000 7f6e5ed8f640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e581f4db0 0x7f6e580ca640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.586+0000 7f6e5ed8f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e581f5230 0x7f6e580cab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.586+0000 7f6e5ed8f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6e580cccf0 con 0x7f6e581f5230 2024-04-15T15:10:50.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.586+0000 7f6e5ed8f640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6e580ccb70 con 0x7f6e40003f60 2024-04-15T15:10:50.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.586+0000 7f6e5ed8f640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f6e580b6c20 con 0x7f6e581f4db0 2024-04-15T15:10:50.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.586+0000 7f6e5d32c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e581f5230 0x7f6e580cab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.586+0000 7f6e5d32c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e581f5230 0x7f6e580cab80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47102/0 (socket says 172.21.15.84:47102) 2024-04-15T15:10:50.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.586+0000 7f6e5d32c640 1 -- 172.21.15.84:0/1685616828 learned_addr learned my addr 172.21.15.84:0/1685616828 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:50.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.586+0000 7f6e5cb2b640 1 --2- 172.21.15.84:0/1685616828 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e40003f60 0x7f6e58159fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.586+0000 7f6e57fff640 1 --2- 172.21.15.84:0/1685616828 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e581f4db0 0x7f6e580ca640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.586+0000 7f6e5d32c640 1 -- 172.21.15.84:0/1685616828 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e581f4db0 msgr2=0x7f6e580ca640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:50.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.586+0000 7f6e5d32c640 1 --2- 172.21.15.84:0/1685616828 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e581f4db0 0x7f6e580ca640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.586+0000 7f6e5d32c640 1 -- 172.21.15.84:0/1685616828 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e40003f60 msgr2=0x7f6e58159fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:50.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.586+0000 7f6e5d32c640 1 --2- 172.21.15.84:0/1685616828 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e40003f60 0x7f6e58159fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.586+0000 7f6e5d32c640 1 -- 172.21.15.84:0/1685616828 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e581f45d0 con 0x7f6e581f5230 2024-04-15T15:10:50.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.586+0000 7f6e5d32c640 1 --2- 172.21.15.84:0/1685616828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e581f5230 0x7f6e580cab80 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f6e580749d0 tx=0x7f6e50010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:50.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.586+0000 7f6e557fa640 1 -- 172.21.15.84:0/1685616828 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e5001a030 con 0x7f6e581f5230 2024-04-15T15:10:50.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.587+0000 7f6e557fa640 1 -- 172.21.15.84:0/1685616828 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e50010da0 con 0x7f6e581f5230 2024-04-15T15:10:50.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.587+0000 7f6e5ed8f640 1 -- 172.21.15.84:0/1685616828 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e580c7060 con 0x7f6e581f5230 2024-04-15T15:10:50.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.587+0000 7f6e557fa640 1 -- 172.21.15.84:0/1685616828 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e50003bd0 con 0x7f6e581f5230 2024-04-15T15:10:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.587+0000 7f6e5ed8f640 1 -- 172.21.15.84:0/1685616828 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e58156a20 con 0x7f6e581f5230 2024-04-15T15:10:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.588+0000 7f6e557fa640 1 -- 172.21.15.84:0/1685616828 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f6e5001d070 con 0x7f6e581f5230 2024-04-15T15:10:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.588+0000 7f6e557fa640 1 --2- 172.21.15.84:0/1685616828 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6e4406c920 0x7f6e4406ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.589+0000 7f6e557fa640 1 -- 172.21.15.84:0/1685616828 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f6e5008c3c0 con 0x7f6e581f5230 2024-04-15T15:10:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.589+0000 7f6e5cb2b640 1 --2- 172.21.15.84:0/1685616828 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6e4406c920 0x7f6e4406ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.589+0000 7f6e5cb2b640 1 --2- 172.21.15.84:0/1685616828 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6e4406c920 0x7f6e4406ede0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f6e580cca50 tx=0x7f6e48001170 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.589+0000 7f6e61970740 1 Processor -- start 2024-04-15T15:10:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.589+0000 7f6e61970740 1 -- start start 2024-04-15T15:10:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.590+0000 7f6e61970740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe07e10 0x56052fddadb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.590+0000 7f6e61970740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56052fe081f0 0x56052fe0aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.590+0000 7f6e61970740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x56052fddb2f0 0x56052fe0b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.590+0000 7f6e61970740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56052fd459c0 con 0x56052fe07e10 2024-04-15T15:10:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.590+0000 7f6e61970740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56052fcec650 con 0x56052fe081f0 2024-04-15T15:10:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.590+0000 7f6e61970740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x56052fd41980 con 0x56052fddb2f0 2024-04-15T15:10:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.590+0000 7f6e5cb2b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe07e10 0x56052fddadb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.590+0000 7f6e5cb2b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe07e10 0x56052fddadb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47114/0 (socket says 172.21.15.84:47114) 2024-04-15T15:10:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.590+0000 7f6e5cb2b640 1 -- 172.21.15.84:0/2270267558 learned_addr learned my addr 172.21.15.84:0/2270267558 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.590+0000 7f6e5d32c640 1 --2- 172.21.15.84:0/2270267558 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x56052fddb2f0 0x56052fe0b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.590+0000 7f6e57fff640 1 --2- 172.21.15.84:0/2270267558 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56052fe081f0 0x56052fe0aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.590+0000 7f6e5cb2b640 1 -- 172.21.15.84:0/2270267558 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x56052fddb2f0 msgr2=0x56052fe0b0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.590+0000 7f6e5cb2b640 1 --2- 172.21.15.84:0/2270267558 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x56052fddb2f0 0x56052fe0b0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.590+0000 7f6e5cb2b640 1 -- 172.21.15.84:0/2270267558 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56052fe081f0 msgr2=0x56052fe0aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.590+0000 7f6e5cb2b640 1 --2- 172.21.15.84:0/2270267558 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56052fe081f0 0x56052fe0aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.590+0000 7f6e5cb2b640 1 -- 172.21.15.84:0/2270267558 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56052fa582d0 con 0x56052fe07e10 2024-04-15T15:10:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.591+0000 7f6e5cb2b640 1 --2- 172.21.15.84:0/2270267558 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe07e10 0x56052fddadb0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f6e48004c70 tx=0x7f6e4800c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72c34dee1d570ec2 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.591+0000 7f6e3e7fc640 1 -- 172.21.15.84:0/2270267558 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e48028070 con 0x56052fe07e10 2024-04-15T15:10:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.591+0000 7f6e3e7fc640 1 -- 172.21.15.84:0/2270267558 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e480159c0 con 0x56052fe07e10 2024-04-15T15:10:50.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.591+0000 7f6e3e7fc640 1 -- 172.21.15.84:0/2270267558 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e48015d70 con 0x56052fe07e10 2024-04-15T15:10:50.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.591+0000 7f6e61970740 1 -- 172.21.15.84:0/2270267558 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe07e10 msgr2=0x56052fddadb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:50.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.591+0000 7f6e61970740 1 --2- 172.21.15.84:0/2270267558 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe07e10 0x56052fddadb0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f6e48004c70 tx=0x7f6e4800c000 comp rx=0 tx=0).stop 2024-04-15T15:10:50.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.591+0000 7f6e61970740 1 -- 172.21.15.84:0/2270267558 shutdown_connections 2024-04-15T15:10:50.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.591+0000 7f6e61970740 1 --2- 172.21.15.84:0/2270267558 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56052fe081f0 0x56052fe0aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.591+0000 7f6e61970740 1 --2- 172.21.15.84:0/2270267558 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x56052fddb2f0 0x56052fe0b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.591+0000 7f6e61970740 1 --2- 172.21.15.84:0/2270267558 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe07e10 0x56052fddadb0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.591+0000 7f6e61970740 1 -- 172.21.15.84:0/2270267558 >> 172.21.15.84:0/2270267558 conn(0x56052fddd020 msgr2=0x56052fe25ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:50.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.591+0000 7f6e61970740 1 -- 172.21.15.84:0/2270267558 shutdown_connections 2024-04-15T15:10:50.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.591+0000 7f6e61970740 1 -- 172.21.15.84:0/2270267558 wait complete. 2024-04-15T15:10:50.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.592+0000 7f6e61970740 1 -- start start 2024-04-15T15:10:50.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.592+0000 7f6e61970740 1 Processor -- start 2024-04-15T15:10:50.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.593+0000 7f6e61970740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x56052fe07e10 0x56052fdfbd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.593+0000 7f6e61970740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe081f0 0x56052fe206f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.593+0000 7f6e61970740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56052fe25bd0 0x56052fe0ded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.593+0000 7f6e61970740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56052fddf5c0 con 0x56052fe081f0 2024-04-15T15:10:50.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.593+0000 7f6e61970740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56052fcffa10 con 0x56052fe25bd0 2024-04-15T15:10:50.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.593+0000 7f6e61970740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x56052fdde9b0 con 0x56052fe07e10 2024-04-15T15:10:50.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.593+0000 7f6e61970740 10 client.0 _ll_register_callbacks cb 0x56052fd3b250 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-15T15:10:50.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.593+0000 7f6e57fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe081f0 0x56052fe206f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.593+0000 7f6e57fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe081f0 0x56052fe206f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47122/0 (socket says 172.21.15.84:47122) 2024-04-15T15:10:50.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.593+0000 7f6e57fff640 1 -- 172.21.15.84:0/1436505090 learned_addr learned my addr 172.21.15.84:0/1436505090 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:50.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.593+0000 7f6e5cb2b640 1 --2- 172.21.15.84:0/1436505090 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x56052fe07e10 0x56052fdfbd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.593+0000 7f6e5d32c640 1 --2- 172.21.15.84:0/1436505090 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56052fe25bd0 0x56052fe0ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.593+0000 7f6e57fff640 1 -- 172.21.15.84:0/1436505090 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x56052fe07e10 msgr2=0x56052fdfbd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:50.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.593+0000 7f6e57fff640 1 --2- 172.21.15.84:0/1436505090 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x56052fe07e10 0x56052fdfbd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.593+0000 7f6e57fff640 1 -- 172.21.15.84:0/1436505090 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56052fe25bd0 msgr2=0x56052fe0ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:50.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.593+0000 7f6e57fff640 1 --2- 172.21.15.84:0/1436505090 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56052fe25bd0 0x56052fe0ded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.593+0000 7f6e57fff640 1 -- 172.21.15.84:0/1436505090 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56052fb226b0 con 0x56052fe081f0 2024-04-15T15:10:50.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.594+0000 7f6e57fff640 1 --2- 172.21.15.84:0/1436505090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe081f0 0x56052fe206f0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c001870 tx=0x7f6e4c001190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3092fb9b413e0293 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:50.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.594+0000 7f6e377fe640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-15T15:10:50.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.594+0000 7f6e377fe640 1 -- 172.21.15.84:0/1436505090 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e4c0054b0 con 0x56052fe081f0 2024-04-15T15:10:50.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.594+0000 7f6e377fe640 1 -- 172.21.15.84:0/1436505090 <== mon.0 v2:172.21.15.84:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f6e4c007250 con 0x56052fe081f0 2024-04-15T15:10:50.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.594+0000 7f6e61970740 1 -- 172.21.15.84:0/1436505090 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e480159c0 con 0x56052fe081f0 2024-04-15T15:10:50.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.594+0000 7f6e377fe640 1 -- 172.21.15.84:0/1436505090 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) ==== 24+0+0 (secure 0 0 0) 0x7f6e4c007450 con 0x56052fe081f0 2024-04-15T15:10:50.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.594+0000 7f6e61970740 10 client.4851 fetch_fsmap learned FSMap version 9 2024-04-15T15:10:50.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.594+0000 7f6e61970740 1 -- 172.21.15.84:0/1436505090 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) -- 0x56052fe0d9b0 con 0x56052fe081f0 2024-04-15T15:10:50.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.594+0000 7f6e377fe640 1 -- 172.21.15.84:0/1436505090 <== mon.0 v2:172.21.15.84:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e480159c0 con 0x56052fe081f0 2024-04-15T15:10:50.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.594+0000 7f6e377fe640 1 -- 172.21.15.84:0/1436505090 <== mon.0 v2:172.21.15.84:3300/0 5 ==== fsmap(e 9) ==== 3502+0+0 (secure 0 0 0) 0x7f6e4c0067d0 con 0x56052fe081f0 2024-04-15T15:10:50.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.594+0000 7f6e61970740 10 client.4851 fetch_fsmap finished waiting for FSMap version 9 2024-04-15T15:10:50.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.594+0000 7f6e61970740 10 client.4851 resolve_mds: resolved name 'd' to daemon mds.d 2024-04-15T15:10:50.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.594+0000 7f6e61970740 20 client.4851 populate_metadata read hostname 'smithi084' 2024-04-15T15:10:50.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.594+0000 7f6e61970740 1 --2- 172.21.15.84:0/1436505090 >> [v2:172.21.15.203:6832/2436290281,v1:172.21.15.203:6834/2436290281] conn(0x56052fe39820 0x56052fe39c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.594+0000 7f6e61970740 4 client.4851 mds_command: new command op to 4294 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-15T15:10:50.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.594+0000 7f6e61970740 1 -- 172.21.15.84:0/1436505090 --> [v2:172.21.15.203:6832/2436290281,v1:172.21.15.203:6834/2436290281] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56052fd533e0 con 0x56052fe39820 2024-04-15T15:10:50.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.594+0000 7f6e5cb2b640 1 --2- 172.21.15.84:0/1436505090 >> [v2:172.21.15.203:6832/2436290281,v1:172.21.15.203:6834/2436290281] conn(0x56052fe39820 0x56052fe39c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.595+0000 7f6e377fe640 10 client.4851 ms_handle_connect on v2:172.21.15.203:6832/2436290281 2024-04-15T15:10:50.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.595+0000 7f6e5cb2b640 1 --2- 172.21.15.84:0/1436505090 >> [v2:172.21.15.203:6832/2436290281,v1:172.21.15.203:6834/2436290281] conn(0x56052fe39820 0x56052fe39c00 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f3b78f38e15d5d9b server_cookie=4760065a450333d3 in_seq=0 out_seq=0 2024-04-15T15:10:50.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.596+0000 7f6e377fe640 1 -- 172.21.15.84:0/1436505090 <== mds.0 v2:172.21.15.203:6832/2436290281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56052fd533e0 con 0x56052fe39820 2024-04-15T15:10:50.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.596+0000 7f6e377fe640 10 client.4851 handle_command_reply: tid=0 2024-04-15T15:10:50.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.596+0000 7f6e61970740 1 client.4851 shutdown 2024-04-15T15:10:50.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.596+0000 7f6e61970740 1 -- 172.21.15.84:0/1436505090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe081f0 msgr2=0x56052fe206f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:50.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.596+0000 7f6e61970740 1 --2- 172.21.15.84:0/1436505090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe081f0 0x56052fe206f0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c001870 tx=0x7f6e4c001190 comp rx=0 tx=0).stop 2024-04-15T15:10:50.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.596+0000 7f6e61970740 1 -- 172.21.15.84:0/1436505090 shutdown_connections 2024-04-15T15:10:50.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.596+0000 7f6e61970740 1 --2- 172.21.15.84:0/1436505090 >> [v2:172.21.15.203:6832/2436290281,v1:172.21.15.203:6834/2436290281] conn(0x56052fe39820 0x56052fe39c00 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.596+0000 7f6e61970740 1 --2- 172.21.15.84:0/1436505090 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56052fe25bd0 0x56052fe0ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.596+0000 7f6e61970740 1 --2- 172.21.15.84:0/1436505090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe081f0 0x56052fe206f0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.596+0000 7f6e61970740 1 --2- 172.21.15.84:0/1436505090 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x56052fe07e10 0x56052fdfbd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.596+0000 7f6e377fe640 0 client.4851 ms_handle_reset on v2:172.21.15.203:6832/2436290281 2024-04-15T15:10:50.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.596+0000 7f6e61970740 1 -- 172.21.15.84:0/1436505090 >> 172.21.15.84:0/1436505090 conn(0x56052fddb2f0 msgr2=0x56052fe290b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:50.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.596+0000 7f6e61970740 1 -- 172.21.15.84:0/1436505090 shutdown_connections 2024-04-15T15:10:50.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.596+0000 7f6e61970740 1 -- 172.21.15.84:0/1436505090 wait complete. 2024-04-15T15:10:50.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.596+0000 7f6e61970740 20 client.4851 trim_cache size 0 max 16384 2024-04-15T15:10:50.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.614+0000 7f6e61970740 1 Processor -- start 2024-04-15T15:10:50.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.614+0000 7f6e61970740 1 -- start start 2024-04-15T15:10:50.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.615+0000 7f6e61970740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x56052fe07e10 0x56052fe23af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.615+0000 7f6e61970740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56052fe081f0 0x56052fe0deb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.615+0000 7f6e61970740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe25bd0 0x56052fe0e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.615+0000 7f6e61970740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6e58202820 con 0x56052fe25bd0 2024-04-15T15:10:50.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.615+0000 7f6e61970740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6e582018c0 con 0x56052fe081f0 2024-04-15T15:10:50.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.615+0000 7f6e61970740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f6e58200c20 con 0x56052fe07e10 2024-04-15T15:10:50.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.615+0000 7f6e5d32c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe25bd0 0x56052fe0e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.615+0000 7f6e5d32c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe25bd0 0x56052fe0e3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47124/0 (socket says 172.21.15.84:47124) 2024-04-15T15:10:50.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.615+0000 7f6e5d32c640 1 -- 172.21.15.84:0/281784407 learned_addr learned my addr 172.21.15.84:0/281784407 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:50.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.615+0000 7f6e5cb2b640 1 --2- 172.21.15.84:0/281784407 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x56052fe07e10 0x56052fe23af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.615+0000 7f6e5d32c640 1 -- 172.21.15.84:0/281784407 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x56052fe07e10 msgr2=0x56052fe23af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:50.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.615+0000 7f6e5d32c640 1 --2- 172.21.15.84:0/281784407 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x56052fe07e10 0x56052fe23af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.615+0000 7f6e57fff640 1 --2- 172.21.15.84:0/281784407 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56052fe081f0 0x56052fe0deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.615+0000 7f6e5d32c640 1 -- 172.21.15.84:0/281784407 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56052fe081f0 msgr2=0x56052fe0deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:50.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.615+0000 7f6e5d32c640 1 --2- 172.21.15.84:0/281784407 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56052fe081f0 0x56052fe0deb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.615+0000 7f6e5d32c640 1 -- 172.21.15.84:0/281784407 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56052fdd6da0 con 0x56052fe25bd0 2024-04-15T15:10:50.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.615+0000 7f6e5d32c640 1 --2- 172.21.15.84:0/281784407 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe25bd0 0x56052fe0e3f0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6e5008a5e0 tx=0x7f6e50059af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89876b4b0d0ebd4b server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:50.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.615+0000 7f6e3dffb640 1 -- 172.21.15.84:0/281784407 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e5005c040 con 0x56052fe25bd0 2024-04-15T15:10:50.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.615+0000 7f6e3dffb640 1 -- 172.21.15.84:0/281784407 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e50062a20 con 0x56052fe25bd0 2024-04-15T15:10:50.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.615+0000 7f6e3dffb640 1 -- 172.21.15.84:0/281784407 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e500581f0 con 0x56052fe25bd0 2024-04-15T15:10:50.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.616+0000 7f6e61970740 1 -- 172.21.15.84:0/281784407 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe25bd0 msgr2=0x56052fe0e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:50.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.616+0000 7f6e61970740 1 --2- 172.21.15.84:0/281784407 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe25bd0 0x56052fe0e3f0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6e5008a5e0 tx=0x7f6e50059af0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.616+0000 7f6e61970740 1 -- 172.21.15.84:0/281784407 shutdown_connections 2024-04-15T15:10:50.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.616+0000 7f6e61970740 1 --2- 172.21.15.84:0/281784407 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56052fe081f0 0x56052fe0deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.616+0000 7f6e61970740 1 --2- 172.21.15.84:0/281784407 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe25bd0 0x56052fe0e3f0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.616+0000 7f6e61970740 1 --2- 172.21.15.84:0/281784407 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x56052fe07e10 0x56052fe23af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.616+0000 7f6e61970740 1 -- 172.21.15.84:0/281784407 >> 172.21.15.84:0/281784407 conn(0x56052fddb2f0 msgr2=0x56052fe1f550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:50.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.616+0000 7f6e61970740 1 -- 172.21.15.84:0/281784407 shutdown_connections 2024-04-15T15:10:50.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.616+0000 7f6e61970740 1 -- 172.21.15.84:0/281784407 wait complete. 2024-04-15T15:10:50.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.617+0000 7f6e61970740 1 -- start start 2024-04-15T15:10:50.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.617+0000 7f6e61970740 1 Processor -- start 2024-04-15T15:10:50.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.617+0000 7f6e61970740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x56052fe07e10 0x56052fe9d620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.617+0000 7f6e61970740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe081f0 0x56052fea00a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.617+0000 7f6e61970740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56052fe25bd0 0x56052fe0c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e61970740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x56052fdfc6e0 con 0x56052fe081f0 2024-04-15T15:10:50.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e61970740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6e58201270 con 0x56052fe25bd0 2024-04-15T15:10:50.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e61970740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x56052fe234d0 con 0x56052fe07e10 2024-04-15T15:10:50.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e61970740 10 client.0 _ll_register_callbacks cb 0x7f6e4c0015f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-15T15:10:50.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e57fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe081f0 0x56052fea00a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e57fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe081f0 0x56052fea00a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47128/0 (socket says 172.21.15.84:47128) 2024-04-15T15:10:50.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e57fff640 1 -- 172.21.15.84:0/278229555 learned_addr learned my addr 172.21.15.84:0/278229555 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:50.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e5cb2b640 1 --2- 172.21.15.84:0/278229555 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x56052fe07e10 0x56052fe9d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e5d32c640 1 --2- 172.21.15.84:0/278229555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56052fe25bd0 0x56052fe0c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e57fff640 1 -- 172.21.15.84:0/278229555 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x56052fe07e10 msgr2=0x56052fe9d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:50.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e57fff640 1 --2- 172.21.15.84:0/278229555 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x56052fe07e10 0x56052fe9d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e57fff640 1 -- 172.21.15.84:0/278229555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56052fe25bd0 msgr2=0x56052fe0c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:50.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e57fff640 1 --2- 172.21.15.84:0/278229555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56052fe25bd0 0x56052fe0c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e57fff640 1 -- 172.21.15.84:0/278229555 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56052fe22b90 con 0x56052fe081f0 2024-04-15T15:10:50.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e5cb2b640 1 --2- 172.21.15.84:0/278229555 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x56052fe07e10 0x56052fe9d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:50.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e5d32c640 1 --2- 172.21.15.84:0/278229555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56052fe25bd0 0x56052fe0c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:50.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e57fff640 1 --2- 172.21.15.84:0/278229555 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe081f0 0x56052fea00a0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c02bd70 tx=0x7f6e4c007c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b6598350842d4ba server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:50.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e377fe640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-15T15:10:50.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e377fe640 1 -- 172.21.15.84:0/278229555 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e4c0035f0 con 0x56052fe081f0 2024-04-15T15:10:50.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e377fe640 1 -- 172.21.15.84:0/278229555 <== mon.0 v2:172.21.15.84:3300/0 2 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f6e4c04aa60 con 0x56052fe081f0 2024-04-15T15:10:50.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e61970740 1 -- 172.21.15.84:0/278229555 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e50062a20 con 0x56052fe081f0 2024-04-15T15:10:50.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e377fe640 1 -- 172.21.15.84:0/278229555 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) ==== 24+0+0 (secure 0 0 0) 0x7f6e4c04ac60 con 0x56052fe081f0 2024-04-15T15:10:50.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e61970740 10 client.4857 fetch_fsmap learned FSMap version 9 2024-04-15T15:10:50.626 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.618+0000 7f6e61970740 1 -- 172.21.15.84:0/278229555 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) -- 0x56052fea0900 con 0x56052fe081f0 2024-04-15T15:10:50.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.619+0000 7f6e377fe640 1 -- 172.21.15.84:0/278229555 <== mon.0 v2:172.21.15.84:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e50062a20 con 0x56052fe081f0 2024-04-15T15:10:50.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.619+0000 7f6e377fe640 1 -- 172.21.15.84:0/278229555 <== mon.0 v2:172.21.15.84:3300/0 5 ==== fsmap(e 9) ==== 3502+0+0 (secure 0 0 0) 0x7f6e4c003790 con 0x56052fe081f0 2024-04-15T15:10:50.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.619+0000 7f6e61970740 10 client.4857 fetch_fsmap finished waiting for FSMap version 9 2024-04-15T15:10:50.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.619+0000 7f6e61970740 10 client.4857 resolve_mds: resolved name 'd' to daemon mds.d 2024-04-15T15:10:50.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.619+0000 7f6e61970740 20 client.4857 populate_metadata read hostname 'smithi084' 2024-04-15T15:10:50.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.619+0000 7f6e61970740 1 --2- 172.21.15.84:0/278229555 >> [v2:172.21.15.203:6832/2436290281,v1:172.21.15.203:6834/2436290281] conn(0x56052fe0e290 0x56052fe0a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:50.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.619+0000 7f6e61970740 4 client.4857 mds_command: new command op to 4294 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-15T15:10:50.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.619+0000 7f6e61970740 1 -- 172.21.15.84:0/278229555 --> [v2:172.21.15.203:6832/2436290281,v1:172.21.15.203:6834/2436290281] -- command(tid 0: {"prefix": "status"}) -- 0x56052fd4d250 con 0x56052fe0e290 2024-04-15T15:10:50.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.619+0000 7f6e5cb2b640 1 --2- 172.21.15.84:0/278229555 >> [v2:172.21.15.203:6832/2436290281,v1:172.21.15.203:6834/2436290281] conn(0x56052fe0e290 0x56052fe0a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:50.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.619+0000 7f6e377fe640 10 client.4857 ms_handle_connect on v2:172.21.15.203:6832/2436290281 2024-04-15T15:10:50.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.619+0000 7f6e5cb2b640 1 --2- 172.21.15.84:0/278229555 >> [v2:172.21.15.203:6832/2436290281,v1:172.21.15.203:6834/2436290281] conn(0x56052fe0e290 0x56052fe0a5e0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=38ab4ef40aec6bf5 server_cookie=465da46a4235136a in_seq=0 out_seq=0 2024-04-15T15:10:50.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.619+0000 7f6e377fe640 1 -- 172.21.15.84:0/278229555 <== mds.0 v2:172.21.15.203:6832/2436290281 1 ==== command_reply(tid 0: 0 ) ==== 8+0+330 (crc 0 0 0) 0x56052fd4d250 con 0x56052fe0e290 2024-04-15T15:10:50.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.619+0000 7f6e377fe640 10 client.4857 handle_command_reply: tid=0 2024-04-15T15:10:50.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.619+0000 7f6e61970740 1 client.4857 shutdown 2024-04-15T15:10:50.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e61970740 1 -- 172.21.15.84:0/278229555 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe081f0 msgr2=0x56052fea00a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:50.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e61970740 1 --2- 172.21.15.84:0/278229555 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe081f0 0x56052fea00a0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c02bd70 tx=0x7f6e4c007c80 comp rx=0 tx=0).stop 2024-04-15T15:10:50.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e61970740 1 -- 172.21.15.84:0/278229555 shutdown_connections 2024-04-15T15:10:50.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e61970740 1 --2- 172.21.15.84:0/278229555 >> [v2:172.21.15.203:6832/2436290281,v1:172.21.15.203:6834/2436290281] conn(0x56052fe0e290 0x56052fe0a5e0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e61970740 1 --2- 172.21.15.84:0/278229555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56052fe25bd0 0x56052fe0c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e61970740 1 --2- 172.21.15.84:0/278229555 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x56052fe081f0 0x56052fea00a0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e377fe640 0 client.4857 ms_handle_reset on v2:172.21.15.203:6832/2436290281 2024-04-15T15:10:50.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e61970740 1 --2- 172.21.15.84:0/278229555 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x56052fe07e10 0x56052fe9d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e61970740 1 -- 172.21.15.84:0/278229555 >> 172.21.15.84:0/278229555 conn(0x56052fddb2f0 msgr2=0x56052fe201d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:50.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e61970740 1 -- 172.21.15.84:0/278229555 shutdown_connections 2024-04-15T15:10:50.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e61970740 1 -- 172.21.15.84:0/278229555 wait complete. 2024-04-15T15:10:50.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e61970740 20 client.4857 trim_cache size 0 max 16384 2024-04-15T15:10:50.629 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-15T15:10:50.629 INFO:teuthology.orchestra.run.smithi084.stdout: "cluster_fsid": "5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad", 2024-04-15T15:10:50.629 INFO:teuthology.orchestra.run.smithi084.stdout: "whoami": 0, 2024-04-15T15:10:50.629 INFO:teuthology.orchestra.run.smithi084.stdout: "id": 4294, 2024-04-15T15:10:50.629 INFO:teuthology.orchestra.run.smithi084.stdout: "want_state": "up:active", 2024-04-15T15:10:50.629 INFO:teuthology.orchestra.run.smithi084.stdout: "state": "up:active", 2024-04-15T15:10:50.629 INFO:teuthology.orchestra.run.smithi084.stdout: "fs_name": "cephfs", 2024-04-15T15:10:50.629 INFO:teuthology.orchestra.run.smithi084.stdout: "rank_uptime": 27.261151435999999, 2024-04-15T15:10:50.630 INFO:teuthology.orchestra.run.smithi084.stdout: "mdsmap_epoch": 9, 2024-04-15T15:10:50.630 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_epoch": 24, 2024-04-15T15:10:50.630 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_epoch_barrier": 24, 2024-04-15T15:10:50.630 INFO:teuthology.orchestra.run.smithi084.stdout: "uptime": 34.454007302000001 2024-04-15T15:10:50.630 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-15T15:10:50.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e5ed8f640 1 -- 172.21.15.84:0/1685616828 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6e4406c920 msgr2=0x7f6e4406ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:50.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e5ed8f640 1 --2- 172.21.15.84:0/1685616828 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6e4406c920 0x7f6e4406ede0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f6e580cca50 tx=0x7f6e48001170 comp rx=0 tx=0).stop 2024-04-15T15:10:50.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e5ed8f640 1 -- 172.21.15.84:0/1685616828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e581f5230 msgr2=0x7f6e580cab80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:50.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e5ed8f640 1 --2- 172.21.15.84:0/1685616828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e581f5230 0x7f6e580cab80 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f6e580749d0 tx=0x7f6e50010590 comp rx=0 tx=0).stop 2024-04-15T15:10:50.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e5ed8f640 1 -- 172.21.15.84:0/1685616828 shutdown_connections 2024-04-15T15:10:50.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e5ed8f640 1 --2- 172.21.15.84:0/1685616828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e581f5230 0x7f6e580cab80 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e5ed8f640 1 --2- 172.21.15.84:0/1685616828 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e581f4db0 0x7f6e580ca640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e5ed8f640 1 --2- 172.21.15.84:0/1685616828 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6e4406c920 0x7f6e4406ede0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e5ed8f640 1 --2- 172.21.15.84:0/1685616828 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e40003f60 0x7f6e58159fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:50.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.620+0000 7f6e5ed8f640 1 -- 172.21.15.84:0/1685616828 >> 172.21.15.84:0/1685616828 conn(0x7f6e580b4010 msgr2=0x7f6e580c7a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:50.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.621+0000 7f6e5ed8f640 1 -- 172.21.15.84:0/1685616828 shutdown_connections 2024-04-15T15:10:50.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:50.621+0000 7f6e5ed8f640 1 -- 172.21.15.84:0/1685616828 wait complete. 2024-04-15T15:10:50.633 INFO:teuthology.run_tasks:Running task sequential... 2024-04-15T15:10:50.643 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-04-15T15:10:50.643 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-15T15:10:50.643 INFO:teuthology.task.print:Enabling mgr modules 2024-04-15T15:10:50.643 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-04-15T15:10:50.667 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-04-15T15:10:50.667 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-04-15T15:10:50.668 INFO:tasks.ceph_fuse:client.0 config is {} 2024-04-15T15:10:50.668 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-15T15:10:50.668 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-15T15:10:50.668 INFO:tasks.ceph_fuse:client.2 config is {} 2024-04-15T15:10:50.668 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-15T15:10:50.668 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-04-15T15:10:50.668 INFO:tasks.ceph_fuse:client.1 config is {} 2024-04-15T15:10:50.668 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-15T15:10:50.668 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-04-15T15:10:50.668 INFO:tasks.ceph_fuse:client.3 config is {} 2024-04-15T15:10:50.668 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-15T15:10:50.668 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-04-15T15:10:50.669 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:50.669 DEBUG:teuthology.orchestra.run.smithi084:> ip netns list 2024-04-15T15:10:50.684 INFO:teuthology.orchestra.run.smithi084.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-04-15T15:10:50.685 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:50.685 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-04-15T15:10:50.754 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:50.754 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip link delete ceph-brx 2024-04-15T15:10:50.852 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:50.853 DEBUG:teuthology.orchestra.run.smithi203:> ip netns list 2024-04-15T15:10:50.872 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:50.873 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip link delete ceph-brx 2024-04-15T15:10:50.948 INFO:teuthology.orchestra.run.smithi203.stderr:Cannot find device "ceph-brx" 2024-04-15T15:10:50.950 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T15:10:50.950 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-04-15T15:10:50.950 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-04-15T15:10:51.058 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.053+0000 7f1c17967640 1 Processor -- start 2024-04-15T15:10:51.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.053+0000 7f1c17967640 1 -- start start 2024-04-15T15:10:51.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.054+0000 7f1c17967640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1c100af700 0x7f1c1006eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:51.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.054+0000 7f1c17967640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c100cffd0 con 0x7f1c1015c7c0 2024-04-15T15:10:51.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.054+0000 7f1c17967640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c1006de60 con 0x7f1c1006b960 2024-04-15T15:10:51.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.054+0000 7f1c17967640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f1c1015cba0 con 0x7f1c100af700 2024-04-15T15:10:51.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.054+0000 7f1c15703640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f1c1015c7c0 0x7f1c1006e420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:33398/0 (socket says 172.21.15.84:33398) 2024-04-15T15:10:51.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.054+0000 7f1c15703640 1 -- 172.21.15.84:0/3378982272 learned_addr learned my addr 172.21.15.84:0/3378982272 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:51.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.054+0000 7f1c07fff640 1 -- 172.21.15.84:0/3378982272 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3251494403 0 0) 0x7f1c100cffd0 con 0x7f1c1015c7c0 2024-04-15T15:10:51.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.054+0000 7f1c14f02640 1 --2- 172.21.15.84:0/3378982272 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1c100af700 0x7f1c1006eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:51.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.054+0000 7f1c07fff640 1 -- 172.21.15.84:0/3378982272 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1bfc003520 con 0x7f1c1015c7c0 2024-04-15T15:10:51.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.054+0000 7f1c07fff640 1 -- 172.21.15.84:0/3378982272 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3161257802 0 0) 0x7f1bfc003520 con 0x7f1c1015c7c0 2024-04-15T15:10:51.059 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.054+0000 7f1c07fff640 1 -- 172.21.15.84:0/3378982272 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1c100af700 msgr2=0x7f1c1006eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:51.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.054+0000 7f1c07fff640 1 --2- 172.21.15.84:0/3378982272 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1c100af700 0x7f1c1006eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:51.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.054+0000 7f1c07fff640 1 -- 172.21.15.84:0/3378982272 >> v1:172.21.15.203:6789/0 conn(0x7f1c1006b960 legacy=0x7f1c1006bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:51.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.055+0000 7f1c07fff640 1 -- 172.21.15.84:0/3378982272 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c1006e140 con 0x7f1c1015c7c0 2024-04-15T15:10:51.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.055+0000 7f1c07fff640 1 -- 172.21.15.84:0/3378982272 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f1c0c001670 con 0x7f1c1015c7c0 2024-04-15T15:10:51.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.055+0000 7f1c07fff640 1 -- 172.21.15.84:0/3378982272 >> v1:172.21.15.84:6789/0 conn(0x7f1c1015c7c0 legacy=0x7f1c1006e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:51.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.055+0000 7f1c07fff640 1 --2- 172.21.15.84:0/3378982272 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1c100af700 0x7f1bfc0039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:51.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.055+0000 7f1c07fff640 1 --2- 172.21.15.84:0/3378982272 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1bfc003f60 0x7f1bfc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:51.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.055+0000 7f1c07fff640 1 --2- 172.21.15.84:0/3378982272 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1bfc004d40 0x7f1bfc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:51.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.055+0000 7f1c07fff640 1 -- 172.21.15.84:0/3378982272 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1c1015cba0 con 0x7f1bfc004d40 2024-04-15T15:10:51.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.055+0000 7f1c07fff640 1 -- 172.21.15.84:0/3378982272 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1bfc00baa0 con 0x7f1bfc003f60 2024-04-15T15:10:51.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.055+0000 7f1c07fff640 1 -- 172.21.15.84:0/3378982272 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f1bfc00bca0 con 0x7f1c100af700 2024-04-15T15:10:51.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.055+0000 7f1c15f04640 1 --2- 172.21.15.84:0/3378982272 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1bfc004d40 0x7f1bfc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:51.060 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.055+0000 7f1c14f02640 1 --2- 172.21.15.84:0/3378982272 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1bfc003f60 0x7f1bfc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:51.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.055+0000 7f1c15703640 1 --2- 172.21.15.84:0/3378982272 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1c100af700 0x7f1bfc0039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:51.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.055+0000 7f1c15f04640 1 -- 172.21.15.84:0/3378982272 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1c100af700 msgr2=0x7f1bfc0039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:51.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.055+0000 7f1c15f04640 1 --2- 172.21.15.84:0/3378982272 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1c100af700 0x7f1bfc0039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:51.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.055+0000 7f1c15f04640 1 -- 172.21.15.84:0/3378982272 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1bfc003f60 msgr2=0x7f1bfc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:51.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.055+0000 7f1c15f04640 1 --2- 172.21.15.84:0/3378982272 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1bfc003f60 0x7f1bfc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:51.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.055+0000 7f1c15f04640 1 -- 172.21.15.84:0/3378982272 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bfc003520 con 0x7f1bfc004d40 2024-04-15T15:10:51.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.056+0000 7f1c15f04640 1 --2- 172.21.15.84:0/3378982272 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1bfc004d40 0x7f1bfc0051c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f1c08001e50 tx=0x7f1bfc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7c0d7848c0a8799 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:51.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.056+0000 7f1c07fff640 1 -- 172.21.15.84:0/3378982272 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c08001a70 con 0x7f1bfc004d40 2024-04-15T15:10:51.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.056+0000 7f1c07fff640 1 -- 172.21.15.84:0/3378982272 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c08003b70 con 0x7f1bfc004d40 2024-04-15T15:10:51.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.056+0000 7f1c07fff640 1 -- 172.21.15.84:0/3378982272 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c080050d0 con 0x7f1bfc004d40 2024-04-15T15:10:51.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.056+0000 7f1c17967640 1 -- 172.21.15.84:0/3378982272 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1bfc004d40 msgr2=0x7f1bfc0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:51.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.056+0000 7f1c17967640 1 --2- 172.21.15.84:0/3378982272 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1bfc004d40 0x7f1bfc0051c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f1c08001e50 tx=0x7f1bfc005830 comp rx=0 tx=0).stop 2024-04-15T15:10:51.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.056+0000 7f1c15f04640 1 -- 172.21.15.84:0/3378982272 reap_dead start 2024-04-15T15:10:51.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.056+0000 7f1c17967640 1 -- 172.21.15.84:0/3378982272 shutdown_connections 2024-04-15T15:10:51.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.056+0000 7f1c17967640 1 -- 172.21.15.84:0/3378982272 >> 172.21.15.84:0/3378982272 conn(0x7f1c100b1dd0 msgr2=0x7f1c100b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:51.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.056+0000 7f1c17967640 1 -- 172.21.15.84:0/3378982272 shutdown_connections 2024-04-15T15:10:51.062 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.057+0000 7f1c17967640 1 -- 172.21.15.84:0/3378982272 wait complete. 2024-04-15T15:10:51.064 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.058+0000 7f1c17967640 1 Processor -- start 2024-04-15T15:10:51.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.058+0000 7f1c17967640 1 -- start start 2024-04-15T15:10:51.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.058+0000 7f1c17967640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1bfc004d40 0x7f1c1014a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:51.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.058+0000 7f1c17967640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c101496b0 0x7f1c1015f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:51.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.058+0000 7f1c17967640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1c1014c0c0 0x7f1c1014c540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:51.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.058+0000 7f1c17967640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1c100cfab0 con 0x7f1c101496b0 2024-04-15T15:10:51.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.058+0000 7f1c17967640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1c1006dc10 con 0x7f1c1014c0c0 2024-04-15T15:10:51.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.058+0000 7f1c17967640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f1c100cdc60 con 0x7f1bfc004d40 2024-04-15T15:10:51.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.059+0000 7f1c14f02640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c101496b0 0x7f1c1015f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:51.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.059+0000 7f1c14f02640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c101496b0 0x7f1c1015f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47142/0 (socket says 172.21.15.84:47142) 2024-04-15T15:10:51.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.059+0000 7f1c14f02640 1 -- 172.21.15.84:0/3896941430 learned_addr learned my addr 172.21.15.84:0/3896941430 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:51.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.059+0000 7f1c15703640 1 --2- 172.21.15.84:0/3896941430 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1bfc004d40 0x7f1c1014a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:51.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.059+0000 7f1c15f04640 1 --2- 172.21.15.84:0/3896941430 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1c1014c0c0 0x7f1c1014c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:51.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.059+0000 7f1c14f02640 1 -- 172.21.15.84:0/3896941430 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1bfc004d40 msgr2=0x7f1c1014a8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:51.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.059+0000 7f1c14f02640 1 --2- 172.21.15.84:0/3896941430 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1bfc004d40 0x7f1c1014a8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:51.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.059+0000 7f1c14f02640 1 -- 172.21.15.84:0/3896941430 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1c1014c0c0 msgr2=0x7f1c1014c540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:51.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.059+0000 7f1c14f02640 1 --2- 172.21.15.84:0/3896941430 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1c1014c0c0 0x7f1c1014c540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:51.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.059+0000 7f1c14f02640 1 -- 172.21.15.84:0/3896941430 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c10149b30 con 0x7f1c101496b0 2024-04-15T15:10:51.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.059+0000 7f1c15f04640 1 --2- 172.21.15.84:0/3896941430 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1c1014c0c0 0x7f1c1014c540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:51.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.059+0000 7f1c14f02640 1 --2- 172.21.15.84:0/3896941430 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c101496b0 0x7f1c1015f8f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f1c000119d0 tx=0x7f1c00011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:51.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.059+0000 7f1c05ffb640 1 -- 172.21.15.84:0/3896941430 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c0000faf0 con 0x7f1c101496b0 2024-04-15T15:10:51.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.059+0000 7f1c05ffb640 1 -- 172.21.15.84:0/3896941430 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c0000fc90 con 0x7f1c101496b0 2024-04-15T15:10:51.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.059+0000 7f1c05ffb640 1 -- 172.21.15.84:0/3896941430 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c00014440 con 0x7f1c101496b0 2024-04-15T15:10:51.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.059+0000 7f1c17967640 1 -- 172.21.15.84:0/3896941430 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c1014afa0 con 0x7f1c101496b0 2024-04-15T15:10:51.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.059+0000 7f1c17967640 1 -- 172.21.15.84:0/3896941430 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c1014b560 con 0x7f1c101496b0 2024-04-15T15:10:51.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.060+0000 7f1c17967640 1 -- 172.21.15.84:0/3896941430 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c100689e0 con 0x7f1c101496b0 2024-04-15T15:10:51.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.061+0000 7f1c05ffb640 1 -- 172.21.15.84:0/3896941430 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f1c00012040 con 0x7f1c101496b0 2024-04-15T15:10:51.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.061+0000 7f1c05ffb640 1 --2- 172.21.15.84:0/3896941430 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1bf406c920 0x7f1bf406ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:51.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.061+0000 7f1c05ffb640 1 -- 172.21.15.84:0/3896941430 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f1c0008c400 con 0x7f1c101496b0 2024-04-15T15:10:51.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.061+0000 7f1c15703640 1 --2- 172.21.15.84:0/3896941430 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1bf406c920 0x7f1bf406ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:51.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.062+0000 7f1c15703640 1 --2- 172.21.15.84:0/3896941430 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1bf406c920 0x7f1bf406ede0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f1c0c001050 tx=0x7f1c0c000f80 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:51.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.066+0000 7f1c05ffb640 1 -- 172.21.15.84:0/3896941430 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f1c00019030 con 0x7f1c101496b0 2024-04-15T15:10:51.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.278+0000 7f1c17967640 1 -- 172.21.15.84:0/3896941430 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f1c1015b9e0 con 0x7f1c101496b0 2024-04-15T15:10:51.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.278+0000 7f1c05ffb640 1 -- 172.21.15.84:0/3896941430 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7f1c0005a4f0 con 0x7f1c101496b0 2024-04-15T15:10:51.280 INFO:teuthology.orchestra.run.smithi084.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-04-15T15:10:51.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.280+0000 7f1c17967640 1 -- 172.21.15.84:0/3896941430 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1bf406c920 msgr2=0x7f1bf406ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:51.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.280+0000 7f1c17967640 1 --2- 172.21.15.84:0/3896941430 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1bf406c920 0x7f1bf406ede0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f1c0c001050 tx=0x7f1c0c000f80 comp rx=0 tx=0).stop 2024-04-15T15:10:51.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.280+0000 7f1c17967640 1 -- 172.21.15.84:0/3896941430 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c101496b0 msgr2=0x7f1c1015f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:51.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.280+0000 7f1c17967640 1 --2- 172.21.15.84:0/3896941430 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c101496b0 0x7f1c1015f8f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f1c000119d0 tx=0x7f1c00011e90 comp rx=0 tx=0).stop 2024-04-15T15:10:51.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.280+0000 7f1c17967640 1 -- 172.21.15.84:0/3896941430 shutdown_connections 2024-04-15T15:10:51.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.280+0000 7f1c17967640 1 --2- 172.21.15.84:0/3896941430 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1bf406c920 0x7f1bf406ede0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:51.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.280+0000 7f1c17967640 1 --2- 172.21.15.84:0/3896941430 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1c1014c0c0 0x7f1c1014c540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:51.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.280+0000 7f1c17967640 1 --2- 172.21.15.84:0/3896941430 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c101496b0 0x7f1c1015f8f0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:51.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.280+0000 7f1c17967640 1 --2- 172.21.15.84:0/3896941430 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1bfc004d40 0x7f1c1014a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:51.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.280+0000 7f1c17967640 1 -- 172.21.15.84:0/3896941430 >> 172.21.15.84:0/3896941430 conn(0x7f1c100b1dd0 msgr2=0x7f1c1006bda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:51.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.280+0000 7f1c17967640 1 -- 172.21.15.84:0/3896941430 shutdown_connections 2024-04-15T15:10:51.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51.280+0000 7f1c17967640 1 -- 172.21.15.84:0/3896941430 wait complete. 2024-04-15T15:10:51.293 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-15T15:10:51.293 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-15T15:10:51.293 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi084.front.sepia.ceph.com 2024-04-15T15:10:51.293 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-15T15:10:51.294 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-15T15:10:51.294 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-15T15:10:51.294 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-15T15:10:51.294 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-15T15:10:51.294 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-15T15:10:51.294 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:51.294 DEBUG:teuthology.orchestra.run.smithi084:> ip addr 2024-04-15T15:10:51.310 INFO:teuthology.orchestra.run.smithi084.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-15T15:10:51.310 INFO:teuthology.orchestra.run.smithi084.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-15T15:10:51.310 INFO:teuthology.orchestra.run.smithi084.stdout: inet 127.0.0.1/8 scope host lo 2024-04-15T15:10:51.310 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:51.310 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 ::1/128 scope host 2024-04-15T15:10:51.310 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:51.310 INFO:teuthology.orchestra.run.smithi084.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:10:51.311 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:d8:da:68 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:51.311 INFO:teuthology.orchestra.run.smithi084.stdout: altname enp7s0f0 2024-04-15T15:10:51.311 INFO:teuthology.orchestra.run.smithi084.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:10:51.311 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:d8:da:69 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:51.311 INFO:teuthology.orchestra.run.smithi084.stdout: altname enp7s0f1 2024-04-15T15:10:51.311 INFO:teuthology.orchestra.run.smithi084.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:10:51.311 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:8f:d7:50 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:51.311 INFO:teuthology.orchestra.run.smithi084.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-15T15:10:51.311 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:8f:d7:51 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:51.311 INFO:teuthology.orchestra.run.smithi084.stdout: inet 172.21.15.84/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-04-15T15:10:51.311 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft 42670sec preferred_lft 42670sec 2024-04-15T15:10:51.311 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 fe80::ec4:7aff:fe8f:d751/64 scope link 2024-04-15T15:10:51.311 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:51.312 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-15T15:10:51.312 DEBUG:teuthology.orchestra.run.smithi084:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:51.312 DEBUG:teuthology.orchestra.run.smithi084:> set -e 2024-04-15T15:10:51.312 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip link add name ceph-brx type bridge 2024-04-15T15:10:51.312 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip addr flush dev ceph-brx 2024-04-15T15:10:51.312 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip link set ceph-brx up 2024-04-15T15:10:51.312 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-15T15:10:51.312 DEBUG:teuthology.orchestra.run.smithi084:> ') 2024-04-15T15:10:51.400 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:51.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:51.465 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:51.465 DEBUG:teuthology.orchestra.run.smithi084:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-15T15:10:51.491 INFO:teuthology.orchestra.run.smithi084.stdout:1 2024-04-15T15:10:51.493 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:51.493 DEBUG:teuthology.orchestra.run.smithi084:> route 2024-04-15T15:10:51.549 INFO:teuthology.orchestra.run.smithi084.stdout:Kernel IP routing table 2024-04-15T15:10:51.549 INFO:teuthology.orchestra.run.smithi084.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-15T15:10:51.549 INFO:teuthology.orchestra.run.smithi084.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-15T15:10:51.549 INFO:teuthology.orchestra.run.smithi084.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-15T15:10:51.549 INFO:teuthology.orchestra.run.smithi084.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-15T15:10:51.550 DEBUG:teuthology.orchestra.run.smithi084:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:51.550 DEBUG:teuthology.orchestra.run.smithi084:> set -e 2024-04-15T15:10:51.550 DEBUG:teuthology.orchestra.run.smithi084:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-15T15:10:51.550 DEBUG:teuthology.orchestra.run.smithi084:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-15T15:10:51.550 DEBUG:teuthology.orchestra.run.smithi084:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-15T15:10:51.550 DEBUG:teuthology.orchestra.run.smithi084:> ') 2024-04-15T15:10:51.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:51.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:51.688 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:51.688 DEBUG:teuthology.orchestra.run.smithi084:> ip netns list 2024-04-15T15:10:51.704 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:51.704 DEBUG:teuthology.orchestra.run.smithi084:> ip netns list-id 2024-04-15T15:10:51.759 DEBUG:teuthology.orchestra.run.smithi084:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:51.759 DEBUG:teuthology.orchestra.run.smithi084:> set -e 2024-04-15T15:10:51.759 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:10:51.760 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-04-15T15:10:51.760 DEBUG:teuthology.orchestra.run.smithi084:> ') 2024-04-15T15:10:51.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:51.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:51.884 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-04-15T15:10:51.885 DEBUG:teuthology.orchestra.run.smithi084:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:51.885 DEBUG:teuthology.orchestra.run.smithi084:> set -e 2024-04-15T15:10:51.885 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-04-15T15:10:51.885 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-15T15:10:51.885 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-04-15T15:10:51.885 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-04-15T15:10:51.885 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-04-15T15:10:51.885 DEBUG:teuthology.orchestra.run.smithi084:> ') 2024-04-15T15:10:51.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:51 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:52.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:52.015 DEBUG:teuthology.orchestra.run.smithi084:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:52.015 DEBUG:teuthology.orchestra.run.smithi084:> set -e 2024-04-15T15:10:52.015 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip link set brx.0 up 2024-04-15T15:10:52.015 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip link set dev brx.0 master ceph-brx 2024-04-15T15:10:52.015 DEBUG:teuthology.orchestra.run.smithi084:> ') 2024-04-15T15:10:52.064 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:52.094 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:52.100 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-04-15T15:10:52.100 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:10:52.100 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-15T15:10:52.128 INFO:teuthology.orchestra.run.smithi084.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-15T15:10:52.128 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:10:52.128 DEBUG:teuthology.orchestra.run.smithi084:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-15T15:10:52.184 DEBUG:teuthology.orchestra.run.smithi084:> sudo modprobe fuse 2024-04-15T15:10:52.252 DEBUG:teuthology.orchestra.run.smithi084:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:10:52.308 INFO:teuthology.orchestra.run.smithi084.stdout:/proc 2024-04-15T15:10:52.308 INFO:teuthology.orchestra.run.smithi084.stdout:/sys 2024-04-15T15:10:52.308 INFO:teuthology.orchestra.run.smithi084.stdout:/dev 2024-04-15T15:10:52.308 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/security 2024-04-15T15:10:52.309 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/shm 2024-04-15T15:10:52.309 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/pts 2024-04-15T15:10:52.309 INFO:teuthology.orchestra.run.smithi084.stdout:/run 2024-04-15T15:10:52.309 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/cgroup 2024-04-15T15:10:52.309 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/pstore 2024-04-15T15:10:52.309 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/bpf 2024-04-15T15:10:52.309 INFO:teuthology.orchestra.run.smithi084.stdout:/ 2024-04-15T15:10:52.309 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/selinux 2024-04-15T15:10:52.309 INFO:teuthology.orchestra.run.smithi084.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:10:52.309 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/mqueue 2024-04-15T15:10:52.309 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/hugepages 2024-04-15T15:10:52.309 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/debug 2024-04-15T15:10:52.309 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/tracing 2024-04-15T15:10:52.309 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/fuse/connections 2024-04-15T15:10:52.310 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/config 2024-04-15T15:10:52.310 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:10:52.310 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:10:52.310 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:10:52.310 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:10:52.310 INFO:teuthology.orchestra.run.smithi084.stdout:/run/user/1000 2024-04-15T15:10:52.310 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph 2024-04-15T15:10:52.310 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-0 2024-04-15T15:10:52.310 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-1 2024-04-15T15:10:52.310 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-2 2024-04-15T15:10:52.310 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-3 2024-04-15T15:10:52.310 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns 2024-04-15T15:10:52.310 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:10:52.311 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:10:52.311 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:52.311 DEBUG:teuthology.orchestra.run.smithi084:> ls /sys/fs/fuse/connections 2024-04-15T15:10:52.368 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-15T15:10:52.368 DEBUG:teuthology.orchestra.run.smithi084:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-04-15T15:10:52.402 DEBUG:teuthology.orchestra.run.smithi084:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-15T15:10:52.411 DEBUG:teuthology.orchestra.run.smithi084:> sudo modprobe fuse 2024-04-15T15:10:52.412 DEBUG:teuthology.orchestra.run.smithi203:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-15T15:10:52.440 DEBUG:teuthology.orchestra.run.smithi084:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:10:52.496 INFO:teuthology.orchestra.run.smithi084.stdout:/proc 2024-04-15T15:10:52.496 INFO:teuthology.orchestra.run.smithi084.stdout:/sys 2024-04-15T15:10:52.496 INFO:teuthology.orchestra.run.smithi084.stdout:/dev 2024-04-15T15:10:52.497 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/security 2024-04-15T15:10:52.497 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/shm 2024-04-15T15:10:52.497 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/pts 2024-04-15T15:10:52.497 INFO:teuthology.orchestra.run.smithi084.stdout:/run 2024-04-15T15:10:52.497 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/cgroup 2024-04-15T15:10:52.497 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/pstore 2024-04-15T15:10:52.497 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/bpf 2024-04-15T15:10:52.497 INFO:teuthology.orchestra.run.smithi084.stdout:/ 2024-04-15T15:10:52.497 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/selinux 2024-04-15T15:10:52.497 INFO:teuthology.orchestra.run.smithi084.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:10:52.497 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/mqueue 2024-04-15T15:10:52.497 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/hugepages 2024-04-15T15:10:52.497 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/debug 2024-04-15T15:10:52.497 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/tracing 2024-04-15T15:10:52.498 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/fuse/connections 2024-04-15T15:10:52.498 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/config 2024-04-15T15:10:52.498 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:10:52.498 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:10:52.498 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:10:52.498 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:10:52.498 INFO:teuthology.orchestra.run.smithi084.stdout:/run/user/1000 2024-04-15T15:10:52.498 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph 2024-04-15T15:10:52.498 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-0 2024-04-15T15:10:52.498 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-1 2024-04-15T15:10:52.498 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-2 2024-04-15T15:10:52.499 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-3 2024-04-15T15:10:52.499 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns 2024-04-15T15:10:52.499 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:10:52.499 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:10:52.499 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:52.499 DEBUG:teuthology.orchestra.run.smithi084:> ls /sys/fs/fuse/connections 2024-04-15T15:10:52.500 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi084.stderr:2024-04-15T15:10:52.497+0000 7f20b7c3b480 -1 init, newargv = 0x5622c850cf90 newargc=15 2024-04-15T15:10:52.500 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi084.stderr:ceph-fuse[48141]: starting ceph client 2024-04-15T15:10:52.504 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi084.stderr:ceph-fuse[48141]: starting fuse 2024-04-15T15:10:52.515 INFO:teuthology.orchestra.run.smithi084.stdout:41 2024-04-15T15:10:52.516 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-04-15T15:10:52.516 DEBUG:teuthology.orchestra.run.smithi084:> sudo stdin-killer -- python3 -c ' 2024-04-15T15:10:52.516 DEBUG:teuthology.orchestra.run.smithi084:> import glob 2024-04-15T15:10:52.516 DEBUG:teuthology.orchestra.run.smithi084:> import re 2024-04-15T15:10:52.516 DEBUG:teuthology.orchestra.run.smithi084:> import os 2024-04-15T15:10:52.516 DEBUG:teuthology.orchestra.run.smithi084:> import subprocess 2024-04-15T15:10:52.516 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:10:52.516 DEBUG:teuthology.orchestra.run.smithi084:> def _find_admin_socket(client_name): 2024-04-15T15:10:52.516 DEBUG:teuthology.orchestra.run.smithi084:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-04-15T15:10:52.516 DEBUG:teuthology.orchestra.run.smithi084:> files = glob.glob(asok_path) 2024-04-15T15:10:52.517 DEBUG:teuthology.orchestra.run.smithi084:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-04-15T15:10:52.517 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:10:52.517 DEBUG:teuthology.orchestra.run.smithi084:> # Given a non-glob path, it better be there 2024-04-15T15:10:52.517 DEBUG:teuthology.orchestra.run.smithi084:> if "*" not in asok_path: 2024-04-15T15:10:52.517 DEBUG:teuthology.orchestra.run.smithi084:> assert(len(files) == 1) 2024-04-15T15:10:52.517 DEBUG:teuthology.orchestra.run.smithi084:> return files[0] 2024-04-15T15:10:52.517 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:10:52.517 DEBUG:teuthology.orchestra.run.smithi084:> for f in files: 2024-04-15T15:10:52.517 DEBUG:teuthology.orchestra.run.smithi084:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-15T15:10:52.517 DEBUG:teuthology.orchestra.run.smithi084:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-15T15:10:52.517 DEBUG:teuthology.orchestra.run.smithi084:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-15T15:10:52.517 DEBUG:teuthology.orchestra.run.smithi084:> contents = proc_f.read() 2024-04-15T15:10:52.518 DEBUG:teuthology.orchestra.run.smithi084:> if mountpoint in contents: 2024-04-15T15:10:52.518 DEBUG:teuthology.orchestra.run.smithi084:> return f 2024-04-15T15:10:52.518 DEBUG:teuthology.orchestra.run.smithi084:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-15T15:10:52.518 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:10:52.518 DEBUG:teuthology.orchestra.run.smithi084:> print(_find_admin_socket("client.0")) 2024-04-15T15:10:52.518 DEBUG:teuthology.orchestra.run.smithi084:> ' 2024-04-15T15:10:52.638 INFO:teuthology.orchestra.run.smithi084.stdout:/var/run/ceph/ceph-client.0.48141.asok 2024-04-15T15:10:52.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:52.648 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.48141.asok 2024-04-15T15:10:52.648 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:52.649 DEBUG:teuthology.orchestra.run.smithi084:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.48141.asok status 2024-04-15T15:10:52.785 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-15T15:10:52.785 INFO:teuthology.orchestra.run.smithi084.stdout: "metadata": { 2024-04-15T15:10:52.785 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_sha1": "9bf1c4ba967dd24077be6e5b87edda4ca87a6e14", 2024-04-15T15:10:52.786 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_version": "ceph version 19.0.0-2861-g9bf1c4ba (9bf1c4ba967dd24077be6e5b87edda4ca87a6e14) squid (dev)", 2024-04-15T15:10:52.786 INFO:teuthology.orchestra.run.smithi084.stdout: "entity_id": "0", 2024-04-15T15:10:52.786 INFO:teuthology.orchestra.run.smithi084.stdout: "hostname": "smithi084", 2024-04-15T15:10:52.786 INFO:teuthology.orchestra.run.smithi084.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-04-15T15:10:52.786 INFO:teuthology.orchestra.run.smithi084.stdout: "pid": "48141", 2024-04-15T15:10:52.786 INFO:teuthology.orchestra.run.smithi084.stdout: "root": "/" 2024-04-15T15:10:52.786 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:10:52.786 INFO:teuthology.orchestra.run.smithi084.stdout: "dentry_count": 0, 2024-04-15T15:10:52.786 INFO:teuthology.orchestra.run.smithi084.stdout: "dentry_pinned_count": 0, 2024-04-15T15:10:52.786 INFO:teuthology.orchestra.run.smithi084.stdout: "id": 4869, 2024-04-15T15:10:52.786 INFO:teuthology.orchestra.run.smithi084.stdout: "inst": { 2024-04-15T15:10:52.786 INFO:teuthology.orchestra.run.smithi084.stdout: "name": { 2024-04-15T15:10:52.787 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "client", 2024-04-15T15:10:52.787 INFO:teuthology.orchestra.run.smithi084.stdout: "num": 4869 2024-04-15T15:10:52.787 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:10:52.787 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": { 2024-04-15T15:10:52.787 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "v1", 2024-04-15T15:10:52.787 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": "192.168.0.1:0", 2024-04-15T15:10:52.787 INFO:teuthology.orchestra.run.smithi084.stdout: "nonce": 2769853086 2024-04-15T15:10:52.787 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:10:52.787 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:10:52.787 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": { 2024-04-15T15:10:52.787 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "v1", 2024-04-15T15:10:52.788 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": "192.168.0.1:0", 2024-04-15T15:10:52.788 INFO:teuthology.orchestra.run.smithi084.stdout: "nonce": 2769853086 2024-04-15T15:10:52.788 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:10:52.788 INFO:teuthology.orchestra.run.smithi084.stdout: "inst_str": "client.4869 192.168.0.1:0/2769853086", 2024-04-15T15:10:52.788 INFO:teuthology.orchestra.run.smithi084.stdout: "addr_str": "192.168.0.1:0/2769853086", 2024-04-15T15:10:52.788 INFO:teuthology.orchestra.run.smithi084.stdout: "inode_count": 1, 2024-04-15T15:10:52.788 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_epoch": 9, 2024-04-15T15:10:52.788 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_epoch": 24, 2024-04-15T15:10:52.788 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_epoch_barrier": 0, 2024-04-15T15:10:52.788 INFO:teuthology.orchestra.run.smithi084.stdout: "blocklisted": false, 2024-04-15T15:10:52.788 INFO:teuthology.orchestra.run.smithi084.stdout: "fs_name": "cephfs" 2024-04-15T15:10:52.788 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-15T15:10:52.793 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-04-15T15:10:52.897 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.895+0000 7fa405982640 1 Processor -- start 2024-04-15T15:10:52.897 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.895+0000 7fa405982640 1 -- start start 2024-04-15T15:10:52.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.896+0000 7fa405982640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fa4000cf9c0 0x7fa4000ccdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:52.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.896+0000 7fa405982640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa4001623d0 con 0x7fa4000cd300 2024-04-15T15:10:52.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.896+0000 7fa405982640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa400162670 con 0x7fa40015e640 2024-04-15T15:10:52.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.896+0000 7fa405982640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fa400162fa0 con 0x7fa4000cf9c0 2024-04-15T15:10:52.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.896+0000 7fa3ff7fe640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fa4000cd300 0x7fa4000d0040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:44174/0 (socket says 172.21.15.84:44174) 2024-04-15T15:10:52.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.896+0000 7fa3ff7fe640 1 -- 172.21.15.84:0/2291202328 learned_addr learned my addr 172.21.15.84:0/2291202328 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:52.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.896+0000 7fa3fe7fc640 1 --2- 172.21.15.84:0/2291202328 >> v2:172.21.15.203:3300/0 conn(0x7fa4000cf9c0 0x7fa4000ccdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:52.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.896+0000 7fa3fdffb640 1 -- 172.21.15.84:0/2291202328 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1724991643 0 0) 0x7fa4001623d0 con 0x7fa4000cd300 2024-04-15T15:10:52.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.896+0000 7fa3fdffb640 1 -- 172.21.15.84:0/2291202328 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa3e8003520 con 0x7fa4000cd300 2024-04-15T15:10:52.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3fdffb640 1 -- 172.21.15.84:0/2291202328 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2929830181 0 0) 0x7fa3e8003520 con 0x7fa4000cd300 2024-04-15T15:10:52.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3fdffb640 1 -- 172.21.15.84:0/2291202328 >> v2:172.21.15.203:3300/0 conn(0x7fa4000cf9c0 msgr2=0x7fa4000ccdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:52.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3fdffb640 1 --2- 172.21.15.84:0/2291202328 >> v2:172.21.15.203:3300/0 conn(0x7fa4000cf9c0 0x7fa4000ccdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:52.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3fdffb640 1 -- 172.21.15.84:0/2291202328 >> v1:172.21.15.203:6789/0 conn(0x7fa40015e640 legacy=0x7fa4000cf2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:52.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3fdffb640 1 -- 172.21.15.84:0/2291202328 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa400162950 con 0x7fa4000cd300 2024-04-15T15:10:52.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3fdffb640 1 -- 172.21.15.84:0/2291202328 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7fa3f80019f0 con 0x7fa4000cd300 2024-04-15T15:10:52.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3fdffb640 1 -- 172.21.15.84:0/2291202328 >> v1:172.21.15.84:6789/0 conn(0x7fa4000cd300 legacy=0x7fa4000d0040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:52.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3fdffb640 1 --2- 172.21.15.84:0/2291202328 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa3e80039b0 0x7fa3e8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:52.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3fdffb640 1 --2- 172.21.15.84:0/2291202328 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3e8004800 0x7fa3e8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:52.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3fdffb640 1 --2- 172.21.15.84:0/2291202328 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa3e80051c0 0x7fa3e800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:52.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3fdffb640 1 -- 172.21.15.84:0/2291202328 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa400162fa0 con 0x7fa3e8004800 2024-04-15T15:10:52.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3fdffb640 1 -- 172.21.15.84:0/2291202328 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa3e800c060 con 0x7fa3e80051c0 2024-04-15T15:10:52.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3fdffb640 1 -- 172.21.15.84:0/2291202328 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fa3e800c260 con 0x7fa3e80039b0 2024-04-15T15:10:52.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3fe7fc640 1 --2- 172.21.15.84:0/2291202328 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3e8004800 0x7fa3e8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:52.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3ff7fe640 1 --2- 172.21.15.84:0/2291202328 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa3e80051c0 0x7fa3e800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:52.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3feffd640 1 --2- 172.21.15.84:0/2291202328 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa3e80039b0 0x7fa3e8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:52.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3fe7fc640 1 -- 172.21.15.84:0/2291202328 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa3e80039b0 msgr2=0x7fa3e8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:52.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3fe7fc640 1 --2- 172.21.15.84:0/2291202328 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa3e80039b0 0x7fa3e8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:52.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3fe7fc640 1 -- 172.21.15.84:0/2291202328 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa3e80051c0 msgr2=0x7fa3e800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:52.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3fe7fc640 1 --2- 172.21.15.84:0/2291202328 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa3e80051c0 0x7fa3e800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:52.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3fe7fc640 1 -- 172.21.15.84:0/2291202328 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3e8003520 con 0x7fa3e8004800 2024-04-15T15:10:52.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3ff7fe640 1 -- 172.21.15.84:0/2291202328 reap_dead start 2024-04-15T15:10:52.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.897+0000 7fa3feffd640 1 --2- 172.21.15.84:0/2291202328 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa3e80039b0 0x7fa3e8003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:52.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.898+0000 7fa3fe7fc640 1 --2- 172.21.15.84:0/2291202328 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3e8004800 0x7fa3e8004c80 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fa3f4009ac0 tx=0x7fa3e8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5fd3e3e9210b105 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:52.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.898+0000 7fa3fdffb640 1 -- 172.21.15.84:0/2291202328 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f4039070 con 0x7fa3e8004800 2024-04-15T15:10:52.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.898+0000 7fa3fdffb640 1 -- 172.21.15.84:0/2291202328 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3f402c6b0 con 0x7fa3e8004800 2024-04-15T15:10:52.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.898+0000 7fa3fdffb640 1 -- 172.21.15.84:0/2291202328 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f4009690 con 0x7fa3e8004800 2024-04-15T15:10:52.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.898+0000 7fa405982640 1 -- 172.21.15.84:0/2291202328 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3e8004800 msgr2=0x7fa3e8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:52.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.898+0000 7fa405982640 1 --2- 172.21.15.84:0/2291202328 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3e8004800 0x7fa3e8004c80 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fa3f4009ac0 tx=0x7fa3e8005830 comp rx=0 tx=0).stop 2024-04-15T15:10:52.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.899+0000 7fa405982640 1 -- 172.21.15.84:0/2291202328 shutdown_connections 2024-04-15T15:10:52.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.899+0000 7fa405982640 1 --2- 172.21.15.84:0/2291202328 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa3e8004800 0x7fa3e8004c80 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:52.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.899+0000 7fa405982640 1 -- 172.21.15.84:0/2291202328 >> 172.21.15.84:0/2291202328 conn(0x7fa4000b43c0 msgr2=0x7fa4000b47d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:52.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.899+0000 7fa405982640 1 -- 172.21.15.84:0/2291202328 shutdown_connections 2024-04-15T15:10:52.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.899+0000 7fa405982640 1 -- 172.21.15.84:0/2291202328 wait complete. 2024-04-15T15:10:52.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.900+0000 7fa405982640 1 Processor -- start 2024-04-15T15:10:52.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.900+0000 7fa405982640 1 -- start start 2024-04-15T15:10:52.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa405982640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa3e8004800 0x7fa4000cff40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:52.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa405982640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4000d2840 0x7fa400157d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:52.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa405982640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa400155ce0 0x7fa400156140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:52.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa405982640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa4000cd770 con 0x7fa4000d2840 2024-04-15T15:10:52.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa405982640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa40015ea20 con 0x7fa3e8004800 2024-04-15T15:10:52.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa405982640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fa4000cd8f0 con 0x7fa400155ce0 2024-04-15T15:10:52.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa3fe7fc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4000d2840 0x7fa400157d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:52.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa3fe7fc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4000d2840 0x7fa400157d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:44844/0 (socket says 172.21.15.84:44844) 2024-04-15T15:10:52.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa3fe7fc640 1 -- 172.21.15.84:0/3616310266 learned_addr learned my addr 172.21.15.84:0/3616310266 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:52.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa3feffd640 1 --2- 172.21.15.84:0/3616310266 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa3e8004800 0x7fa4000cff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:52.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa3ff7fe640 1 --2- 172.21.15.84:0/3616310266 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa400155ce0 0x7fa400156140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:52.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa3fe7fc640 1 -- 172.21.15.84:0/3616310266 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa400155ce0 msgr2=0x7fa400156140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:52.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa3fe7fc640 1 --2- 172.21.15.84:0/3616310266 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa400155ce0 0x7fa400156140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:52.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa3fe7fc640 1 -- 172.21.15.84:0/3616310266 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa3e8004800 msgr2=0x7fa4000cff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:52.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa3fe7fc640 1 --2- 172.21.15.84:0/3616310266 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa3e8004800 0x7fa4000cff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:52.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa3fe7fc640 1 -- 172.21.15.84:0/3616310266 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa400156680 con 0x7fa4000d2840 2024-04-15T15:10:52.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa3ff7fe640 1 --2- 172.21.15.84:0/3616310266 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa400155ce0 0x7fa400156140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:52.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa3fe7fc640 1 --2- 172.21.15.84:0/3616310266 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4000d2840 0x7fa400157d30 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fa3f4037040 tx=0x7fa3f4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:52.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa3e7fff640 1 -- 172.21.15.84:0/3616310266 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f4042020 con 0x7fa4000d2840 2024-04-15T15:10:52.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa3e7fff640 1 -- 172.21.15.84:0/3616310266 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3f403a040 con 0x7fa4000d2840 2024-04-15T15:10:52.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa405982640 1 -- 172.21.15.84:0/3616310266 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4000d0870 con 0x7fa4000d2840 2024-04-15T15:10:52.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.901+0000 7fa3e7fff640 1 -- 172.21.15.84:0/3616310266 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f4039070 con 0x7fa4000d2840 2024-04-15T15:10:52.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.902+0000 7fa405982640 1 -- 172.21.15.84:0/3616310266 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4000d0e30 con 0x7fa4000d2840 2024-04-15T15:10:52.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.903+0000 7fa405982640 1 -- 172.21.15.84:0/3616310266 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4000689e0 con 0x7fa4000d2840 2024-04-15T15:10:52.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.903+0000 7fa3e7fff640 1 -- 172.21.15.84:0/3616310266 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fa3f4045020 con 0x7fa4000d2840 2024-04-15T15:10:52.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.903+0000 7fa3e7fff640 1 --2- 172.21.15.84:0/3616310266 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa3ec06c8f0 0x7fa3ec06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:52.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.903+0000 7fa3e7fff640 1 -- 172.21.15.84:0/3616310266 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fa3f40ad240 con 0x7fa4000d2840 2024-04-15T15:10:52.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.903+0000 7fa3feffd640 1 --2- 172.21.15.84:0/3616310266 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa3ec06c8f0 0x7fa3ec06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:52.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.904+0000 7fa3feffd640 1 --2- 172.21.15.84:0/3616310266 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa3ec06c8f0 0x7fa3ec06edb0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fa3f0000c00 tx=0x7fa3f0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:52.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:52.908+0000 7fa3e7fff640 1 -- 172.21.15.84:0/3616310266 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fa3f404c070 con 0x7fa4000d2840 2024-04-15T15:10:53.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53.121+0000 7fa405982640 1 -- 172.21.15.84:0/3616310266 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa4001591a0 con 0x7fa4000d2840 2024-04-15T15:10:53.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53.121+0000 7fa3e7fff640 1 -- 172.21.15.84:0/3616310266 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7fa3f407ace0 con 0x7fa4000d2840 2024-04-15T15:10:53.123 INFO:teuthology.orchestra.run.smithi084.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-04-15T15:10:53.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53.123+0000 7fa405982640 1 -- 172.21.15.84:0/3616310266 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa3ec06c8f0 msgr2=0x7fa3ec06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:53.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53.123+0000 7fa405982640 1 --2- 172.21.15.84:0/3616310266 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa3ec06c8f0 0x7fa3ec06edb0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fa3f0000c00 tx=0x7fa3f0009040 comp rx=0 tx=0).stop 2024-04-15T15:10:53.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53.123+0000 7fa405982640 1 -- 172.21.15.84:0/3616310266 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4000d2840 msgr2=0x7fa400157d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:53.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53.123+0000 7fa405982640 1 --2- 172.21.15.84:0/3616310266 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4000d2840 0x7fa400157d30 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fa3f4037040 tx=0x7fa3f4004730 comp rx=0 tx=0).stop 2024-04-15T15:10:53.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53.123+0000 7fa405982640 1 -- 172.21.15.84:0/3616310266 shutdown_connections 2024-04-15T15:10:53.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53.123+0000 7fa405982640 1 --2- 172.21.15.84:0/3616310266 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa400155ce0 0x7fa400156140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:53.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53.123+0000 7fa405982640 1 --2- 172.21.15.84:0/3616310266 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4000d2840 0x7fa400157d30 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:53.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53.123+0000 7fa405982640 1 --2- 172.21.15.84:0/3616310266 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa3ec06c8f0 0x7fa3ec06edb0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:53.126 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53.123+0000 7fa405982640 1 --2- 172.21.15.84:0/3616310266 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa3e8004800 0x7fa4000cff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:53.126 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53.123+0000 7fa405982640 1 -- 172.21.15.84:0/3616310266 >> 172.21.15.84:0/3616310266 conn(0x7fa4000b43c0 msgr2=0x7fa4000cbd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:53.126 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53.123+0000 7fa405982640 1 -- 172.21.15.84:0/3616310266 shutdown_connections 2024-04-15T15:10:53.126 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53.123+0000 7fa405982640 1 -- 172.21.15.84:0/3616310266 wait complete. 2024-04-15T15:10:53.136 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-15T15:10:53.136 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-15T15:10:53.136 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi084.front.sepia.ceph.com 2024-04-15T15:10:53.136 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-04-15T15:10:53.136 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-04-15T15:10:53.136 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-15T15:10:53.136 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-15T15:10:53.136 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-15T15:10:53.136 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-04-15T15:10:53.136 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:53.137 DEBUG:teuthology.orchestra.run.smithi084:> ip addr 2024-04-15T15:10:53.152 INFO:teuthology.orchestra.run.smithi084.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-15T15:10:53.152 INFO:teuthology.orchestra.run.smithi084.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-15T15:10:53.152 INFO:teuthology.orchestra.run.smithi084.stdout: inet 127.0.0.1/8 scope host lo 2024-04-15T15:10:53.153 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:53.153 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 ::1/128 scope host 2024-04-15T15:10:53.153 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:53.153 INFO:teuthology.orchestra.run.smithi084.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:10:53.153 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:d8:da:68 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:53.153 INFO:teuthology.orchestra.run.smithi084.stdout: altname enp7s0f0 2024-04-15T15:10:53.153 INFO:teuthology.orchestra.run.smithi084.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:10:53.153 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:d8:da:69 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:53.153 INFO:teuthology.orchestra.run.smithi084.stdout: altname enp7s0f1 2024-04-15T15:10:53.153 INFO:teuthology.orchestra.run.smithi084.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:10:53.153 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:8f:d7:50 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:53.153 INFO:teuthology.orchestra.run.smithi084.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-15T15:10:53.153 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:8f:d7:51 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:53.154 INFO:teuthology.orchestra.run.smithi084.stdout: inet 172.21.15.84/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-04-15T15:10:53.154 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft 42668sec preferred_lft 42668sec 2024-04-15T15:10:53.154 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 fe80::ec4:7aff:fe8f:d751/64 scope link 2024-04-15T15:10:53.154 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:53.154 INFO:teuthology.orchestra.run.smithi084.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-04-15T15:10:53.154 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether be:c4:af:f4:05:f6 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:53.154 INFO:teuthology.orchestra.run.smithi084.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-04-15T15:10:53.154 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:53.154 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 fe80::9c31:12ff:fe0a:5fce/64 scope link tentative 2024-04-15T15:10:53.154 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:53.154 INFO:teuthology.orchestra.run.smithi084.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-04-15T15:10:53.154 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether be:c4:af:f4:05:f6 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:10:53.154 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 fe80::bcc4:afff:fef4:5f6/64 scope link tentative 2024-04-15T15:10:53.155 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:53.155 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:53.155 DEBUG:teuthology.orchestra.run.smithi084:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-15T15:10:53.219 INFO:teuthology.orchestra.run.smithi084.stdout:1 2024-04-15T15:10:53.221 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:53.221 DEBUG:teuthology.orchestra.run.smithi084:> route 2024-04-15T15:10:53.278 INFO:teuthology.orchestra.run.smithi084.stdout:Kernel IP routing table 2024-04-15T15:10:53.278 INFO:teuthology.orchestra.run.smithi084.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-15T15:10:53.278 INFO:teuthology.orchestra.run.smithi084.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-15T15:10:53.278 INFO:teuthology.orchestra.run.smithi084.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-15T15:10:53.278 INFO:teuthology.orchestra.run.smithi084.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-15T15:10:53.278 DEBUG:teuthology.orchestra.run.smithi084:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:53.278 DEBUG:teuthology.orchestra.run.smithi084:> set -e 2024-04-15T15:10:53.279 DEBUG:teuthology.orchestra.run.smithi084:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-15T15:10:53.279 DEBUG:teuthology.orchestra.run.smithi084:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-15T15:10:53.279 DEBUG:teuthology.orchestra.run.smithi084:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-15T15:10:53.279 DEBUG:teuthology.orchestra.run.smithi084:> ') 2024-04-15T15:10:53.366 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:53.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:53.416 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:53.416 DEBUG:teuthology.orchestra.run.smithi084:> ip netns list 2024-04-15T15:10:53.432 INFO:teuthology.orchestra.run.smithi084.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-15T15:10:53.432 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:53.432 DEBUG:teuthology.orchestra.run.smithi084:> ip netns list-id 2024-04-15T15:10:53.488 INFO:teuthology.orchestra.run.smithi084.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-04-15T15:10:53.489 DEBUG:teuthology.orchestra.run.smithi084:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:53.489 DEBUG:teuthology.orchestra.run.smithi084:> set -e 2024-04-15T15:10:53.489 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-04-15T15:10:53.489 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-04-15T15:10:53.489 DEBUG:teuthology.orchestra.run.smithi084:> ') 2024-04-15T15:10:53.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:53.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:53.613 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:53.613 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-04-15T15:10:53.641 INFO:teuthology.orchestra.run.smithi084.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-15T15:10:53.641 INFO:teuthology.orchestra.run.smithi084.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-15T15:10:53.641 INFO:teuthology.orchestra.run.smithi084.stdout: inet 127.0.0.1/8 scope host lo 2024-04-15T15:10:53.641 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:53.641 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 ::1/128 scope host 2024-04-15T15:10:53.641 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:53.641 INFO:teuthology.orchestra.run.smithi084.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-04-15T15:10:53.641 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether e6:cf:bd:6d:71:a6 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-04-15T15:10:53.641 INFO:teuthology.orchestra.run.smithi084.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-04-15T15:10:53.641 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:53.641 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 fe80::e4cf:bdff:fe6d:71a6/64 scope link tentative 2024-04-15T15:10:53.641 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:53.642 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:53.643 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-04-15T15:10:53.710 INFO:teuthology.orchestra.run.smithi084.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-15T15:10:53.710 INFO:teuthology.orchestra.run.smithi084.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-15T15:10:53.711 INFO:teuthology.orchestra.run.smithi084.stdout: inet 127.0.0.1/8 scope host lo 2024-04-15T15:10:53.711 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:53.711 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 ::1/128 scope host 2024-04-15T15:10:53.711 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:53.711 INFO:teuthology.orchestra.run.smithi084.stdout:2: veth0@if9: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-04-15T15:10:53.711 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether e6:cf:bd:6d:71:a6 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-04-15T15:10:53.711 INFO:teuthology.orchestra.run.smithi084.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-04-15T15:10:53.711 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:53.711 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 fe80::e4cf:bdff:fe6d:71a6/64 scope link 2024-04-15T15:10:53.711 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:53.712 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-04-15T15:10:53.713 DEBUG:teuthology.orchestra.run.smithi084:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:53.713 DEBUG:teuthology.orchestra.run.smithi084:> set -e 2024-04-15T15:10:53.713 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-04-15T15:10:53.713 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-04-15T15:10:53.713 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-04-15T15:10:53.713 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-04-15T15:10:53.713 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-04-15T15:10:53.713 DEBUG:teuthology.orchestra.run.smithi084:> ') 2024-04-15T15:10:53.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:53.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:53.882 DEBUG:teuthology.orchestra.run.smithi084:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:53.882 DEBUG:teuthology.orchestra.run.smithi084:> set -e 2024-04-15T15:10:53.882 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip link set brx.1 up 2024-04-15T15:10:53.882 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip link set dev brx.1 master ceph-brx 2024-04-15T15:10:53.882 DEBUG:teuthology.orchestra.run.smithi084:> ') 2024-04-15T15:10:53.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:53.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:53.965 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-04-15T15:10:53.965 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:10:53.965 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-04-15T15:10:53.980 INFO:teuthology.orchestra.run.smithi084.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-04-15T15:10:53.980 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:10:53.981 DEBUG:teuthology.orchestra.run.smithi084:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-04-15T15:10:54.036 DEBUG:teuthology.orchestra.run.smithi084:> sudo modprobe fuse 2024-04-15T15:10:54.105 DEBUG:teuthology.orchestra.run.smithi084:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:10:54.162 INFO:teuthology.orchestra.run.smithi084.stdout:/proc 2024-04-15T15:10:54.162 INFO:teuthology.orchestra.run.smithi084.stdout:/sys 2024-04-15T15:10:54.162 INFO:teuthology.orchestra.run.smithi084.stdout:/dev 2024-04-15T15:10:54.162 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/security 2024-04-15T15:10:54.163 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/shm 2024-04-15T15:10:54.163 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/pts 2024-04-15T15:10:54.163 INFO:teuthology.orchestra.run.smithi084.stdout:/run 2024-04-15T15:10:54.163 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/cgroup 2024-04-15T15:10:54.163 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/pstore 2024-04-15T15:10:54.163 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/bpf 2024-04-15T15:10:54.163 INFO:teuthology.orchestra.run.smithi084.stdout:/ 2024-04-15T15:10:54.163 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/selinux 2024-04-15T15:10:54.163 INFO:teuthology.orchestra.run.smithi084.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:10:54.163 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/mqueue 2024-04-15T15:10:54.163 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/hugepages 2024-04-15T15:10:54.163 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/debug 2024-04-15T15:10:54.163 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/tracing 2024-04-15T15:10:54.164 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/fuse/connections 2024-04-15T15:10:54.164 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/config 2024-04-15T15:10:54.164 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:10:54.164 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:10:54.164 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:10:54.164 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:10:54.164 INFO:teuthology.orchestra.run.smithi084.stdout:/run/user/1000 2024-04-15T15:10:54.164 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph 2024-04-15T15:10:54.164 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-0 2024-04-15T15:10:54.164 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-1 2024-04-15T15:10:54.164 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-2 2024-04-15T15:10:54.164 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-3 2024-04-15T15:10:54.164 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns 2024-04-15T15:10:54.164 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:10:54.165 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:10:54.165 INFO:teuthology.orchestra.run.smithi084.stdout:/home/ubuntu/cephtest/mnt.0 2024-04-15T15:10:54.165 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-04-15T15:10:54.165 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-04-15T15:10:54.165 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:54.165 DEBUG:teuthology.orchestra.run.smithi084:> ls /sys/fs/fuse/connections 2024-04-15T15:10:54.218 INFO:teuthology.orchestra.run.smithi084.stdout:41 2024-04-15T15:10:54.218 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [41] 2024-04-15T15:10:54.218 DEBUG:teuthology.orchestra.run.smithi084:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-04-15T15:10:54.261 DEBUG:teuthology.orchestra.run.smithi084:> sudo modprobe fuse 2024-04-15T15:10:54.289 DEBUG:teuthology.orchestra.run.smithi084:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:10:54.352 INFO:teuthology.orchestra.run.smithi084.stdout:/proc 2024-04-15T15:10:54.352 INFO:teuthology.orchestra.run.smithi084.stdout:/sys 2024-04-15T15:10:54.352 INFO:teuthology.orchestra.run.smithi084.stdout:/dev 2024-04-15T15:10:54.352 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/security 2024-04-15T15:10:54.353 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/shm 2024-04-15T15:10:54.353 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/pts 2024-04-15T15:10:54.353 INFO:teuthology.orchestra.run.smithi084.stdout:/run 2024-04-15T15:10:54.353 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/cgroup 2024-04-15T15:10:54.353 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/pstore 2024-04-15T15:10:54.353 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/bpf 2024-04-15T15:10:54.353 INFO:teuthology.orchestra.run.smithi084.stdout:/ 2024-04-15T15:10:54.353 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/selinux 2024-04-15T15:10:54.353 INFO:teuthology.orchestra.run.smithi084.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:10:54.353 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/mqueue 2024-04-15T15:10:54.353 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/hugepages 2024-04-15T15:10:54.353 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/debug 2024-04-15T15:10:54.353 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/tracing 2024-04-15T15:10:54.354 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/fuse/connections 2024-04-15T15:10:54.354 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/config 2024-04-15T15:10:54.354 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:10:54.354 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:10:54.354 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:10:54.354 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:10:54.354 INFO:teuthology.orchestra.run.smithi084.stdout:/run/user/1000 2024-04-15T15:10:54.354 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph 2024-04-15T15:10:54.354 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-0 2024-04-15T15:10:54.354 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-1 2024-04-15T15:10:54.354 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-2 2024-04-15T15:10:54.354 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-3 2024-04-15T15:10:54.355 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns 2024-04-15T15:10:54.355 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:10:54.355 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:10:54.355 INFO:teuthology.orchestra.run.smithi084.stdout:/home/ubuntu/cephtest/mnt.0 2024-04-15T15:10:54.355 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-04-15T15:10:54.355 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-04-15T15:10:54.355 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:54.355 DEBUG:teuthology.orchestra.run.smithi084:> ls /sys/fs/fuse/connections 2024-04-15T15:10:54.356 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi084.stderr:2024-04-15T15:10:54.349+0000 7f09fd23d480 -1 init, newargv = 0x558b97714ed0 newargc=15 2024-04-15T15:10:54.356 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi084.stderr:ceph-fuse[48639]: starting ceph client 2024-04-15T15:10:54.356 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi084.stderr:ceph-fuse[48639]: starting fuse 2024-04-15T15:10:54.370 INFO:teuthology.orchestra.run.smithi084.stdout:41 2024-04-15T15:10:54.370 INFO:teuthology.orchestra.run.smithi084.stdout:44 2024-04-15T15:10:54.371 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41, 44] 2024-04-15T15:10:54.371 DEBUG:teuthology.orchestra.run.smithi084:> sudo stdin-killer -- python3 -c ' 2024-04-15T15:10:54.371 DEBUG:teuthology.orchestra.run.smithi084:> import glob 2024-04-15T15:10:54.371 DEBUG:teuthology.orchestra.run.smithi084:> import re 2024-04-15T15:10:54.371 DEBUG:teuthology.orchestra.run.smithi084:> import os 2024-04-15T15:10:54.371 DEBUG:teuthology.orchestra.run.smithi084:> import subprocess 2024-04-15T15:10:54.371 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:10:54.371 DEBUG:teuthology.orchestra.run.smithi084:> def _find_admin_socket(client_name): 2024-04-15T15:10:54.371 DEBUG:teuthology.orchestra.run.smithi084:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-04-15T15:10:54.371 DEBUG:teuthology.orchestra.run.smithi084:> files = glob.glob(asok_path) 2024-04-15T15:10:54.371 DEBUG:teuthology.orchestra.run.smithi084:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-04-15T15:10:54.372 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:10:54.372 DEBUG:teuthology.orchestra.run.smithi084:> # Given a non-glob path, it better be there 2024-04-15T15:10:54.372 DEBUG:teuthology.orchestra.run.smithi084:> if "*" not in asok_path: 2024-04-15T15:10:54.372 DEBUG:teuthology.orchestra.run.smithi084:> assert(len(files) == 1) 2024-04-15T15:10:54.372 DEBUG:teuthology.orchestra.run.smithi084:> return files[0] 2024-04-15T15:10:54.372 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:10:54.372 DEBUG:teuthology.orchestra.run.smithi084:> for f in files: 2024-04-15T15:10:54.372 DEBUG:teuthology.orchestra.run.smithi084:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-15T15:10:54.372 DEBUG:teuthology.orchestra.run.smithi084:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-15T15:10:54.372 DEBUG:teuthology.orchestra.run.smithi084:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-15T15:10:54.372 DEBUG:teuthology.orchestra.run.smithi084:> contents = proc_f.read() 2024-04-15T15:10:54.372 DEBUG:teuthology.orchestra.run.smithi084:> if mountpoint in contents: 2024-04-15T15:10:54.372 DEBUG:teuthology.orchestra.run.smithi084:> return f 2024-04-15T15:10:54.372 DEBUG:teuthology.orchestra.run.smithi084:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-15T15:10:54.372 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:10:54.373 DEBUG:teuthology.orchestra.run.smithi084:> print(_find_admin_socket("client.2")) 2024-04-15T15:10:54.373 DEBUG:teuthology.orchestra.run.smithi084:> ' 2024-04-15T15:10:54.492 INFO:teuthology.orchestra.run.smithi084.stdout:/var/run/ceph/ceph-client.2.48639.asok 2024-04-15T15:10:54.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:54.503 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.48639.asok 2024-04-15T15:10:54.503 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:54.503 DEBUG:teuthology.orchestra.run.smithi084:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.48639.asok status 2024-04-15T15:10:54.642 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-15T15:10:54.642 INFO:teuthology.orchestra.run.smithi084.stdout: "metadata": { 2024-04-15T15:10:54.642 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_sha1": "9bf1c4ba967dd24077be6e5b87edda4ca87a6e14", 2024-04-15T15:10:54.642 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_version": "ceph version 19.0.0-2861-g9bf1c4ba (9bf1c4ba967dd24077be6e5b87edda4ca87a6e14) squid (dev)", 2024-04-15T15:10:54.642 INFO:teuthology.orchestra.run.smithi084.stdout: "entity_id": "2", 2024-04-15T15:10:54.642 INFO:teuthology.orchestra.run.smithi084.stdout: "hostname": "smithi084", 2024-04-15T15:10:54.642 INFO:teuthology.orchestra.run.smithi084.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-04-15T15:10:54.642 INFO:teuthology.orchestra.run.smithi084.stdout: "pid": "48639", 2024-04-15T15:10:54.642 INFO:teuthology.orchestra.run.smithi084.stdout: "root": "/" 2024-04-15T15:10:54.642 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:10:54.643 INFO:teuthology.orchestra.run.smithi084.stdout: "dentry_count": 0, 2024-04-15T15:10:54.643 INFO:teuthology.orchestra.run.smithi084.stdout: "dentry_pinned_count": 0, 2024-04-15T15:10:54.643 INFO:teuthology.orchestra.run.smithi084.stdout: "id": 4881, 2024-04-15T15:10:54.643 INFO:teuthology.orchestra.run.smithi084.stdout: "inst": { 2024-04-15T15:10:54.643 INFO:teuthology.orchestra.run.smithi084.stdout: "name": { 2024-04-15T15:10:54.643 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "client", 2024-04-15T15:10:54.643 INFO:teuthology.orchestra.run.smithi084.stdout: "num": 4881 2024-04-15T15:10:54.643 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:10:54.643 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": { 2024-04-15T15:10:54.643 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "v1", 2024-04-15T15:10:54.643 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": "192.168.0.2:0", 2024-04-15T15:10:54.643 INFO:teuthology.orchestra.run.smithi084.stdout: "nonce": 1775445430 2024-04-15T15:10:54.643 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:10:54.644 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:10:54.644 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": { 2024-04-15T15:10:54.644 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "v1", 2024-04-15T15:10:54.644 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": "192.168.0.2:0", 2024-04-15T15:10:54.644 INFO:teuthology.orchestra.run.smithi084.stdout: "nonce": 1775445430 2024-04-15T15:10:54.644 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:10:54.644 INFO:teuthology.orchestra.run.smithi084.stdout: "inst_str": "client.4881 192.168.0.2:0/1775445430", 2024-04-15T15:10:54.644 INFO:teuthology.orchestra.run.smithi084.stdout: "addr_str": "192.168.0.2:0/1775445430", 2024-04-15T15:10:54.644 INFO:teuthology.orchestra.run.smithi084.stdout: "inode_count": 1, 2024-04-15T15:10:54.644 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_epoch": 9, 2024-04-15T15:10:54.644 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_epoch": 24, 2024-04-15T15:10:54.644 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_epoch_barrier": 0, 2024-04-15T15:10:54.644 INFO:teuthology.orchestra.run.smithi084.stdout: "blocklisted": false, 2024-04-15T15:10:54.645 INFO:teuthology.orchestra.run.smithi084.stdout: "fs_name": "cephfs" 2024-04-15T15:10:54.645 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-15T15:10:54.650 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-04-15T15:10:54.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.751+0000 7fbbf898f640 1 Processor -- start 2024-04-15T15:10:54.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.751+0000 7fbbf898f640 1 -- start start 2024-04-15T15:10:54.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.751+0000 7fbbf898f640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fbbf40d45b0 0x7fbbf40d49e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:54.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.751+0000 7fbbf898f640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbbf4162220 con 0x7fbbf4161e40 2024-04-15T15:10:54.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.751+0000 7fbbf898f640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbbf40d3070 con 0x7fbbf40d12b0 2024-04-15T15:10:54.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.751+0000 7fbbf898f640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fbbf40b3f00 con 0x7fbbf40d45b0 2024-04-15T15:10:54.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.752+0000 7fbbf2d9d640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fbbf40d45b0 0x7fbbf40d49e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:54.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.752+0000 7fbbf259c640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fbbf4161e40 0x7fbbf40b37f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:44178/0 (socket says 172.21.15.84:44178) 2024-04-15T15:10:54.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.752+0000 7fbbf259c640 1 -- 172.21.15.84:0/757584484 learned_addr learned my addr 172.21.15.84:0/757584484 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:54.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.752+0000 7fbbf2d9d640 1 -- 172.21.15.84:0/757584484 >> v1:172.21.15.203:6789/0 conn(0x7fbbf40d12b0 legacy=0x7fbbf40d2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:54.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.752+0000 7fbbf2d9d640 1 -- 172.21.15.84:0/757584484 >> v1:172.21.15.84:6789/0 conn(0x7fbbf4161e40 legacy=0x7fbbf40b37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:54.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.752+0000 7fbbf2d9d640 1 -- 172.21.15.84:0/757584484 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbf40d1820 con 0x7fbbf40d45b0 2024-04-15T15:10:54.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.752+0000 7fbbf1d9b640 1 -- 172.21.15.84:0/757584484 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1219141761 0 0) 0x7fbbf4162220 con 0x7fbbf4161e40 2024-04-15T15:10:54.755 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.753+0000 7fbbf2d9d640 1 --2- 172.21.15.84:0/757584484 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbf40d45b0 0x7fbbf40d49e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fbbec009dc0 tx=0x7fbbec02be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4067252165d1e732 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:54.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.753+0000 7fbbf1d9b640 1 -- 172.21.15.84:0/757584484 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbec039070 con 0x7fbbf40d45b0 2024-04-15T15:10:54.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.753+0000 7fbbf1d9b640 1 -- 172.21.15.84:0/757584484 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbbec02cc40 con 0x7fbbf40d45b0 2024-04-15T15:10:54.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.753+0000 7fbbf1d9b640 1 -- 172.21.15.84:0/757584484 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbec034440 con 0x7fbbf40d45b0 2024-04-15T15:10:54.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.753+0000 7fbbf898f640 1 -- 172.21.15.84:0/757584484 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbf40d45b0 msgr2=0x7fbbf40d49e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:54.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.753+0000 7fbbf898f640 1 --2- 172.21.15.84:0/757584484 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbf40d45b0 0x7fbbf40d49e0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fbbec009dc0 tx=0x7fbbec02be90 comp rx=0 tx=0).stop 2024-04-15T15:10:54.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.753+0000 7fbbf898f640 1 -- 172.21.15.84:0/757584484 shutdown_connections 2024-04-15T15:10:54.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.753+0000 7fbbf898f640 1 --2- 172.21.15.84:0/757584484 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbf40d45b0 0x7fbbf40d49e0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:54.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.753+0000 7fbbf898f640 1 -- 172.21.15.84:0/757584484 >> 172.21.15.84:0/757584484 conn(0x7fbbf409d970 msgr2=0x7fbbf40b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:54.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.753+0000 7fbbf898f640 1 -- 172.21.15.84:0/757584484 shutdown_connections 2024-04-15T15:10:54.756 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.753+0000 7fbbf898f640 1 -- 172.21.15.84:0/757584484 wait complete. 2024-04-15T15:10:54.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.755+0000 7fbbf898f640 1 Processor -- start 2024-04-15T15:10:54.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.755+0000 7fbbf898f640 1 -- start start 2024-04-15T15:10:54.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.755+0000 7fbbf898f640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbbf40d12b0 0x7fbbf415ced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:54.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.755+0000 7fbbf898f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbbf40d45b0 0x7fbbf40cc5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:54.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.755+0000 7fbbf898f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbf4161e40 0x7fbbf406ca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:54.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.755+0000 7fbbf898f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbbf40d4f20 con 0x7fbbf4161e40 2024-04-15T15:10:54.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.755+0000 7fbbf898f640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fbbf40d21f0 con 0x7fbbf40d45b0 2024-04-15T15:10:54.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.755+0000 7fbbf898f640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fbbf40d1de0 con 0x7fbbf40d12b0 2024-04-15T15:10:54.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.755+0000 7fbbf2d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbf4161e40 0x7fbbf406ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:54.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.756+0000 7fbbf2d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbf4161e40 0x7fbbf406ca00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:44862/0 (socket says 172.21.15.84:44862) 2024-04-15T15:10:54.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.756+0000 7fbbf2d9d640 1 -- 172.21.15.84:0/2392804623 learned_addr learned my addr 172.21.15.84:0/2392804623 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:54.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.756+0000 7fbbf259c640 1 --2- 172.21.15.84:0/2392804623 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbbf40d12b0 0x7fbbf415ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:54.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.756+0000 7fbbebfff640 1 --2- 172.21.15.84:0/2392804623 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbbf40d45b0 0x7fbbf40cc5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:54.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.756+0000 7fbbf2d9d640 1 -- 172.21.15.84:0/2392804623 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbbf40d12b0 msgr2=0x7fbbf415ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:54.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.756+0000 7fbbf2d9d640 1 --2- 172.21.15.84:0/2392804623 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbbf40d12b0 0x7fbbf415ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:54.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.756+0000 7fbbf2d9d640 1 -- 172.21.15.84:0/2392804623 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbbf40d45b0 msgr2=0x7fbbf40cc5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:54.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.756+0000 7fbbf2d9d640 1 --2- 172.21.15.84:0/2392804623 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbbf40d45b0 0x7fbbf40cc5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:54.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.756+0000 7fbbf2d9d640 1 -- 172.21.15.84:0/2392804623 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbf409e570 con 0x7fbbf4161e40 2024-04-15T15:10:54.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.756+0000 7fbbebfff640 1 --2- 172.21.15.84:0/2392804623 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbbf40d45b0 0x7fbbf40cc5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:54.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.756+0000 7fbbf259c640 1 --2- 172.21.15.84:0/2392804623 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbbf40d12b0 0x7fbbf415ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:54.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.756+0000 7fbbf2d9d640 1 --2- 172.21.15.84:0/2392804623 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbf4161e40 0x7fbbf406ca00 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fbbec037040 tx=0x7fbbec004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:54.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.756+0000 7fbbeaffd640 1 -- 172.21.15.84:0/2392804623 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbec039050 con 0x7fbbf4161e40 2024-04-15T15:10:54.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.756+0000 7fbbeaffd640 1 -- 172.21.15.84:0/2392804623 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbbec045070 con 0x7fbbf4161e40 2024-04-15T15:10:54.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.756+0000 7fbbf898f640 1 -- 172.21.15.84:0/2392804623 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbf40ccff0 con 0x7fbbf4161e40 2024-04-15T15:10:54.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.756+0000 7fbbeaffd640 1 -- 172.21.15.84:0/2392804623 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbec03e830 con 0x7fbbf4161e40 2024-04-15T15:10:54.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.756+0000 7fbbf898f640 1 -- 172.21.15.84:0/2392804623 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbf40cd5b0 con 0x7fbbf4161e40 2024-04-15T15:10:54.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.757+0000 7fbbf898f640 1 -- 172.21.15.84:0/2392804623 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbf40689e0 con 0x7fbbf4161e40 2024-04-15T15:10:54.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.758+0000 7fbbeaffd640 1 -- 172.21.15.84:0/2392804623 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fbbec03e9d0 con 0x7fbbf4161e40 2024-04-15T15:10:54.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.758+0000 7fbbeaffd640 1 --2- 172.21.15.84:0/2392804623 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbbd406c8f0 0x7fbbd406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:54.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.758+0000 7fbbeaffd640 1 -- 172.21.15.84:0/2392804623 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fbbec0aea50 con 0x7fbbf4161e40 2024-04-15T15:10:54.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.758+0000 7fbbf259c640 1 --2- 172.21.15.84:0/2392804623 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbbd406c8f0 0x7fbbd406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:54.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.758+0000 7fbbf259c640 1 --2- 172.21.15.84:0/2392804623 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbbd406c8f0 0x7fbbd406edb0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fbbe4000f60 tx=0x7fbbe4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:54.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.763+0000 7fbbeaffd640 1 -- 172.21.15.84:0/2392804623 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fbbec032e20 con 0x7fbbf4161e40 2024-04-15T15:10:54.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.975+0000 7fbbf898f640 1 -- 172.21.15.84:0/2392804623 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fbbf40d51b0 con 0x7fbbf4161e40 2024-04-15T15:10:54.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.975+0000 7fbbeaffd640 1 -- 172.21.15.84:0/2392804623 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7fbbec07cc00 con 0x7fbbf4161e40 2024-04-15T15:10:54.977 INFO:teuthology.orchestra.run.smithi084.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-04-15T15:10:54.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.978+0000 7fbbf898f640 1 -- 172.21.15.84:0/2392804623 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbbd406c8f0 msgr2=0x7fbbd406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:54.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.978+0000 7fbbf898f640 1 --2- 172.21.15.84:0/2392804623 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbbd406c8f0 0x7fbbd406edb0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fbbe4000f60 tx=0x7fbbe4009040 comp rx=0 tx=0).stop 2024-04-15T15:10:54.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.978+0000 7fbbf898f640 1 -- 172.21.15.84:0/2392804623 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbf4161e40 msgr2=0x7fbbf406ca00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:54.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.978+0000 7fbbf898f640 1 --2- 172.21.15.84:0/2392804623 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbf4161e40 0x7fbbf406ca00 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fbbec037040 tx=0x7fbbec004a40 comp rx=0 tx=0).stop 2024-04-15T15:10:54.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.978+0000 7fbbf898f640 1 -- 172.21.15.84:0/2392804623 shutdown_connections 2024-04-15T15:10:54.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.978+0000 7fbbf898f640 1 --2- 172.21.15.84:0/2392804623 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbbd406c8f0 0x7fbbd406edb0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:54.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.978+0000 7fbbf898f640 1 --2- 172.21.15.84:0/2392804623 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbbf40d45b0 0x7fbbf40cc5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:54.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.978+0000 7fbbf898f640 1 --2- 172.21.15.84:0/2392804623 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbf4161e40 0x7fbbf406ca00 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:54.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.978+0000 7fbbf898f640 1 --2- 172.21.15.84:0/2392804623 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbbf40d12b0 0x7fbbf415ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:54.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.978+0000 7fbbf898f640 1 -- 172.21.15.84:0/2392804623 >> 172.21.15.84:0/2392804623 conn(0x7fbbf409d970 msgr2=0x7fbbf4160a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:54.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.978+0000 7fbbf898f640 1 -- 172.21.15.84:0/2392804623 shutdown_connections 2024-04-15T15:10:54.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:54.978+0000 7fbbf898f640 1 -- 172.21.15.84:0/2392804623 wait complete. 2024-04-15T15:10:54.990 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-15T15:10:54.990 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-15T15:10:54.990 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi203.front.sepia.ceph.com 2024-04-15T15:10:54.990 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-04-15T15:10:54.990 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-04-15T15:10:54.991 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-15T15:10:54.991 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-15T15:10:54.991 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-15T15:10:54.991 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-04-15T15:10:54.991 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:54.991 DEBUG:teuthology.orchestra.run.smithi203:> ip addr 2024-04-15T15:10:55.014 INFO:teuthology.orchestra.run.smithi203.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-15T15:10:55.015 INFO:teuthology.orchestra.run.smithi203.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-15T15:10:55.015 INFO:teuthology.orchestra.run.smithi203.stdout: inet 127.0.0.1/8 scope host lo 2024-04-15T15:10:55.015 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:55.015 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 ::1/128 scope host 2024-04-15T15:10:55.015 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:55.015 INFO:teuthology.orchestra.run.smithi203.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:10:55.015 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 0c:c4:7a:d9:19:44 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:55.015 INFO:teuthology.orchestra.run.smithi203.stdout: altname enp7s0f0 2024-04-15T15:10:55.015 INFO:teuthology.orchestra.run.smithi203.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:10:55.015 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 0c:c4:7a:d9:19:45 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:55.015 INFO:teuthology.orchestra.run.smithi203.stdout: altname enp7s0f1 2024-04-15T15:10:55.016 INFO:teuthology.orchestra.run.smithi203.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:10:55.016 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 0c:c4:7a:8f:4a:22 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:55.016 INFO:teuthology.orchestra.run.smithi203.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-15T15:10:55.016 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 0c:c4:7a:8f:4a:23 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:55.016 INFO:teuthology.orchestra.run.smithi203.stdout: inet 172.21.15.203/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-04-15T15:10:55.016 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft 42674sec preferred_lft 42674sec 2024-04-15T15:10:55.016 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 fe80::ec4:7aff:fe8f:4a23/64 scope link 2024-04-15T15:10:55.016 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:55.016 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-15T15:10:55.017 DEBUG:teuthology.orchestra.run.smithi203:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:55.017 DEBUG:teuthology.orchestra.run.smithi203:> set -e 2024-04-15T15:10:55.017 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip link add name ceph-brx type bridge 2024-04-15T15:10:55.017 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip addr flush dev ceph-brx 2024-04-15T15:10:55.017 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip link set ceph-brx up 2024-04-15T15:10:55.017 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-15T15:10:55.017 DEBUG:teuthology.orchestra.run.smithi203:> ') 2024-04-15T15:10:55.111 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:55.221 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:55.227 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:55.227 DEBUG:teuthology.orchestra.run.smithi203:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-15T15:10:55.256 INFO:teuthology.orchestra.run.smithi203.stdout:1 2024-04-15T15:10:55.257 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:55.257 DEBUG:teuthology.orchestra.run.smithi203:> route 2024-04-15T15:10:55.332 INFO:teuthology.orchestra.run.smithi203.stdout:Kernel IP routing table 2024-04-15T15:10:55.333 INFO:teuthology.orchestra.run.smithi203.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-15T15:10:55.333 INFO:teuthology.orchestra.run.smithi203.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-15T15:10:55.333 INFO:teuthology.orchestra.run.smithi203.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-15T15:10:55.333 INFO:teuthology.orchestra.run.smithi203.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-15T15:10:55.333 DEBUG:teuthology.orchestra.run.smithi203:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:55.333 DEBUG:teuthology.orchestra.run.smithi203:> set -e 2024-04-15T15:10:55.334 DEBUG:teuthology.orchestra.run.smithi203:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-15T15:10:55.334 DEBUG:teuthology.orchestra.run.smithi203:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-15T15:10:55.334 DEBUG:teuthology.orchestra.run.smithi203:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-15T15:10:55.334 DEBUG:teuthology.orchestra.run.smithi203:> ') 2024-04-15T15:10:55.422 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:55.631 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:55.637 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:55.637 DEBUG:teuthology.orchestra.run.smithi203:> ip netns list 2024-04-15T15:10:55.653 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:55.653 DEBUG:teuthology.orchestra.run.smithi203:> ip netns list-id 2024-04-15T15:10:55.709 DEBUG:teuthology.orchestra.run.smithi203:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:55.710 DEBUG:teuthology.orchestra.run.smithi203:> set -e 2024-04-15T15:10:55.710 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:10:55.710 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-04-15T15:10:55.710 DEBUG:teuthology.orchestra.run.smithi203:> ') 2024-04-15T15:10:55.800 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:55.834 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:55.840 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-04-15T15:10:55.841 DEBUG:teuthology.orchestra.run.smithi203:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:55.841 DEBUG:teuthology.orchestra.run.smithi203:> set -e 2024-04-15T15:10:55.841 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-04-15T15:10:55.841 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-15T15:10:55.841 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-04-15T15:10:55.841 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-04-15T15:10:55.841 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-04-15T15:10:55.841 DEBUG:teuthology.orchestra.run.smithi203:> ') 2024-04-15T15:10:55.891 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:55 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:55.979 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:55.986 DEBUG:teuthology.orchestra.run.smithi203:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:55.986 DEBUG:teuthology.orchestra.run.smithi203:> set -e 2024-04-15T15:10:55.986 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip link set brx.0 up 2024-04-15T15:10:55.986 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip link set dev brx.0 master ceph-brx 2024-04-15T15:10:55.986 DEBUG:teuthology.orchestra.run.smithi203:> ') 2024-04-15T15:10:56.035 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:56 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:56.065 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:56.071 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-04-15T15:10:56.072 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:10:56.072 DEBUG:teuthology.orchestra.run.smithi203:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-04-15T15:10:56.087 INFO:teuthology.orchestra.run.smithi203.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-04-15T15:10:56.087 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:10:56.087 DEBUG:teuthology.orchestra.run.smithi203:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-04-15T15:10:56.143 DEBUG:teuthology.orchestra.run.smithi203:> sudo modprobe fuse 2024-04-15T15:10:56.213 DEBUG:teuthology.orchestra.run.smithi203:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:10:56.269 INFO:teuthology.orchestra.run.smithi203.stdout:/proc 2024-04-15T15:10:56.269 INFO:teuthology.orchestra.run.smithi203.stdout:/sys 2024-04-15T15:10:56.269 INFO:teuthology.orchestra.run.smithi203.stdout:/dev 2024-04-15T15:10:56.269 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/security 2024-04-15T15:10:56.269 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/shm 2024-04-15T15:10:56.269 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/pts 2024-04-15T15:10:56.269 INFO:teuthology.orchestra.run.smithi203.stdout:/run 2024-04-15T15:10:56.269 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/cgroup 2024-04-15T15:10:56.269 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/pstore 2024-04-15T15:10:56.269 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/bpf 2024-04-15T15:10:56.270 INFO:teuthology.orchestra.run.smithi203.stdout:/ 2024-04-15T15:10:56.270 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/selinux 2024-04-15T15:10:56.270 INFO:teuthology.orchestra.run.smithi203.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:10:56.270 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/mqueue 2024-04-15T15:10:56.270 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/hugepages 2024-04-15T15:10:56.270 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/debug 2024-04-15T15:10:56.270 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/tracing 2024-04-15T15:10:56.270 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/fuse/connections 2024-04-15T15:10:56.270 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/config 2024-04-15T15:10:56.270 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:10:56.270 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:10:56.270 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:10:56.270 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:10:56.270 INFO:teuthology.orchestra.run.smithi203.stdout:/run/user/1000 2024-04-15T15:10:56.271 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph 2024-04-15T15:10:56.271 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-4 2024-04-15T15:10:56.271 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-5 2024-04-15T15:10:56.271 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-6 2024-04-15T15:10:56.271 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-7 2024-04-15T15:10:56.271 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns 2024-04-15T15:10:56.271 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:10:56.271 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:10:56.271 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:56.271 DEBUG:teuthology.orchestra.run.smithi203:> ls /sys/fs/fuse/connections 2024-04-15T15:10:56.325 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-15T15:10:56.325 DEBUG:teuthology.orchestra.run.smithi203:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-04-15T15:10:56.368 DEBUG:teuthology.orchestra.run.smithi203:> sudo modprobe fuse 2024-04-15T15:10:56.396 DEBUG:teuthology.orchestra.run.smithi203:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:10:56.453 INFO:teuthology.orchestra.run.smithi203.stdout:/proc 2024-04-15T15:10:56.453 INFO:teuthology.orchestra.run.smithi203.stdout:/sys 2024-04-15T15:10:56.453 INFO:teuthology.orchestra.run.smithi203.stdout:/dev 2024-04-15T15:10:56.453 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/security 2024-04-15T15:10:56.453 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/shm 2024-04-15T15:10:56.453 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/pts 2024-04-15T15:10:56.453 INFO:teuthology.orchestra.run.smithi203.stdout:/run 2024-04-15T15:10:56.453 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/cgroup 2024-04-15T15:10:56.453 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/pstore 2024-04-15T15:10:56.453 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/bpf 2024-04-15T15:10:56.453 INFO:teuthology.orchestra.run.smithi203.stdout:/ 2024-04-15T15:10:56.454 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/selinux 2024-04-15T15:10:56.454 INFO:teuthology.orchestra.run.smithi203.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:10:56.454 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/mqueue 2024-04-15T15:10:56.454 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/hugepages 2024-04-15T15:10:56.454 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/debug 2024-04-15T15:10:56.454 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/tracing 2024-04-15T15:10:56.454 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/fuse/connections 2024-04-15T15:10:56.454 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/config 2024-04-15T15:10:56.454 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:10:56.454 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:10:56.454 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:10:56.454 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:10:56.454 INFO:teuthology.orchestra.run.smithi203.stdout:/run/user/1000 2024-04-15T15:10:56.455 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph 2024-04-15T15:10:56.455 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-4 2024-04-15T15:10:56.455 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-5 2024-04-15T15:10:56.455 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-6 2024-04-15T15:10:56.455 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-7 2024-04-15T15:10:56.455 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns 2024-04-15T15:10:56.455 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:10:56.455 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:10:56.455 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:56.455 DEBUG:teuthology.orchestra.run.smithi203:> ls /sys/fs/fuse/connections 2024-04-15T15:10:56.458 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi203.stderr:2024-04-15T15:10:56.456+0000 7f36b62bb480 -1 init, newargv = 0x5643d37b3b40 newargc=15 2024-04-15T15:10:56.458 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi203.stderr:ceph-fuse[43970]: starting ceph client 2024-04-15T15:10:56.463 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi203.stderr:ceph-fuse[43970]: starting fuse 2024-04-15T15:10:56.473 INFO:teuthology.orchestra.run.smithi203.stdout:41 2024-04-15T15:10:56.474 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-04-15T15:10:56.474 DEBUG:teuthology.orchestra.run.smithi203:> sudo stdin-killer -- python3 -c ' 2024-04-15T15:10:56.474 DEBUG:teuthology.orchestra.run.smithi203:> import glob 2024-04-15T15:10:56.474 DEBUG:teuthology.orchestra.run.smithi203:> import re 2024-04-15T15:10:56.474 DEBUG:teuthology.orchestra.run.smithi203:> import os 2024-04-15T15:10:56.474 DEBUG:teuthology.orchestra.run.smithi203:> import subprocess 2024-04-15T15:10:56.474 DEBUG:teuthology.orchestra.run.smithi203:> 2024-04-15T15:10:56.474 DEBUG:teuthology.orchestra.run.smithi203:> def _find_admin_socket(client_name): 2024-04-15T15:10:56.474 DEBUG:teuthology.orchestra.run.smithi203:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-04-15T15:10:56.474 DEBUG:teuthology.orchestra.run.smithi203:> files = glob.glob(asok_path) 2024-04-15T15:10:56.474 DEBUG:teuthology.orchestra.run.smithi203:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-04-15T15:10:56.474 DEBUG:teuthology.orchestra.run.smithi203:> 2024-04-15T15:10:56.475 DEBUG:teuthology.orchestra.run.smithi203:> # Given a non-glob path, it better be there 2024-04-15T15:10:56.475 DEBUG:teuthology.orchestra.run.smithi203:> if "*" not in asok_path: 2024-04-15T15:10:56.475 DEBUG:teuthology.orchestra.run.smithi203:> assert(len(files) == 1) 2024-04-15T15:10:56.475 DEBUG:teuthology.orchestra.run.smithi203:> return files[0] 2024-04-15T15:10:56.475 DEBUG:teuthology.orchestra.run.smithi203:> 2024-04-15T15:10:56.475 DEBUG:teuthology.orchestra.run.smithi203:> for f in files: 2024-04-15T15:10:56.475 DEBUG:teuthology.orchestra.run.smithi203:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-15T15:10:56.475 DEBUG:teuthology.orchestra.run.smithi203:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-15T15:10:56.475 DEBUG:teuthology.orchestra.run.smithi203:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-15T15:10:56.475 DEBUG:teuthology.orchestra.run.smithi203:> contents = proc_f.read() 2024-04-15T15:10:56.475 DEBUG:teuthology.orchestra.run.smithi203:> if mountpoint in contents: 2024-04-15T15:10:56.475 DEBUG:teuthology.orchestra.run.smithi203:> return f 2024-04-15T15:10:56.475 DEBUG:teuthology.orchestra.run.smithi203:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-15T15:10:56.475 DEBUG:teuthology.orchestra.run.smithi203:> 2024-04-15T15:10:56.476 DEBUG:teuthology.orchestra.run.smithi203:> print(_find_admin_socket("client.1")) 2024-04-15T15:10:56.476 DEBUG:teuthology.orchestra.run.smithi203:> ' 2024-04-15T15:10:56.596 INFO:teuthology.orchestra.run.smithi203.stdout:/var/run/ceph/ceph-client.1.43970.asok 2024-04-15T15:10:56.599 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:56.607 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.43970.asok 2024-04-15T15:10:56.607 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:56.607 DEBUG:teuthology.orchestra.run.smithi203:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.43970.asok status 2024-04-15T15:10:56.748 INFO:teuthology.orchestra.run.smithi203.stdout:{ 2024-04-15T15:10:56.748 INFO:teuthology.orchestra.run.smithi203.stdout: "metadata": { 2024-04-15T15:10:56.748 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_sha1": "9bf1c4ba967dd24077be6e5b87edda4ca87a6e14", 2024-04-15T15:10:56.748 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_version": "ceph version 19.0.0-2861-g9bf1c4ba (9bf1c4ba967dd24077be6e5b87edda4ca87a6e14) squid (dev)", 2024-04-15T15:10:56.748 INFO:teuthology.orchestra.run.smithi203.stdout: "entity_id": "1", 2024-04-15T15:10:56.748 INFO:teuthology.orchestra.run.smithi203.stdout: "hostname": "smithi203", 2024-04-15T15:10:56.748 INFO:teuthology.orchestra.run.smithi203.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-04-15T15:10:56.748 INFO:teuthology.orchestra.run.smithi203.stdout: "pid": "43970", 2024-04-15T15:10:56.748 INFO:teuthology.orchestra.run.smithi203.stdout: "root": "/" 2024-04-15T15:10:56.749 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-04-15T15:10:56.749 INFO:teuthology.orchestra.run.smithi203.stdout: "dentry_count": 0, 2024-04-15T15:10:56.749 INFO:teuthology.orchestra.run.smithi203.stdout: "dentry_pinned_count": 0, 2024-04-15T15:10:56.749 INFO:teuthology.orchestra.run.smithi203.stdout: "id": 4741, 2024-04-15T15:10:56.749 INFO:teuthology.orchestra.run.smithi203.stdout: "inst": { 2024-04-15T15:10:56.749 INFO:teuthology.orchestra.run.smithi203.stdout: "name": { 2024-04-15T15:10:56.749 INFO:teuthology.orchestra.run.smithi203.stdout: "type": "client", 2024-04-15T15:10:56.749 INFO:teuthology.orchestra.run.smithi203.stdout: "num": 4741 2024-04-15T15:10:56.749 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-04-15T15:10:56.749 INFO:teuthology.orchestra.run.smithi203.stdout: "addr": { 2024-04-15T15:10:56.749 INFO:teuthology.orchestra.run.smithi203.stdout: "type": "v1", 2024-04-15T15:10:56.749 INFO:teuthology.orchestra.run.smithi203.stdout: "addr": "192.168.0.1:0", 2024-04-15T15:10:56.749 INFO:teuthology.orchestra.run.smithi203.stdout: "nonce": 1007591299 2024-04-15T15:10:56.749 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-04-15T15:10:56.749 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-04-15T15:10:56.750 INFO:teuthology.orchestra.run.smithi203.stdout: "addr": { 2024-04-15T15:10:56.750 INFO:teuthology.orchestra.run.smithi203.stdout: "type": "v1", 2024-04-15T15:10:56.750 INFO:teuthology.orchestra.run.smithi203.stdout: "addr": "192.168.0.1:0", 2024-04-15T15:10:56.750 INFO:teuthology.orchestra.run.smithi203.stdout: "nonce": 1007591299 2024-04-15T15:10:56.750 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-04-15T15:10:56.750 INFO:teuthology.orchestra.run.smithi203.stdout: "inst_str": "client.4741 192.168.0.1:0/1007591299", 2024-04-15T15:10:56.750 INFO:teuthology.orchestra.run.smithi203.stdout: "addr_str": "192.168.0.1:0/1007591299", 2024-04-15T15:10:56.750 INFO:teuthology.orchestra.run.smithi203.stdout: "inode_count": 1, 2024-04-15T15:10:56.750 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_epoch": 9, 2024-04-15T15:10:56.750 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_epoch": 24, 2024-04-15T15:10:56.750 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_epoch_barrier": 0, 2024-04-15T15:10:56.750 INFO:teuthology.orchestra.run.smithi203.stdout: "blocklisted": false, 2024-04-15T15:10:56.751 INFO:teuthology.orchestra.run.smithi203.stdout: "fs_name": "cephfs" 2024-04-15T15:10:56.751 INFO:teuthology.orchestra.run.smithi203.stdout:} 2024-04-15T15:10:56.756 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-04-15T15:10:56.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.870+0000 7f886ab0e640 1 Processor -- start 2024-04-15T15:10:56.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.870+0000 7f886ab0e640 1 -- start start 2024-04-15T15:10:56.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.870+0000 7f886ab0e640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f88640cc5e0 0x7f88640ccc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:56.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.870+0000 7f886ab0e640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f88640af740 0x7f88640cd160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:56.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.870+0000 7f886ab0e640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f88640cf990 con 0x7f886415ad10 2024-04-15T15:10:56.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.870+0000 7f886ab0e640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f88640cd790 con 0x7f88640cc5e0 2024-04-15T15:10:56.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.870+0000 7f886ab0e640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f886415bf10 con 0x7f88640af740 2024-04-15T15:10:56.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.870+0000 7f88690ab640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f886415ad10 0x7f886415b180 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:44190/0 (socket says 172.21.15.84:44190) 2024-04-15T15:10:56.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.870+0000 7f88690ab640 1 -- 172.21.15.84:0/4223011377 learned_addr learned my addr 172.21.15.84:0/4223011377 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:56.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.870+0000 7f88688aa640 1 --2- 172.21.15.84:0/4223011377 >> v2:172.21.15.203:3300/0 conn(0x7f88640cc5e0 0x7f88640ccc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:56.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.870+0000 7f8863fff640 1 --2- 172.21.15.84:0/4223011377 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f88640af740 0x7f88640cd160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:56.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.870+0000 7f88637fe640 1 -- 172.21.15.84:0/4223011377 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4252008635 0 0) 0x7f88640cf990 con 0x7f886415ad10 2024-04-15T15:10:56.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.870+0000 7f88637fe640 1 -- 172.21.15.84:0/4223011377 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8850003520 con 0x7f886415ad10 2024-04-15T15:10:56.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.871+0000 7f88688aa640 1 -- 172.21.15.84:0/4223011377 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f88640af740 msgr2=0x7f88640cd160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:56.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.871+0000 7f88688aa640 1 --2- 172.21.15.84:0/4223011377 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f88640af740 0x7f88640cd160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:56.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.871+0000 7f88688aa640 1 -- 172.21.15.84:0/4223011377 >> v1:172.21.15.84:6789/0 conn(0x7f886415ad10 legacy=0x7f886415b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:56.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.871+0000 7f88688aa640 1 -- 172.21.15.84:0/4223011377 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f88640cfc30 con 0x7f88640cc5e0 2024-04-15T15:10:56.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.871+0000 7f8863fff640 1 --2- 172.21.15.84:0/4223011377 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f88640af740 0x7f88640cd160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:10:56.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.871+0000 7f88688aa640 1 --2- 172.21.15.84:0/4223011377 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f88640cc5e0 0x7f88640ccc20 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f885c0097a0 tx=0x7f885c02b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f5b89890fd721b19 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:56.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.872+0000 7f88637fe640 1 -- 172.21.15.84:0/4223011377 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f885c035020 con 0x7f88640cc5e0 2024-04-15T15:10:56.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.872+0000 7f88637fe640 1 -- 172.21.15.84:0/4223011377 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f885c031830 con 0x7f88640cc5e0 2024-04-15T15:10:56.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.872+0000 7f88637fe640 1 -- 172.21.15.84:0/4223011377 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f885c031be0 con 0x7f88640cc5e0 2024-04-15T15:10:56.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.872+0000 7f886ab0e640 1 -- 172.21.15.84:0/4223011377 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f88640cc5e0 msgr2=0x7f88640ccc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:56.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.872+0000 7f886ab0e640 1 --2- 172.21.15.84:0/4223011377 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f88640cc5e0 0x7f88640ccc20 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f885c0097a0 tx=0x7f885c02b8d0 comp rx=0 tx=0).stop 2024-04-15T15:10:56.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.872+0000 7f886ab0e640 1 -- 172.21.15.84:0/4223011377 shutdown_connections 2024-04-15T15:10:56.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.872+0000 7f886ab0e640 1 --2- 172.21.15.84:0/4223011377 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f88640af740 0x7f88640cd160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:56.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.872+0000 7f886ab0e640 1 --2- 172.21.15.84:0/4223011377 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f88640cc5e0 0x7f88640ccc20 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:56.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.872+0000 7f886ab0e640 1 -- 172.21.15.84:0/4223011377 >> 172.21.15.84:0/4223011377 conn(0x7f88640b1dd0 msgr2=0x7f88640b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:56.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.872+0000 7f886ab0e640 1 -- 172.21.15.84:0/4223011377 shutdown_connections 2024-04-15T15:10:56.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.872+0000 7f886ab0e640 1 -- 172.21.15.84:0/4223011377 wait complete. 2024-04-15T15:10:56.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.873+0000 7f886ab0e640 1 Processor -- start 2024-04-15T15:10:56.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.873+0000 7f886ab0e640 1 -- start start 2024-04-15T15:10:56.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.874+0000 7f886ab0e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f88640af740 0x7f8864159920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:56.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.874+0000 7f886ab0e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f88640cc5e0 0x7f886409db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:56.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.874+0000 7f886ab0e640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f886415ad10 0x7f88641f2ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:56.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.874+0000 7f886ab0e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f886406dc10 con 0x7f88640cc5e0 2024-04-15T15:10:56.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.874+0000 7f886ab0e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f88640ce2d0 con 0x7f88640af740 2024-04-15T15:10:56.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.874+0000 7f886ab0e640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f886406dd90 con 0x7f886415ad10 2024-04-15T15:10:56.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.874+0000 7f8863fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f88640cc5e0 0x7f886409db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:56.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.874+0000 7f8863fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f88640cc5e0 0x7f886409db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:44870/0 (socket says 172.21.15.84:44870) 2024-04-15T15:10:56.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.874+0000 7f8863fff640 1 -- 172.21.15.84:0/2424411635 learned_addr learned my addr 172.21.15.84:0/2424411635 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:56.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.874+0000 7f88690ab640 1 --2- 172.21.15.84:0/2424411635 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f886415ad10 0x7f88641f2ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:56.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.875+0000 7f88688aa640 1 --2- 172.21.15.84:0/2424411635 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f88640af740 0x7f8864159920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:56.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.875+0000 7f8863fff640 1 -- 172.21.15.84:0/2424411635 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f886415ad10 msgr2=0x7f88641f2ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:56.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.875+0000 7f8863fff640 1 --2- 172.21.15.84:0/2424411635 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f886415ad10 0x7f88641f2ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:56.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.875+0000 7f8863fff640 1 -- 172.21.15.84:0/2424411635 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f88640af740 msgr2=0x7f8864159920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:56.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.875+0000 7f8863fff640 1 --2- 172.21.15.84:0/2424411635 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f88640af740 0x7f8864159920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:56.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.875+0000 7f8863fff640 1 -- 172.21.15.84:0/2424411635 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8864159e60 con 0x7f88640cc5e0 2024-04-15T15:10:56.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.875+0000 7f8863fff640 1 --2- 172.21.15.84:0/2424411635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f88640cc5e0 0x7f886409db70 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f885400efc0 tx=0x7f885400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:56.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.875+0000 7f88617fa640 1 -- 172.21.15.84:0/2424411635 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8854018020 con 0x7f88640cc5e0 2024-04-15T15:10:56.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.875+0000 7f88617fa640 1 -- 172.21.15.84:0/2424411635 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8854014680 con 0x7f88640cc5e0 2024-04-15T15:10:56.880 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.875+0000 7f886ab0e640 1 -- 172.21.15.84:0/2424411635 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f88640ad840 con 0x7f88640cc5e0 2024-04-15T15:10:56.880 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.875+0000 7f88617fa640 1 -- 172.21.15.84:0/2424411635 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8854014a50 con 0x7f88640cc5e0 2024-04-15T15:10:56.880 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.875+0000 7f886ab0e640 1 -- 172.21.15.84:0/2424411635 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88640ade00 con 0x7f88640cc5e0 2024-04-15T15:10:56.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.876+0000 7f886ab0e640 1 -- 172.21.15.84:0/2424411635 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f88640689e0 con 0x7f88640cc5e0 2024-04-15T15:10:56.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.877+0000 7f88617fa640 1 -- 172.21.15.84:0/2424411635 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f8854005d10 con 0x7f88640cc5e0 2024-04-15T15:10:56.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.877+0000 7f88617fa640 1 --2- 172.21.15.84:0/2424411635 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f884406c8f0 0x7f884406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:56.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.877+0000 7f88617fa640 1 -- 172.21.15.84:0/2424411635 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f885408cbd0 con 0x7f88640cc5e0 2024-04-15T15:10:56.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.877+0000 7f88688aa640 1 --2- 172.21.15.84:0/2424411635 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f884406c8f0 0x7f884406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:56.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.878+0000 7f88688aa640 1 --2- 172.21.15.84:0/2424411635 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f884406c8f0 0x7f884406edb0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f885c036000 tx=0x7f885c008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:56.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:56.881+0000 7f88617fa640 1 -- 172.21.15.84:0/2424411635 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f8854022030 con 0x7f88640cc5e0 2024-04-15T15:10:57.094 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:57.092+0000 7f886ab0e640 1 -- 172.21.15.84:0/2424411635 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f88640ae200 con 0x7f88640cc5e0 2024-04-15T15:10:57.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:57.093+0000 7f88617fa640 1 -- 172.21.15.84:0/2424411635 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) ==== 53+0+88 (secure 0 0 0) 0x7f8864159e60 con 0x7f88640cc5e0 2024-04-15T15:10:57.095 INFO:teuthology.orchestra.run.smithi084.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-04-15T15:10:57.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:57.095+0000 7f886ab0e640 1 -- 172.21.15.84:0/2424411635 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f884406c8f0 msgr2=0x7f884406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:57.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:57.095+0000 7f886ab0e640 1 --2- 172.21.15.84:0/2424411635 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f884406c8f0 0x7f884406edb0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f885c036000 tx=0x7f885c008030 comp rx=0 tx=0).stop 2024-04-15T15:10:57.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:57.095+0000 7f886ab0e640 1 -- 172.21.15.84:0/2424411635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f88640cc5e0 msgr2=0x7f886409db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:57.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:57.095+0000 7f886ab0e640 1 --2- 172.21.15.84:0/2424411635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f88640cc5e0 0x7f886409db70 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f885400efc0 tx=0x7f885400c490 comp rx=0 tx=0).stop 2024-04-15T15:10:57.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:57.095+0000 7f886ab0e640 1 -- 172.21.15.84:0/2424411635 shutdown_connections 2024-04-15T15:10:57.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:57.095+0000 7f886ab0e640 1 --2- 172.21.15.84:0/2424411635 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f886415ad10 0x7f88641f2ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:57.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:57.095+0000 7f886ab0e640 1 --2- 172.21.15.84:0/2424411635 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f88640cc5e0 0x7f886409db70 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:57.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:57.095+0000 7f886ab0e640 1 --2- 172.21.15.84:0/2424411635 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f884406c8f0 0x7f884406edb0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:57.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:57.095+0000 7f886ab0e640 1 --2- 172.21.15.84:0/2424411635 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f88640af740 0x7f8864159920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:57.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:57.095+0000 7f886ab0e640 1 -- 172.21.15.84:0/2424411635 >> 172.21.15.84:0/2424411635 conn(0x7f88640b1dd0 msgr2=0x7f886406b960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:57.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:57.095+0000 7f886ab0e640 1 -- 172.21.15.84:0/2424411635 shutdown_connections 2024-04-15T15:10:57.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:57.095+0000 7f886ab0e640 1 -- 172.21.15.84:0/2424411635 wait complete. 2024-04-15T15:10:57.107 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-15T15:10:57.108 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-15T15:10:57.108 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi203.front.sepia.ceph.com 2024-04-15T15:10:57.108 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-04-15T15:10:57.108 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-04-15T15:10:57.108 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-15T15:10:57.108 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-15T15:10:57.108 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-15T15:10:57.108 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-04-15T15:10:57.108 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:57.108 DEBUG:teuthology.orchestra.run.smithi203:> ip addr 2024-04-15T15:10:57.126 INFO:teuthology.orchestra.run.smithi203.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-15T15:10:57.126 INFO:teuthology.orchestra.run.smithi203.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-15T15:10:57.126 INFO:teuthology.orchestra.run.smithi203.stdout: inet 127.0.0.1/8 scope host lo 2024-04-15T15:10:57.126 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:57.127 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 ::1/128 scope host 2024-04-15T15:10:57.127 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:57.127 INFO:teuthology.orchestra.run.smithi203.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:10:57.127 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 0c:c4:7a:d9:19:44 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:57.127 INFO:teuthology.orchestra.run.smithi203.stdout: altname enp7s0f0 2024-04-15T15:10:57.127 INFO:teuthology.orchestra.run.smithi203.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:10:57.127 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 0c:c4:7a:d9:19:45 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:57.127 INFO:teuthology.orchestra.run.smithi203.stdout: altname enp7s0f1 2024-04-15T15:10:57.127 INFO:teuthology.orchestra.run.smithi203.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:10:57.127 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 0c:c4:7a:8f:4a:22 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:57.127 INFO:teuthology.orchestra.run.smithi203.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-15T15:10:57.127 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 0c:c4:7a:8f:4a:23 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:57.127 INFO:teuthology.orchestra.run.smithi203.stdout: inet 172.21.15.203/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-04-15T15:10:57.127 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft 42671sec preferred_lft 42671sec 2024-04-15T15:10:57.127 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 fe80::ec4:7aff:fe8f:4a23/64 scope link 2024-04-15T15:10:57.128 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:57.128 INFO:teuthology.orchestra.run.smithi203.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-04-15T15:10:57.128 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 62:46:3e:56:07:0b brd ff:ff:ff:ff:ff:ff 2024-04-15T15:10:57.128 INFO:teuthology.orchestra.run.smithi203.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-04-15T15:10:57.128 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:57.128 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 fe80::f8e6:42ff:fea2:5ff6/64 scope link 2024-04-15T15:10:57.128 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:57.128 INFO:teuthology.orchestra.run.smithi203.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-04-15T15:10:57.128 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 62:46:3e:56:07:0b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:10:57.128 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 fe80::6046:3eff:fe56:70b/64 scope link tentative 2024-04-15T15:10:57.128 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:57.128 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:57.129 DEBUG:teuthology.orchestra.run.smithi203:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-15T15:10:57.195 INFO:teuthology.orchestra.run.smithi203.stdout:1 2024-04-15T15:10:57.197 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:57.197 DEBUG:teuthology.orchestra.run.smithi203:> route 2024-04-15T15:10:57.254 INFO:teuthology.orchestra.run.smithi203.stdout:Kernel IP routing table 2024-04-15T15:10:57.255 INFO:teuthology.orchestra.run.smithi203.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-15T15:10:57.255 INFO:teuthology.orchestra.run.smithi203.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-15T15:10:57.255 INFO:teuthology.orchestra.run.smithi203.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-15T15:10:57.255 INFO:teuthology.orchestra.run.smithi203.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-15T15:10:57.255 DEBUG:teuthology.orchestra.run.smithi203:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:57.255 DEBUG:teuthology.orchestra.run.smithi203:> set -e 2024-04-15T15:10:57.256 DEBUG:teuthology.orchestra.run.smithi203:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-15T15:10:57.256 DEBUG:teuthology.orchestra.run.smithi203:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-15T15:10:57.256 DEBUG:teuthology.orchestra.run.smithi203:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-15T15:10:57.256 DEBUG:teuthology.orchestra.run.smithi203:> ') 2024-04-15T15:10:57.345 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:57 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:57.390 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:57.396 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:57.396 DEBUG:teuthology.orchestra.run.smithi203:> ip netns list 2024-04-15T15:10:57.412 INFO:teuthology.orchestra.run.smithi203.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-04-15T15:10:57.412 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:57.412 DEBUG:teuthology.orchestra.run.smithi203:> ip netns list-id 2024-04-15T15:10:57.467 INFO:teuthology.orchestra.run.smithi203.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-04-15T15:10:57.468 DEBUG:teuthology.orchestra.run.smithi203:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:57.468 DEBUG:teuthology.orchestra.run.smithi203:> set -e 2024-04-15T15:10:57.468 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-04-15T15:10:57.468 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-04-15T15:10:57.468 DEBUG:teuthology.orchestra.run.smithi203:> ') 2024-04-15T15:10:57.558 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:57 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:57.587 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:57.593 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:57.593 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-04-15T15:10:57.622 INFO:teuthology.orchestra.run.smithi203.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-15T15:10:57.622 INFO:teuthology.orchestra.run.smithi203.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-15T15:10:57.622 INFO:teuthology.orchestra.run.smithi203.stdout: inet 127.0.0.1/8 scope host lo 2024-04-15T15:10:57.622 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:57.622 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 ::1/128 scope host 2024-04-15T15:10:57.622 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:57.622 INFO:teuthology.orchestra.run.smithi203.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-04-15T15:10:57.622 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether e2:68:de:a6:1b:ad brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-04-15T15:10:57.622 INFO:teuthology.orchestra.run.smithi203.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-04-15T15:10:57.623 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:57.623 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 fe80::e068:deff:fea6:1bad/64 scope link tentative 2024-04-15T15:10:57.623 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:57.624 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:57.624 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-04-15T15:10:57.692 INFO:teuthology.orchestra.run.smithi203.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-15T15:10:57.692 INFO:teuthology.orchestra.run.smithi203.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-15T15:10:57.692 INFO:teuthology.orchestra.run.smithi203.stdout: inet 127.0.0.1/8 scope host lo 2024-04-15T15:10:57.692 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:57.692 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 ::1/128 scope host 2024-04-15T15:10:57.692 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:57.692 INFO:teuthology.orchestra.run.smithi203.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-04-15T15:10:57.692 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether e2:68:de:a6:1b:ad brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-04-15T15:10:57.692 INFO:teuthology.orchestra.run.smithi203.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-04-15T15:10:57.693 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:57.693 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 fe80::e068:deff:fea6:1bad/64 scope link tentative 2024-04-15T15:10:57.693 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:10:57.694 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-04-15T15:10:57.694 DEBUG:teuthology.orchestra.run.smithi203:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:57.694 DEBUG:teuthology.orchestra.run.smithi203:> set -e 2024-04-15T15:10:57.694 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-04-15T15:10:57.694 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-04-15T15:10:57.694 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-04-15T15:10:57.694 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-04-15T15:10:57.694 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-04-15T15:10:57.695 DEBUG:teuthology.orchestra.run.smithi203:> ') 2024-04-15T15:10:57.783 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:57 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:57.859 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:57.866 DEBUG:teuthology.orchestra.run.smithi203:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:10:57.866 DEBUG:teuthology.orchestra.run.smithi203:> set -e 2024-04-15T15:10:57.866 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip link set brx.1 up 2024-04-15T15:10:57.866 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip link set dev brx.1 master ceph-brx 2024-04-15T15:10:57.866 DEBUG:teuthology.orchestra.run.smithi203:> ') 2024-04-15T15:10:57.916 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:57 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:10:57.945 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:57.951 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-04-15T15:10:57.951 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:10:57.951 DEBUG:teuthology.orchestra.run.smithi203:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-04-15T15:10:57.967 INFO:teuthology.orchestra.run.smithi203.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-04-15T15:10:57.967 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:10:57.967 DEBUG:teuthology.orchestra.run.smithi203:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-04-15T15:10:58.023 DEBUG:teuthology.orchestra.run.smithi203:> sudo modprobe fuse 2024-04-15T15:10:58.092 DEBUG:teuthology.orchestra.run.smithi203:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:10:58.149 INFO:teuthology.orchestra.run.smithi203.stdout:/proc 2024-04-15T15:10:58.149 INFO:teuthology.orchestra.run.smithi203.stdout:/sys 2024-04-15T15:10:58.149 INFO:teuthology.orchestra.run.smithi203.stdout:/dev 2024-04-15T15:10:58.149 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/security 2024-04-15T15:10:58.149 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/shm 2024-04-15T15:10:58.150 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/pts 2024-04-15T15:10:58.150 INFO:teuthology.orchestra.run.smithi203.stdout:/run 2024-04-15T15:10:58.150 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/cgroup 2024-04-15T15:10:58.150 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/pstore 2024-04-15T15:10:58.150 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/bpf 2024-04-15T15:10:58.150 INFO:teuthology.orchestra.run.smithi203.stdout:/ 2024-04-15T15:10:58.150 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/selinux 2024-04-15T15:10:58.150 INFO:teuthology.orchestra.run.smithi203.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:10:58.150 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/mqueue 2024-04-15T15:10:58.150 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/hugepages 2024-04-15T15:10:58.150 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/debug 2024-04-15T15:10:58.150 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/tracing 2024-04-15T15:10:58.150 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/fuse/connections 2024-04-15T15:10:58.151 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/config 2024-04-15T15:10:58.151 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:10:58.151 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:10:58.151 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:10:58.151 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:10:58.151 INFO:teuthology.orchestra.run.smithi203.stdout:/run/user/1000 2024-04-15T15:10:58.151 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph 2024-04-15T15:10:58.151 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-4 2024-04-15T15:10:58.151 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-5 2024-04-15T15:10:58.151 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-6 2024-04-15T15:10:58.151 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-7 2024-04-15T15:10:58.151 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns 2024-04-15T15:10:58.151 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:10:58.152 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:10:58.152 INFO:teuthology.orchestra.run.smithi203.stdout:/home/ubuntu/cephtest/mnt.1 2024-04-15T15:10:58.152 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-04-15T15:10:58.152 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-04-15T15:10:58.152 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:58.152 DEBUG:teuthology.orchestra.run.smithi203:> ls /sys/fs/fuse/connections 2024-04-15T15:10:58.205 INFO:teuthology.orchestra.run.smithi203.stdout:41 2024-04-15T15:10:58.205 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [41] 2024-04-15T15:10:58.205 DEBUG:teuthology.orchestra.run.smithi203:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-04-15T15:10:58.248 DEBUG:teuthology.orchestra.run.smithi203:> sudo modprobe fuse 2024-04-15T15:10:58.275 DEBUG:teuthology.orchestra.run.smithi203:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:10:58.332 INFO:teuthology.orchestra.run.smithi203.stdout:/proc 2024-04-15T15:10:58.333 INFO:teuthology.orchestra.run.smithi203.stdout:/sys 2024-04-15T15:10:58.333 INFO:teuthology.orchestra.run.smithi203.stdout:/dev 2024-04-15T15:10:58.333 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/security 2024-04-15T15:10:58.333 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/shm 2024-04-15T15:10:58.333 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/pts 2024-04-15T15:10:58.333 INFO:teuthology.orchestra.run.smithi203.stdout:/run 2024-04-15T15:10:58.333 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/cgroup 2024-04-15T15:10:58.333 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/pstore 2024-04-15T15:10:58.333 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/bpf 2024-04-15T15:10:58.333 INFO:teuthology.orchestra.run.smithi203.stdout:/ 2024-04-15T15:10:58.333 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/selinux 2024-04-15T15:10:58.333 INFO:teuthology.orchestra.run.smithi203.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:10:58.333 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/mqueue 2024-04-15T15:10:58.334 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/hugepages 2024-04-15T15:10:58.334 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/debug 2024-04-15T15:10:58.334 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/tracing 2024-04-15T15:10:58.334 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/fuse/connections 2024-04-15T15:10:58.334 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/config 2024-04-15T15:10:58.334 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:10:58.334 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:10:58.335 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:10:58.335 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:10:58.335 INFO:teuthology.orchestra.run.smithi203.stdout:/run/user/1000 2024-04-15T15:10:58.335 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph 2024-04-15T15:10:58.335 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-4 2024-04-15T15:10:58.335 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-5 2024-04-15T15:10:58.335 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-6 2024-04-15T15:10:58.335 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-7 2024-04-15T15:10:58.335 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns 2024-04-15T15:10:58.335 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:10:58.335 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:10:58.335 INFO:teuthology.orchestra.run.smithi203.stdout:/home/ubuntu/cephtest/mnt.1 2024-04-15T15:10:58.335 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-04-15T15:10:58.336 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-04-15T15:10:58.336 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:58.336 DEBUG:teuthology.orchestra.run.smithi203:> ls /sys/fs/fuse/connections 2024-04-15T15:10:58.337 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi203.stderr:2024-04-15T15:10:58.335+0000 7f2062333480 -1 init, newargv = 0x561c8f4ca250 newargc=15 2024-04-15T15:10:58.337 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi203.stderr:ceph-fuse[44427]: starting ceph client 2024-04-15T15:10:58.341 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi203.stderr:ceph-fuse[44427]: starting fuse 2024-04-15T15:10:58.352 INFO:teuthology.orchestra.run.smithi203.stdout:41 2024-04-15T15:10:58.352 INFO:teuthology.orchestra.run.smithi203.stdout:44 2024-04-15T15:10:58.352 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41, 44] 2024-04-15T15:10:58.352 DEBUG:teuthology.orchestra.run.smithi203:> sudo stdin-killer -- python3 -c ' 2024-04-15T15:10:58.352 DEBUG:teuthology.orchestra.run.smithi203:> import glob 2024-04-15T15:10:58.353 DEBUG:teuthology.orchestra.run.smithi203:> import re 2024-04-15T15:10:58.353 DEBUG:teuthology.orchestra.run.smithi203:> import os 2024-04-15T15:10:58.353 DEBUG:teuthology.orchestra.run.smithi203:> import subprocess 2024-04-15T15:10:58.353 DEBUG:teuthology.orchestra.run.smithi203:> 2024-04-15T15:10:58.353 DEBUG:teuthology.orchestra.run.smithi203:> def _find_admin_socket(client_name): 2024-04-15T15:10:58.353 DEBUG:teuthology.orchestra.run.smithi203:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-04-15T15:10:58.353 DEBUG:teuthology.orchestra.run.smithi203:> files = glob.glob(asok_path) 2024-04-15T15:10:58.353 DEBUG:teuthology.orchestra.run.smithi203:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-04-15T15:10:58.353 DEBUG:teuthology.orchestra.run.smithi203:> 2024-04-15T15:10:58.353 DEBUG:teuthology.orchestra.run.smithi203:> # Given a non-glob path, it better be there 2024-04-15T15:10:58.353 DEBUG:teuthology.orchestra.run.smithi203:> if "*" not in asok_path: 2024-04-15T15:10:58.353 DEBUG:teuthology.orchestra.run.smithi203:> assert(len(files) == 1) 2024-04-15T15:10:58.353 DEBUG:teuthology.orchestra.run.smithi203:> return files[0] 2024-04-15T15:10:58.353 DEBUG:teuthology.orchestra.run.smithi203:> 2024-04-15T15:10:58.353 DEBUG:teuthology.orchestra.run.smithi203:> for f in files: 2024-04-15T15:10:58.354 DEBUG:teuthology.orchestra.run.smithi203:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-15T15:10:58.354 DEBUG:teuthology.orchestra.run.smithi203:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-15T15:10:58.354 DEBUG:teuthology.orchestra.run.smithi203:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-15T15:10:58.354 DEBUG:teuthology.orchestra.run.smithi203:> contents = proc_f.read() 2024-04-15T15:10:58.354 DEBUG:teuthology.orchestra.run.smithi203:> if mountpoint in contents: 2024-04-15T15:10:58.354 DEBUG:teuthology.orchestra.run.smithi203:> return f 2024-04-15T15:10:58.354 DEBUG:teuthology.orchestra.run.smithi203:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-15T15:10:58.354 DEBUG:teuthology.orchestra.run.smithi203:> 2024-04-15T15:10:58.354 DEBUG:teuthology.orchestra.run.smithi203:> print(_find_admin_socket("client.3")) 2024-04-15T15:10:58.354 DEBUG:teuthology.orchestra.run.smithi203:> ' 2024-04-15T15:10:58.475 INFO:teuthology.orchestra.run.smithi203.stdout:/var/run/ceph/ceph-client.3.44427.asok 2024-04-15T15:10:58.478 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:10:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:10:58.485 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.44427.asok 2024-04-15T15:10:58.485 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:58.485 DEBUG:teuthology.orchestra.run.smithi203:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.44427.asok status 2024-04-15T15:10:58.626 INFO:teuthology.orchestra.run.smithi203.stdout:{ 2024-04-15T15:10:58.626 INFO:teuthology.orchestra.run.smithi203.stdout: "metadata": { 2024-04-15T15:10:58.626 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_sha1": "9bf1c4ba967dd24077be6e5b87edda4ca87a6e14", 2024-04-15T15:10:58.626 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_version": "ceph version 19.0.0-2861-g9bf1c4ba (9bf1c4ba967dd24077be6e5b87edda4ca87a6e14) squid (dev)", 2024-04-15T15:10:58.627 INFO:teuthology.orchestra.run.smithi203.stdout: "entity_id": "3", 2024-04-15T15:10:58.627 INFO:teuthology.orchestra.run.smithi203.stdout: "hostname": "smithi203", 2024-04-15T15:10:58.627 INFO:teuthology.orchestra.run.smithi203.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-04-15T15:10:58.627 INFO:teuthology.orchestra.run.smithi203.stdout: "pid": "44427", 2024-04-15T15:10:58.627 INFO:teuthology.orchestra.run.smithi203.stdout: "root": "/" 2024-04-15T15:10:58.627 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-04-15T15:10:58.627 INFO:teuthology.orchestra.run.smithi203.stdout: "dentry_count": 0, 2024-04-15T15:10:58.627 INFO:teuthology.orchestra.run.smithi203.stdout: "dentry_pinned_count": 0, 2024-04-15T15:10:58.627 INFO:teuthology.orchestra.run.smithi203.stdout: "id": 4631, 2024-04-15T15:10:58.627 INFO:teuthology.orchestra.run.smithi203.stdout: "inst": { 2024-04-15T15:10:58.627 INFO:teuthology.orchestra.run.smithi203.stdout: "name": { 2024-04-15T15:10:58.627 INFO:teuthology.orchestra.run.smithi203.stdout: "type": "client", 2024-04-15T15:10:58.627 INFO:teuthology.orchestra.run.smithi203.stdout: "num": 4631 2024-04-15T15:10:58.628 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-04-15T15:10:58.628 INFO:teuthology.orchestra.run.smithi203.stdout: "addr": { 2024-04-15T15:10:58.628 INFO:teuthology.orchestra.run.smithi203.stdout: "type": "v1", 2024-04-15T15:10:58.628 INFO:teuthology.orchestra.run.smithi203.stdout: "addr": "192.168.0.2:0", 2024-04-15T15:10:58.628 INFO:teuthology.orchestra.run.smithi203.stdout: "nonce": 2356237272 2024-04-15T15:10:58.628 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-04-15T15:10:58.628 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-04-15T15:10:58.628 INFO:teuthology.orchestra.run.smithi203.stdout: "addr": { 2024-04-15T15:10:58.628 INFO:teuthology.orchestra.run.smithi203.stdout: "type": "v1", 2024-04-15T15:10:58.628 INFO:teuthology.orchestra.run.smithi203.stdout: "addr": "192.168.0.2:0", 2024-04-15T15:10:58.628 INFO:teuthology.orchestra.run.smithi203.stdout: "nonce": 2356237272 2024-04-15T15:10:58.628 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-04-15T15:10:58.628 INFO:teuthology.orchestra.run.smithi203.stdout: "inst_str": "client.4631 192.168.0.2:0/2356237272", 2024-04-15T15:10:58.628 INFO:teuthology.orchestra.run.smithi203.stdout: "addr_str": "192.168.0.2:0/2356237272", 2024-04-15T15:10:58.629 INFO:teuthology.orchestra.run.smithi203.stdout: "inode_count": 1, 2024-04-15T15:10:58.629 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_epoch": 9, 2024-04-15T15:10:58.629 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_epoch": 24, 2024-04-15T15:10:58.629 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_epoch_barrier": 0, 2024-04-15T15:10:58.629 INFO:teuthology.orchestra.run.smithi203.stdout: "blocklisted": false, 2024-04-15T15:10:58.629 INFO:teuthology.orchestra.run.smithi203.stdout: "fs_name": "cephfs" 2024-04-15T15:10:58.629 INFO:teuthology.orchestra.run.smithi203.stdout:} 2024-04-15T15:10:58.633 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:58.633 DEBUG:teuthology.orchestra.run.smithi084:> stat --file-system '--printf=%T 2024-04-15T15:10:58.634 DEBUG:teuthology.orchestra.run.smithi084:> ' -- /home/ubuntu/cephtest/mnt.0 2024-04-15T15:10:58.653 INFO:teuthology.orchestra.run.smithi084.stdout:fuseblk 2024-04-15T15:10:58.653 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-04-15T15:10:58.653 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:58.653 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-04-15T15:10:58.728 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:58.728 DEBUG:teuthology.orchestra.run.smithi084:> stat --file-system '--printf=%T 2024-04-15T15:10:58.728 DEBUG:teuthology.orchestra.run.smithi084:> ' -- /home/ubuntu/cephtest/mnt.2 2024-04-15T15:10:58.786 INFO:teuthology.orchestra.run.smithi084.stdout:fuseblk 2024-04-15T15:10:58.787 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-04-15T15:10:58.787 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:58.787 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-04-15T15:10:58.857 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:58.857 DEBUG:teuthology.orchestra.run.smithi203:> stat --file-system '--printf=%T 2024-04-15T15:10:58.857 DEBUG:teuthology.orchestra.run.smithi203:> ' -- /home/ubuntu/cephtest/mnt.1 2024-04-15T15:10:58.874 INFO:teuthology.orchestra.run.smithi203.stdout:fuseblk 2024-04-15T15:10:58.874 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-04-15T15:10:58.874 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:58.875 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-04-15T15:10:58.943 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:58.943 DEBUG:teuthology.orchestra.run.smithi203:> stat --file-system '--printf=%T 2024-04-15T15:10:58.944 DEBUG:teuthology.orchestra.run.smithi203:> ' -- /home/ubuntu/cephtest/mnt.3 2024-04-15T15:10:58.999 INFO:teuthology.orchestra.run.smithi203.stdout:fuseblk 2024-04-15T15:10:59.000 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-04-15T15:10:59.000 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:10:59.000 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-04-15T15:10:59.068 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-04-15T15:10:59.085 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:10:59.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.198+0000 7f06029ba640 1 Processor -- start 2024-04-15T15:10:59.200 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.198+0000 7f06029ba640 1 -- start start 2024-04-15T15:10:59.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.199+0000 7f06029ba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f05fc0cf0b0 0x7f05fc06f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:59.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.199+0000 7f06029ba640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f05fc0af570 0x7f05fc0cf490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:59.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.199+0000 7f06029ba640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f05fc0cf9d0 0x7f05fc0ad0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:59.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.199+0000 7f06029ba640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f05fc0b2a40 con 0x7f05fc0af570 2024-04-15T15:10:59.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.199+0000 7f06029ba640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f05fc0cfe60 con 0x7f05fc0cf9d0 2024-04-15T15:10:59.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.199+0000 7f06029ba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f05fc06cbc0 con 0x7f05fc0cf0b0 2024-04-15T15:10:59.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.199+0000 7f05fb7fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f05fc0af570 0x7f05fc0cf490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:59.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.199+0000 7f05fb7fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f05fc0af570 0x7f05fc0cf490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:44876/0 (socket says 172.21.15.84:44876) 2024-04-15T15:10:59.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.199+0000 7f05fb7fe640 1 -- 172.21.15.84:0/2607256250 learned_addr learned my addr 172.21.15.84:0/2607256250 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:59.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.200+0000 7f0600f57640 1 --2- 172.21.15.84:0/2607256250 >> v2:172.21.15.203:3300/0 conn(0x7f05fc0cf9d0 0x7f05fc0ad0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:59.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.200+0000 7f05fbfff640 1 --2- 172.21.15.84:0/2607256250 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f05fc0cf0b0 0x7f05fc06f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:59.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.200+0000 7f05fb7fe640 1 -- 172.21.15.84:0/2607256250 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f05fc0cf0b0 msgr2=0x7f05fc06f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:59.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.200+0000 7f05fb7fe640 1 --2- 172.21.15.84:0/2607256250 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f05fc0cf0b0 0x7f05fc06f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.200+0000 7f05fb7fe640 1 -- 172.21.15.84:0/2607256250 >> v2:172.21.15.203:3300/0 conn(0x7f05fc0cf9d0 msgr2=0x7f05fc0ad0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:59.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.200+0000 7f05fb7fe640 1 --2- 172.21.15.84:0/2607256250 >> v2:172.21.15.203:3300/0 conn(0x7f05fc0cf9d0 0x7f05fc0ad0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.200+0000 7f05fb7fe640 1 -- 172.21.15.84:0/2607256250 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05fc06e830 con 0x7f05fc0af570 2024-04-15T15:10:59.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.200+0000 7f0600f57640 1 --2- 172.21.15.84:0/2607256250 >> v2:172.21.15.203:3300/0 conn(0x7f05fc0cf9d0 0x7f05fc0ad0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:59.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.200+0000 7f05fb7fe640 1 --2- 172.21.15.84:0/2607256250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f05fc0af570 0x7f05fc0cf490 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f05fc06fc40 tx=0x7f05e402b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=748f58648bacba5b server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:59.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.201+0000 7f05faffd640 1 -- 172.21.15.84:0/2607256250 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e4034070 con 0x7f05fc0af570 2024-04-15T15:10:59.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.201+0000 7f05faffd640 1 -- 172.21.15.84:0/2607256250 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05e4030860 con 0x7f05fc0af570 2024-04-15T15:10:59.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.201+0000 7f05faffd640 1 -- 172.21.15.84:0/2607256250 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e4030c30 con 0x7f05fc0af570 2024-04-15T15:10:59.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.201+0000 7f06029ba640 1 -- 172.21.15.84:0/2607256250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f05fc0af570 msgr2=0x7f05fc0cf490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:59.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.201+0000 7f06029ba640 1 --2- 172.21.15.84:0/2607256250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f05fc0af570 0x7f05fc0cf490 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f05fc06fc40 tx=0x7f05e402b9a0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.201+0000 7f06029ba640 1 -- 172.21.15.84:0/2607256250 shutdown_connections 2024-04-15T15:10:59.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.201+0000 7f06029ba640 1 --2- 172.21.15.84:0/2607256250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f05fc0af570 0x7f05fc0cf490 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.201+0000 7f06029ba640 1 --2- 172.21.15.84:0/2607256250 >> v2:172.21.15.203:3300/0 conn(0x7f05fc0cf9d0 0x7f05fc0ad0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.201+0000 7f06029ba640 1 --2- 172.21.15.84:0/2607256250 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f05fc0cf0b0 0x7f05fc06f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.201+0000 7f06029ba640 1 -- 172.21.15.84:0/2607256250 >> 172.21.15.84:0/2607256250 conn(0x7f05fc0b1dd0 msgr2=0x7f05fc0b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:59.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.201+0000 7f06029ba640 1 -- 172.21.15.84:0/2607256250 shutdown_connections 2024-04-15T15:10:59.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.201+0000 7f06029ba640 1 -- 172.21.15.84:0/2607256250 wait complete. 2024-04-15T15:10:59.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.203+0000 7f06029ba640 1 Processor -- start 2024-04-15T15:10:59.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.203+0000 7f06029ba640 1 -- start start 2024-04-15T15:10:59.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.203+0000 7f06029ba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f05fc0af570 0x7f05fc09d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:59.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.203+0000 7f06029ba640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f05fc0cf0b0 0x7f05fc0c98d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:59.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.203+0000 7f06029ba640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f05fc0cf9d0 0x7f05fc1511d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:59.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.203+0000 7f06029ba640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f05fc15ec30 con 0x7f05fc0cf9d0 2024-04-15T15:10:59.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.203+0000 7f06029ba640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f05fc06edf0 con 0x7f05fc0cf0b0 2024-04-15T15:10:59.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.203+0000 7f06029ba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f05fc0ad5f0 con 0x7f05fc0af570 2024-04-15T15:10:59.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.204+0000 7f0600f57640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f05fc0cf9d0 0x7f05fc1511d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:59.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.204+0000 7f0600f57640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f05fc0cf9d0 0x7f05fc1511d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:44882/0 (socket says 172.21.15.84:44882) 2024-04-15T15:10:59.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.204+0000 7f0600f57640 1 -- 172.21.15.84:0/3729274898 learned_addr learned my addr 172.21.15.84:0/3729274898 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:59.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.204+0000 7f05fb7fe640 1 --2- 172.21.15.84:0/3729274898 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f05fc0cf0b0 0x7f05fc0c98d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:59.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.204+0000 7f05fbfff640 1 --2- 172.21.15.84:0/3729274898 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f05fc0af570 0x7f05fc09d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:59.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.204+0000 7f0600f57640 1 -- 172.21.15.84:0/3729274898 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f05fc0af570 msgr2=0x7f05fc09d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:59.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.204+0000 7f0600f57640 1 --2- 172.21.15.84:0/3729274898 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f05fc0af570 0x7f05fc09d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.204+0000 7f0600f57640 1 -- 172.21.15.84:0/3729274898 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f05fc0cf0b0 msgr2=0x7f05fc0c98d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:59.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.204+0000 7f0600f57640 1 --2- 172.21.15.84:0/3729274898 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f05fc0cf0b0 0x7f05fc0c98d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.204+0000 7f0600f57640 1 -- 172.21.15.84:0/3729274898 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05fc1f5b80 con 0x7f05fc0cf9d0 2024-04-15T15:10:59.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.204+0000 7f0600f57640 1 --2- 172.21.15.84:0/3729274898 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f05fc0cf9d0 0x7f05fc1511d0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f05f4007df0 tx=0x7f05f400d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:59.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.204+0000 7f05f8ff9640 1 -- 172.21.15.84:0/3729274898 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f401a070 con 0x7f05fc0cf9d0 2024-04-15T15:10:59.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.204+0000 7f05f8ff9640 1 -- 172.21.15.84:0/3729274898 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f05f4003990 con 0x7f05fc0cf9d0 2024-04-15T15:10:59.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.204+0000 7f05f8ff9640 1 -- 172.21.15.84:0/3729274898 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f4003d80 con 0x7f05fc0cf9d0 2024-04-15T15:10:59.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.204+0000 7f06029ba640 1 -- 172.21.15.84:0/3729274898 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05fc1f5e60 con 0x7f05fc0cf9d0 2024-04-15T15:10:59.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.204+0000 7f06029ba640 1 -- 172.21.15.84:0/3729274898 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05fc1f6420 con 0x7f05fc0cf9d0 2024-04-15T15:10:59.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.205+0000 7f06029ba640 1 -- 172.21.15.84:0/3729274898 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05fc0689e0 con 0x7f05fc0cf9d0 2024-04-15T15:10:59.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.206+0000 7f05f8ff9640 1 -- 172.21.15.84:0/3729274898 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f05f401d070 con 0x7f05fc0cf9d0 2024-04-15T15:10:59.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.206+0000 7f05f8ff9640 1 --2- 172.21.15.84:0/3729274898 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f05dc06c8f0 0x7f05dc06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:59.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.206+0000 7f05f8ff9640 1 -- 172.21.15.84:0/3729274898 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f05f408c030 con 0x7f05fc0cf9d0 2024-04-15T15:10:59.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.206+0000 7f05fbfff640 1 --2- 172.21.15.84:0/3729274898 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f05dc06c8f0 0x7f05dc06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:59.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.207+0000 7f05fbfff640 1 --2- 172.21.15.84:0/3729274898 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f05dc06c8f0 0x7f05dc06edb0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f05ec009ac0 tx=0x7f05ec009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:59.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.211+0000 7f05f8ff9640 1 -- 172.21.15.84:0/3729274898 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f05f4010070 con 0x7f05fc0cf9d0 2024-04-15T15:10:59.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.395+0000 7f06029ba640 1 -- 172.21.15.84:0/3729274898 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f05fc09dbb0 con 0x7f05fc0cf9d0 2024-04-15T15:10:59.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.397+0000 7f05f8ff9640 1 -- 172.21.15.84:0/3729274898 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18466 (secure 0 0 0) 0x7f05f4059ad0 con 0x7f05fc0cf9d0 2024-04-15T15:10:59.399 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:10:59.399 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":24,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:27.745198+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:10:59.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.399+0000 7f06029ba640 1 -- 172.21.15.84:0/3729274898 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f05dc06c8f0 msgr2=0x7f05dc06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:59.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.399+0000 7f06029ba640 1 --2- 172.21.15.84:0/3729274898 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f05dc06c8f0 0x7f05dc06edb0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f05ec009ac0 tx=0x7f05ec009190 comp rx=0 tx=0).stop 2024-04-15T15:10:59.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.399+0000 7f06029ba640 1 -- 172.21.15.84:0/3729274898 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f05fc0cf9d0 msgr2=0x7f05fc1511d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:59.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.399+0000 7f06029ba640 1 --2- 172.21.15.84:0/3729274898 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f05fc0cf9d0 0x7f05fc1511d0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f05f4007df0 tx=0x7f05f400d4a0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.399+0000 7f06029ba640 1 -- 172.21.15.84:0/3729274898 shutdown_connections 2024-04-15T15:10:59.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.399+0000 7f06029ba640 1 --2- 172.21.15.84:0/3729274898 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f05dc06c8f0 0x7f05dc06edb0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.399+0000 7f06029ba640 1 --2- 172.21.15.84:0/3729274898 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f05fc0cf0b0 0x7f05fc0c98d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.399+0000 7f06029ba640 1 --2- 172.21.15.84:0/3729274898 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f05fc0cf9d0 0x7f05fc1511d0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.399+0000 7f06029ba640 1 --2- 172.21.15.84:0/3729274898 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f05fc0af570 0x7f05fc09d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.399+0000 7f06029ba640 1 -- 172.21.15.84:0/3729274898 >> 172.21.15.84:0/3729274898 conn(0x7f05fc0b1dd0 msgr2=0x7f05fc15bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:59.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.399+0000 7f06029ba640 1 -- 172.21.15.84:0/3729274898 shutdown_connections 2024-04-15T15:10:59.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.399+0000 7f06029ba640 1 -- 172.21.15.84:0/3729274898 wait complete. 2024-04-15T15:10:59.414 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:10:20.621351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:10:21.653421+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-15T15:10:25.371593+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-15T15:10:59.414 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:10:59.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.523+0000 7fd5f359e640 1 Processor -- start 2024-04-15T15:10:59.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.523+0000 7fd5f359e640 1 -- start start 2024-04-15T15:10:59.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.524+0000 7fd5f359e640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fd5f40ccc00 0x7fd5f40b2910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:59.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.524+0000 7fd5f359e640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd5f40ccfe0 0x7fd5f40cff10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:59.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.524+0000 7fd5f359e640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5f415d900 con 0x7fd5f40d0450 2024-04-15T15:10:59.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.524+0000 7fd5f359e640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fd5f40b1e30 con 0x7fd5f40ccc00 2024-04-15T15:10:59.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.524+0000 7fd5f359e640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fd5f40b2110 con 0x7fd5f40ccfe0 2024-04-15T15:10:59.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.524+0000 7fd5f2d9d640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fd5f40d0450 0x7fd5f4160190 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:44198/0 (socket says 172.21.15.84:44198) 2024-04-15T15:10:59.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.524+0000 7fd5f2d9d640 1 -- 172.21.15.84:0/2661474780 learned_addr learned my addr 172.21.15.84:0/2661474780 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:10:59.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.524+0000 7fd5ebfff640 1 --2- 172.21.15.84:0/2661474780 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd5f40ccfe0 0x7fd5f40cff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:59.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.524+0000 7fd5f259c640 1 --2- 172.21.15.84:0/2661474780 >> v2:172.21.15.203:3300/0 conn(0x7fd5f40ccc00 0x7fd5f40b2910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:59.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.524+0000 7fd5f1d9b640 1 -- 172.21.15.84:0/2661474780 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3297384406 0 0) 0x7fd5f415d900 con 0x7fd5f40d0450 2024-04-15T15:10:59.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.524+0000 7fd5f1d9b640 1 -- 172.21.15.84:0/2661474780 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd5e0003520 con 0x7fd5f40d0450 2024-04-15T15:10:59.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.525+0000 7fd5ebfff640 1 -- 172.21.15.84:0/2661474780 >> v2:172.21.15.203:3300/0 conn(0x7fd5f40ccc00 msgr2=0x7fd5f40b2910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:59.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.525+0000 7fd5ebfff640 1 --2- 172.21.15.84:0/2661474780 >> v2:172.21.15.203:3300/0 conn(0x7fd5f40ccc00 0x7fd5f40b2910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.525+0000 7fd5ebfff640 1 -- 172.21.15.84:0/2661474780 >> v1:172.21.15.84:6789/0 conn(0x7fd5f40d0450 legacy=0x7fd5f4160190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:59.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.525+0000 7fd5ebfff640 1 -- 172.21.15.84:0/2661474780 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5f40b23f0 con 0x7fd5f40ccfe0 2024-04-15T15:10:59.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.525+0000 7fd5f259c640 1 --2- 172.21.15.84:0/2661474780 >> v2:172.21.15.203:3300/0 conn(0x7fd5f40ccc00 0x7fd5f40b2910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:10:59.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.525+0000 7fd5ebfff640 1 --2- 172.21.15.84:0/2661474780 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd5f40ccfe0 0x7fd5f40cff10 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc0097a0 tx=0x7fd5dc02b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc7f00c43a1e38f7 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:59.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.526+0000 7fd5f1d9b640 1 -- 172.21.15.84:0/2661474780 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5dc035020 con 0x7fd5f40ccfe0 2024-04-15T15:10:59.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.526+0000 7fd5f1d9b640 1 -- 172.21.15.84:0/2661474780 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5dc031830 con 0x7fd5f40ccfe0 2024-04-15T15:10:59.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.526+0000 7fd5f1d9b640 1 -- 172.21.15.84:0/2661474780 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5dc031be0 con 0x7fd5f40ccfe0 2024-04-15T15:10:59.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.526+0000 7fd5f359e640 1 -- 172.21.15.84:0/2661474780 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd5f40ccfe0 msgr2=0x7fd5f40cff10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:59.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.526+0000 7fd5f359e640 1 --2- 172.21.15.84:0/2661474780 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd5f40ccfe0 0x7fd5f40cff10 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc0097a0 tx=0x7fd5dc02b8d0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.526+0000 7fd5f359e640 1 -- 172.21.15.84:0/2661474780 shutdown_connections 2024-04-15T15:10:59.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.526+0000 7fd5f359e640 1 --2- 172.21.15.84:0/2661474780 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd5f40ccfe0 0x7fd5f40cff10 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.526+0000 7fd5f359e640 1 --2- 172.21.15.84:0/2661474780 >> v2:172.21.15.203:3300/0 conn(0x7fd5f40ccc00 0x7fd5f40b2910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.526+0000 7fd5f359e640 1 -- 172.21.15.84:0/2661474780 >> 172.21.15.84:0/2661474780 conn(0x7fd5f40b3e90 msgr2=0x7fd5f40b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:59.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.526+0000 7fd5f359e640 1 -- 172.21.15.84:0/2661474780 shutdown_connections 2024-04-15T15:10:59.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.526+0000 7fd5f359e640 1 -- 172.21.15.84:0/2661474780 wait complete. 2024-04-15T15:10:59.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.528+0000 7fd5f359e640 1 Processor -- start 2024-04-15T15:10:59.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.528+0000 7fd5f359e640 1 -- start start 2024-04-15T15:10:59.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.530+0000 7fd5f359e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd5f40ccc00 0x7fd5f40c8230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:59.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.530+0000 7fd5f359e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5f40ccfe0 0x7fd5f415a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:59.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.530+0000 7fd5f359e640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd5f40d0450 0x7fd5f415adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:59.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.530+0000 7fd5f359e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f40d0c70 con 0x7fd5f40ccfe0 2024-04-15T15:10:59.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.530+0000 7fd5f359e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f40d0af0 con 0x7fd5f40ccc00 2024-04-15T15:10:59.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.530+0000 7fd5f359e640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fd5f415cfa0 con 0x7fd5f40d0450 2024-04-15T15:10:59.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.530+0000 7fd5ebfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5f40ccfe0 0x7fd5f415a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:59.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.530+0000 7fd5ebfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5f40ccfe0 0x7fd5f415a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:44894/0 (socket says 172.21.15.84:44894) 2024-04-15T15:10:59.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.530+0000 7fd5ebfff640 1 -- 172.21.15.84:0/787306001 learned_addr learned my addr 172.21.15.84:0/787306001 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:59.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.530+0000 7fd5f259c640 1 --2- 172.21.15.84:0/787306001 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd5f40ccc00 0x7fd5f40c8230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:59.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.530+0000 7fd5f2d9d640 1 --2- 172.21.15.84:0/787306001 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd5f40d0450 0x7fd5f415adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:59.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.530+0000 7fd5ebfff640 1 -- 172.21.15.84:0/787306001 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd5f40d0450 msgr2=0x7fd5f415adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:59.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.530+0000 7fd5ebfff640 1 --2- 172.21.15.84:0/787306001 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd5f40d0450 0x7fd5f415adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.530+0000 7fd5ebfff640 1 -- 172.21.15.84:0/787306001 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd5f40ccc00 msgr2=0x7fd5f40c8230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:59.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.530+0000 7fd5ebfff640 1 --2- 172.21.15.84:0/787306001 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd5f40ccc00 0x7fd5f40c8230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.530+0000 7fd5ebfff640 1 -- 172.21.15.84:0/787306001 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5f41e7820 con 0x7fd5f40ccfe0 2024-04-15T15:10:59.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.530+0000 7fd5ebfff640 1 --2- 172.21.15.84:0/787306001 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5f40ccfe0 0x7fd5f415a880 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc0098c0 tx=0x7fd5dc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:59.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.530+0000 7fd5eaffd640 1 -- 172.21.15.84:0/787306001 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5dc035040 con 0x7fd5f40ccfe0 2024-04-15T15:10:59.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.531+0000 7fd5eaffd640 1 -- 172.21.15.84:0/787306001 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5dc03b900 con 0x7fd5f40ccfe0 2024-04-15T15:10:59.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.531+0000 7fd5f359e640 1 -- 172.21.15.84:0/787306001 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5f41e6f80 con 0x7fd5f40ccfe0 2024-04-15T15:10:59.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.531+0000 7fd5eaffd640 1 -- 172.21.15.84:0/787306001 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5dc03bcf0 con 0x7fd5f40ccfe0 2024-04-15T15:10:59.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.531+0000 7fd5f359e640 1 -- 172.21.15.84:0/787306001 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5f41e7540 con 0x7fd5f40ccfe0 2024-04-15T15:10:59.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.532+0000 7fd5f359e640 1 -- 172.21.15.84:0/787306001 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5f4075aa0 con 0x7fd5f40ccfe0 2024-04-15T15:10:59.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.532+0000 7fd5eaffd640 1 -- 172.21.15.84:0/787306001 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fd5dc038020 con 0x7fd5f40ccfe0 2024-04-15T15:10:59.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.533+0000 7fd5eaffd640 1 --2- 172.21.15.84:0/787306001 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd5d406c8f0 0x7fd5d406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:59.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.533+0000 7fd5eaffd640 1 -- 172.21.15.84:0/787306001 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fd5dc0aded0 con 0x7fd5f40ccfe0 2024-04-15T15:10:59.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.533+0000 7fd5f259c640 1 --2- 172.21.15.84:0/787306001 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd5d406c8f0 0x7fd5d406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:59.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.533+0000 7fd5f259c640 1 --2- 172.21.15.84:0/787306001 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd5d406c8f0 0x7fd5d406edb0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd5f40c8c40 tx=0x7fd5e4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:59.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.537+0000 7fd5eaffd640 1 -- 172.21.15.84:0/787306001 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fd5dc07bfc0 con 0x7fd5f40ccfe0 2024-04-15T15:10:59.722 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.720+0000 7fd5f359e640 1 -- 172.21.15.84:0/787306001 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd5f40b82c0 con 0x7fd5f40ccfe0 2024-04-15T15:10:59.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.720+0000 7fd5eaffd640 1 -- 172.21.15.84:0/787306001 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) ==== 93+0+10 (secure 0 0 0) 0x7fd5dc07b8c0 con 0x7fd5f40ccfe0 2024-04-15T15:10:59.723 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:10:59.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.722+0000 7fd5f359e640 1 -- 172.21.15.84:0/787306001 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd5d406c8f0 msgr2=0x7fd5d406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:59.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.722+0000 7fd5f359e640 1 --2- 172.21.15.84:0/787306001 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd5d406c8f0 0x7fd5d406edb0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd5f40c8c40 tx=0x7fd5e4008040 comp rx=0 tx=0).stop 2024-04-15T15:10:59.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.722+0000 7fd5f359e640 1 -- 172.21.15.84:0/787306001 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5f40ccfe0 msgr2=0x7fd5f415a880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:59.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.722+0000 7fd5f359e640 1 --2- 172.21.15.84:0/787306001 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5f40ccfe0 0x7fd5f415a880 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fd5dc0098c0 tx=0x7fd5dc0046c0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.722+0000 7fd5f359e640 1 -- 172.21.15.84:0/787306001 shutdown_connections 2024-04-15T15:10:59.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.722+0000 7fd5f359e640 1 --2- 172.21.15.84:0/787306001 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd5f40d0450 0x7fd5f415adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.723+0000 7fd5f359e640 1 --2- 172.21.15.84:0/787306001 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5f40ccfe0 0x7fd5f415a880 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.723+0000 7fd5f359e640 1 --2- 172.21.15.84:0/787306001 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd5d406c8f0 0x7fd5d406edb0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.723+0000 7fd5f359e640 1 --2- 172.21.15.84:0/787306001 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd5f40ccc00 0x7fd5f40c8230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.723+0000 7fd5f359e640 1 -- 172.21.15.84:0/787306001 >> 172.21.15.84:0/787306001 conn(0x7fd5f40b3e90 msgr2=0x7fd5f40b4270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:59.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.723+0000 7fd5f359e640 1 -- 172.21.15.84:0/787306001 shutdown_connections 2024-04-15T15:10:59.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.723+0000 7fd5f359e640 1 -- 172.21.15.84:0/787306001 wait complete. 2024-04-15T15:10:59.736 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:10:59.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.843+0000 7fc40dfb5640 1 Processor -- start 2024-04-15T15:10:59.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.843+0000 7fc40dfb5640 1 -- start start 2024-04-15T15:10:59.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.844+0000 7fc40dfb5640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc40815c550 0x7fc408160b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:59.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.844+0000 7fc40dfb5640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fc40806f510 0x7fc4080d1040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:59.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.844+0000 7fc40dfb5640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc408161060 con 0x7fc40806f9a0 2024-04-15T15:10:59.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.844+0000 7fc40dfb5640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fc408072790 con 0x7fc40815c550 2024-04-15T15:10:59.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.844+0000 7fc40dfb5640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fc4080cce20 con 0x7fc40806f510 2024-04-15T15:10:59.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.844+0000 7fc4077fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc40815c550 0x7fc408160b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:59.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.844+0000 7fc4077fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc40815c550 0x7fc408160b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:44910/0 (socket says 172.21.15.84:44910) 2024-04-15T15:10:59.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.844+0000 7fc4077fe640 1 -- 172.21.15.84:0/1296290887 learned_addr learned my addr 172.21.15.84:0/1296290887 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:59.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.844+0000 7fc4077fe640 1 -- 172.21.15.84:0/1296290887 >> v2:172.21.15.203:3300/0 conn(0x7fc40806f510 msgr2=0x7fc4080d1040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:59.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.844+0000 7fc3feffd640 1 --2- 172.21.15.84:0/1296290887 >> v2:172.21.15.203:3300/0 conn(0x7fc40806f510 0x7fc4080d1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:59.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.844+0000 7fc4077fe640 1 --2- 172.21.15.84:0/1296290887 >> v2:172.21.15.203:3300/0 conn(0x7fc40806f510 0x7fc4080d1040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.844+0000 7fc4077fe640 1 -- 172.21.15.84:0/1296290887 >> v1:172.21.15.203:6789/0 conn(0x7fc40806f9a0 legacy=0x7fc4080cdec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:10:59.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.844+0000 7fc4077fe640 1 -- 172.21.15.84:0/1296290887 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4080cd100 con 0x7fc40815c550 2024-04-15T15:10:59.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.844+0000 7fc3feffd640 1 --2- 172.21.15.84:0/1296290887 >> v2:172.21.15.203:3300/0 conn(0x7fc40806f510 0x7fc4080d1040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:10:59.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.845+0000 7fc4077fe640 1 --2- 172.21.15.84:0/1296290887 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc40815c550 0x7fc408160b20 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fc4080b1e70 tx=0x7fc3f802b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6d3c912b91fa138 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:59.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.845+0000 7fc406ffd640 1 -- 172.21.15.84:0/1296290887 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3f8035020 con 0x7fc40815c550 2024-04-15T15:10:59.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.845+0000 7fc406ffd640 1 -- 172.21.15.84:0/1296290887 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3f8031870 con 0x7fc40815c550 2024-04-15T15:10:59.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.845+0000 7fc406ffd640 1 -- 172.21.15.84:0/1296290887 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3f8031c40 con 0x7fc40815c550 2024-04-15T15:10:59.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.846+0000 7fc40dfb5640 1 -- 172.21.15.84:0/1296290887 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc40815c550 msgr2=0x7fc408160b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:59.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.846+0000 7fc40dfb5640 1 --2- 172.21.15.84:0/1296290887 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc40815c550 0x7fc408160b20 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fc4080b1e70 tx=0x7fc3f802b910 comp rx=0 tx=0).stop 2024-04-15T15:10:59.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.846+0000 7fc40dfb5640 1 -- 172.21.15.84:0/1296290887 shutdown_connections 2024-04-15T15:10:59.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.846+0000 7fc40dfb5640 1 --2- 172.21.15.84:0/1296290887 >> v2:172.21.15.203:3300/0 conn(0x7fc40806f510 0x7fc4080d1040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.846+0000 7fc40dfb5640 1 --2- 172.21.15.84:0/1296290887 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc40815c550 0x7fc408160b20 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.846+0000 7fc40dfb5640 1 -- 172.21.15.84:0/1296290887 >> 172.21.15.84:0/1296290887 conn(0x7fc4080b3f50 msgr2=0x7fc4080b4360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:10:59.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.846+0000 7fc40dfb5640 1 -- 172.21.15.84:0/1296290887 shutdown_connections 2024-04-15T15:10:59.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.846+0000 7fc40dfb5640 1 -- 172.21.15.84:0/1296290887 wait complete. 2024-04-15T15:10:59.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.847+0000 7fc40dfb5640 1 Processor -- start 2024-04-15T15:10:59.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.847+0000 7fc40dfb5640 1 -- start start 2024-04-15T15:10:59.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.848+0000 7fc40dfb5640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc40806f510 0x7fc4080ad8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:59.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.848+0000 7fc40dfb5640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc40806f9a0 0x7fc40815ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:59.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.848+0000 7fc40dfb5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc40815c550 0x7fc4080c8370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:59.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.848+0000 7fc40dfb5640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc4080cd9a0 con 0x7fc40815c550 2024-04-15T15:10:59.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.848+0000 7fc40dfb5640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc4080cd6c0 con 0x7fc40806f510 2024-04-15T15:10:59.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.848+0000 7fc40dfb5640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc40815c930 con 0x7fc40806f9a0 2024-04-15T15:10:59.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.848+0000 7fc407fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc40815c550 0x7fc4080c8370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:59.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.848+0000 7fc407fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc40815c550 0x7fc4080c8370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:44916/0 (socket says 172.21.15.84:44916) 2024-04-15T15:10:59.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.848+0000 7fc407fff640 1 -- 172.21.15.84:0/1710445982 learned_addr learned my addr 172.21.15.84:0/1710445982 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:10:59.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.848+0000 7fc4077fe640 1 --2- 172.21.15.84:0/1710445982 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc40806f510 0x7fc4080ad8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:59.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.848+0000 7fc3feffd640 1 --2- 172.21.15.84:0/1710445982 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc40806f9a0 0x7fc40815ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:59.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.848+0000 7fc407fff640 1 -- 172.21.15.84:0/1710445982 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc40806f9a0 msgr2=0x7fc40815ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:59.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.848+0000 7fc407fff640 1 --2- 172.21.15.84:0/1710445982 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc40806f9a0 0x7fc40815ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.848+0000 7fc407fff640 1 -- 172.21.15.84:0/1710445982 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc40806f510 msgr2=0x7fc4080ad8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:10:59.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.848+0000 7fc407fff640 1 --2- 172.21.15.84:0/1710445982 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc40806f510 0x7fc4080ad8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:10:59.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.848+0000 7fc407fff640 1 -- 172.21.15.84:0/1710445982 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc40815f660 con 0x7fc40815c550 2024-04-15T15:10:59.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.848+0000 7fc3feffd640 1 --2- 172.21.15.84:0/1710445982 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc40806f9a0 0x7fc40815ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:10:59.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.849+0000 7fc407fff640 1 --2- 172.21.15.84:0/1710445982 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc40815c550 0x7fc4080c8370 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fc40000c780 tx=0x7fc40000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:59.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.849+0000 7fc404ff9640 1 -- 172.21.15.84:0/1710445982 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc400004b60 con 0x7fc40815c550 2024-04-15T15:10:59.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.849+0000 7fc404ff9640 1 -- 172.21.15.84:0/1710445982 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc400004d00 con 0x7fc40815c550 2024-04-15T15:10:59.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.849+0000 7fc404ff9640 1 -- 172.21.15.84:0/1710445982 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc40000aa90 con 0x7fc40815c550 2024-04-15T15:10:59.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.849+0000 7fc40dfb5640 1 -- 172.21.15.84:0/1710445982 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc40815f940 con 0x7fc40815c550 2024-04-15T15:10:59.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.849+0000 7fc40dfb5640 1 -- 172.21.15.84:0/1710445982 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4081e62c0 con 0x7fc40815c550 2024-04-15T15:10:59.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.850+0000 7fc40dfb5640 1 -- 172.21.15.84:0/1710445982 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc408075c50 con 0x7fc40815c550 2024-04-15T15:10:59.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.850+0000 7fc404ff9640 1 -- 172.21.15.84:0/1710445982 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fc40000ac30 con 0x7fc40815c550 2024-04-15T15:10:59.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.851+0000 7fc404ff9640 1 --2- 172.21.15.84:0/1710445982 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc3e806c8f0 0x7fc3e806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:10:59.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.851+0000 7fc404ff9640 1 -- 172.21.15.84:0/1710445982 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fc40008c000 con 0x7fc40815c550 2024-04-15T15:10:59.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.851+0000 7fc4077fe640 1 --2- 172.21.15.84:0/1710445982 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc3e806c8f0 0x7fc3e806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:10:59.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.851+0000 7fc4077fe640 1 --2- 172.21.15.84:0/1710445982 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc3e806c8f0 0x7fc3e806edb0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fc3f8036000 tx=0x7fc3f803c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:10:59.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:10:59.855+0000 7fc404ff9640 1 -- 172.21.15.84:0/1710445982 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fc400020070 con 0x7fc40815c550 2024-04-15T15:11:00.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.032+0000 7fc40dfb5640 1 -- 172.21.15.84:0/1710445982 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fc4080c91d0 con 0x7fc40815c550 2024-04-15T15:11:00.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.032+0000 7fc404ff9640 1 -- 172.21.15.84:0/1710445982 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) ==== 104+0+11 (secure 0 0 0) 0x7fc40005a180 con 0x7fc40815c550 2024-04-15T15:11:00.034 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:00.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.034+0000 7fc40dfb5640 1 -- 172.21.15.84:0/1710445982 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc3e806c8f0 msgr2=0x7fc3e806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:00.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.034+0000 7fc40dfb5640 1 --2- 172.21.15.84:0/1710445982 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc3e806c8f0 0x7fc3e806edb0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fc3f8036000 tx=0x7fc3f803c040 comp rx=0 tx=0).stop 2024-04-15T15:11:00.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.034+0000 7fc40dfb5640 1 -- 172.21.15.84:0/1710445982 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc40815c550 msgr2=0x7fc4080c8370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:00.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.034+0000 7fc40dfb5640 1 --2- 172.21.15.84:0/1710445982 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc40815c550 0x7fc4080c8370 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fc40000c780 tx=0x7fc40000cc40 comp rx=0 tx=0).stop 2024-04-15T15:11:00.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.034+0000 7fc40dfb5640 1 -- 172.21.15.84:0/1710445982 shutdown_connections 2024-04-15T15:11:00.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.034+0000 7fc40dfb5640 1 --2- 172.21.15.84:0/1710445982 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc40815c550 0x7fc4080c8370 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.034+0000 7fc40dfb5640 1 --2- 172.21.15.84:0/1710445982 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc40806f9a0 0x7fc40815ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.034+0000 7fc40dfb5640 1 --2- 172.21.15.84:0/1710445982 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc3e806c8f0 0x7fc3e806edb0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.034+0000 7fc40dfb5640 1 --2- 172.21.15.84:0/1710445982 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc40806f510 0x7fc4080ad8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.034+0000 7fc40dfb5640 1 -- 172.21.15.84:0/1710445982 >> 172.21.15.84:0/1710445982 conn(0x7fc4080b3f50 msgr2=0x7fc4080b18f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:00.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.034+0000 7fc40dfb5640 1 -- 172.21.15.84:0/1710445982 shutdown_connections 2024-04-15T15:11:00.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.034+0000 7fc40dfb5640 1 -- 172.21.15.84:0/1710445982 wait complete. 2024-04-15T15:11:00.047 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:11:00.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.152+0000 7f9451bf4640 1 Processor -- start 2024-04-15T15:11:00.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.152+0000 7f9451bf4640 1 -- start start 2024-04-15T15:11:00.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.153+0000 7f9451bf4640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f944c0cf5f0 0x7f944c15e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:00.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.153+0000 7f9451bf4640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f944c0b61e0 con 0x7f944c15d830 2024-04-15T15:11:00.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.153+0000 7f9451bf4640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f944c0b64c0 con 0x7f944c0cf160 2024-04-15T15:11:00.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.153+0000 7f9451bf4640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f944c0b67a0 con 0x7f944c0cf5f0 2024-04-15T15:11:00.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.153+0000 7f944b7fe640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f944c15d830 0x7f944c0b57f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:44214/0 (socket says 172.21.15.84:44214) 2024-04-15T15:11:00.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.153+0000 7f944b7fe640 1 -- 172.21.15.84:0/1436052063 learned_addr learned my addr 172.21.15.84:0/1436052063 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:00.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.153+0000 7f944bfff640 1 --2- 172.21.15.84:0/1436052063 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f944c0cf5f0 0x7f944c15e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:00.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.153+0000 7f944affd640 1 -- 172.21.15.84:0/1436052063 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 539407176 0 0) 0x7f944c0b61e0 con 0x7f944c15d830 2024-04-15T15:11:00.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.153+0000 7f944affd640 1 -- 172.21.15.84:0/1436052063 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9438003520 con 0x7f944c15d830 2024-04-15T15:11:00.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.153+0000 7f944affd640 1 -- 172.21.15.84:0/1436052063 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 82855237 0 0) 0x7f944c0b64c0 con 0x7f944c0cf160 2024-04-15T15:11:00.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.153+0000 7f944affd640 1 -- 172.21.15.84:0/1436052063 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f944c0b61e0 con 0x7f944c0cf160 2024-04-15T15:11:00.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.153+0000 7f944affd640 1 -- 172.21.15.84:0/1436052063 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1991352008 0 0) 0x7f9438003520 con 0x7f944c15d830 2024-04-15T15:11:00.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f944affd640 1 -- 172.21.15.84:0/1436052063 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f944c0cf5f0 msgr2=0x7f944c15e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:00.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f944affd640 1 --2- 172.21.15.84:0/1436052063 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f944c0cf5f0 0x7f944c15e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f944affd640 1 -- 172.21.15.84:0/1436052063 >> v1:172.21.15.203:6789/0 conn(0x7f944c0cf160 legacy=0x7f944c15e2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:00.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f944affd640 1 -- 172.21.15.84:0/1436052063 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f944c0b6a80 con 0x7f944c15d830 2024-04-15T15:11:00.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f944affd640 1 -- 172.21.15.84:0/1436052063 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f943c001670 con 0x7f944c15d830 2024-04-15T15:11:00.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f944bfff640 1 --2- 172.21.15.84:0/1436052063 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f944c0cf5f0 0x7f944c15e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:11:00.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f944affd640 1 -- 172.21.15.84:0/1436052063 >> v1:172.21.15.84:6789/0 conn(0x7f944c15d830 legacy=0x7f944c0b57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:00.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f944affd640 1 --2- 172.21.15.84:0/1436052063 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9438003b70 0x7f9438003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:00.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f944affd640 1 --2- 172.21.15.84:0/1436052063 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9438004800 0x7f9438004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:00.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f944affd640 1 --2- 172.21.15.84:0/1436052063 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f944c0cf5f0 0x7f94380051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:00.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f944affd640 1 -- 172.21.15.84:0/1436052063 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f944c0b67a0 con 0x7f9438004800 2024-04-15T15:11:00.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f944affd640 1 -- 172.21.15.84:0/1436052063 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f943800baa0 con 0x7f9438003b70 2024-04-15T15:11:00.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f944affd640 1 -- 172.21.15.84:0/1436052063 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f943800bca0 con 0x7f944c0cf5f0 2024-04-15T15:11:00.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f9443fff640 1 --2- 172.21.15.84:0/1436052063 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9438004800 0x7f9438004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:00.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f944b7fe640 1 --2- 172.21.15.84:0/1436052063 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9438003b70 0x7f9438003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:00.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f944bfff640 1 --2- 172.21.15.84:0/1436052063 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f944c0cf5f0 0x7f94380051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:00.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f9443fff640 1 -- 172.21.15.84:0/1436052063 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f944c0cf5f0 msgr2=0x7f94380051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:00.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f9443fff640 1 --2- 172.21.15.84:0/1436052063 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f944c0cf5f0 0x7f94380051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f9443fff640 1 -- 172.21.15.84:0/1436052063 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9438003b70 msgr2=0x7f9438003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:00.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f9443fff640 1 --2- 172.21.15.84:0/1436052063 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9438003b70 0x7f9438003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f9443fff640 1 -- 172.21.15.84:0/1436052063 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9438003520 con 0x7f9438004800 2024-04-15T15:11:00.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.154+0000 7f944bfff640 1 --2- 172.21.15.84:0/1436052063 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f944c0cf5f0 0x7f94380051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:00.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.155+0000 7f9443fff640 1 --2- 172.21.15.84:0/1436052063 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9438004800 0x7f9438004c80 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f94340018a0 tx=0x7f9438005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95f3befa1331879f server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:00.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.155+0000 7f944affd640 1 -- 172.21.15.84:0/1436052063 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9434037070 con 0x7f9438004800 2024-04-15T15:11:00.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.155+0000 7f944affd640 1 -- 172.21.15.84:0/1436052063 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f94340052d0 con 0x7f9438004800 2024-04-15T15:11:00.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.155+0000 7f944affd640 1 -- 172.21.15.84:0/1436052063 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f94340014f0 con 0x7f9438004800 2024-04-15T15:11:00.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.156+0000 7f9451bf4640 1 -- 172.21.15.84:0/1436052063 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9438004800 msgr2=0x7f9438004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:00.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.156+0000 7f9451bf4640 1 --2- 172.21.15.84:0/1436052063 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9438004800 0x7f9438004c80 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f94340018a0 tx=0x7f9438005830 comp rx=0 tx=0).stop 2024-04-15T15:11:00.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.156+0000 7f944bfff640 1 -- 172.21.15.84:0/1436052063 reap_dead start 2024-04-15T15:11:00.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.156+0000 7f9451bf4640 1 -- 172.21.15.84:0/1436052063 shutdown_connections 2024-04-15T15:11:00.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.156+0000 7f9451bf4640 1 -- 172.21.15.84:0/1436052063 >> 172.21.15.84:0/1436052063 conn(0x7f944c0d24d0 msgr2=0x7f944c0d28b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:00.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.156+0000 7f9451bf4640 1 -- 172.21.15.84:0/1436052063 shutdown_connections 2024-04-15T15:11:00.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.156+0000 7f9451bf4640 1 -- 172.21.15.84:0/1436052063 wait complete. 2024-04-15T15:11:00.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.157+0000 7f9451bf4640 1 Processor -- start 2024-04-15T15:11:00.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.157+0000 7f9451bf4640 1 -- start start 2024-04-15T15:11:00.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.157+0000 7f9451bf4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9438004800 0x7f944c14eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:00.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.157+0000 7f9451bf4640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f944c150a00 0x7f944c150e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:00.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.158+0000 7f9451bf4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f944c13fca0 0x7f944c140120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:00.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.158+0000 7f9451bf4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f944c0cfa50 con 0x7f944c13fca0 2024-04-15T15:11:00.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.158+0000 7f9451bf4640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f944c0b5f00 con 0x7f9438004800 2024-04-15T15:11:00.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.158+0000 7f9451bf4640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f944c15cd50 con 0x7f944c150a00 2024-04-15T15:11:00.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.158+0000 7f944bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f944c13fca0 0x7f944c140120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:00.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.158+0000 7f944bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f944c13fca0 0x7f944c140120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:44930/0 (socket says 172.21.15.84:44930) 2024-04-15T15:11:00.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.158+0000 7f944bfff640 1 -- 172.21.15.84:0/685094361 learned_addr learned my addr 172.21.15.84:0/685094361 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:00.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.158+0000 7f944b7fe640 1 --2- 172.21.15.84:0/685094361 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9438004800 0x7f944c14eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:00.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.158+0000 7f9443fff640 1 --2- 172.21.15.84:0/685094361 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f944c150a00 0x7f944c150e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:00.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.158+0000 7f944bfff640 1 -- 172.21.15.84:0/685094361 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f944c150a00 msgr2=0x7f944c150e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:00.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.158+0000 7f944bfff640 1 --2- 172.21.15.84:0/685094361 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f944c150a00 0x7f944c150e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.158+0000 7f944bfff640 1 -- 172.21.15.84:0/685094361 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9438004800 msgr2=0x7f944c14eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:00.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.158+0000 7f944bfff640 1 --2- 172.21.15.84:0/685094361 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9438004800 0x7f944c14eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.158+0000 7f944bfff640 1 -- 172.21.15.84:0/685094361 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f944c1515c0 con 0x7f944c13fca0 2024-04-15T15:11:00.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.158+0000 7f944bfff640 1 --2- 172.21.15.84:0/685094361 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f944c13fca0 0x7f944c140120 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f944c0d2470 tx=0x7f9444009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:00.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.158+0000 7f9448ff9640 1 -- 172.21.15.84:0/685094361 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9444011d40 con 0x7f944c13fca0 2024-04-15T15:11:00.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.158+0000 7f9448ff9640 1 -- 172.21.15.84:0/685094361 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f944401b070 con 0x7f944c13fca0 2024-04-15T15:11:00.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.158+0000 7f9448ff9640 1 -- 172.21.15.84:0/685094361 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9444003990 con 0x7f944c13fca0 2024-04-15T15:11:00.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.158+0000 7f9451bf4640 1 -- 172.21.15.84:0/685094361 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f944c1518a0 con 0x7f944c13fca0 2024-04-15T15:11:00.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.158+0000 7f9451bf4640 1 -- 172.21.15.84:0/685094361 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f944c151e60 con 0x7f944c13fca0 2024-04-15T15:11:00.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.159+0000 7f9451bf4640 1 -- 172.21.15.84:0/685094361 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f944c075c50 con 0x7f944c13fca0 2024-04-15T15:11:00.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.160+0000 7f9448ff9640 1 -- 172.21.15.84:0/685094361 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f9444005d10 con 0x7f944c13fca0 2024-04-15T15:11:00.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.161+0000 7f9448ff9640 1 --2- 172.21.15.84:0/685094361 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f942c06c920 0x7f942c06ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:00.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.161+0000 7f9448ff9640 1 -- 172.21.15.84:0/685094361 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f944408c1e0 con 0x7f944c13fca0 2024-04-15T15:11:00.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.161+0000 7f944b7fe640 1 --2- 172.21.15.84:0/685094361 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f942c06c920 0x7f942c06ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:00.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.161+0000 7f944b7fe640 1 --2- 172.21.15.84:0/685094361 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f942c06c920 0x7f942c06ede0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f943c001eb0 tx=0x7f943c001e20 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:00.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.165+0000 7f9448ff9640 1 -- 172.21.15.84:0/685094361 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f9444025020 con 0x7f944c13fca0 2024-04-15T15:11:00.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.344+0000 7f9451bf4640 1 -- 172.21.15.84:0/685094361 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f944c156a20 con 0x7f944c13fca0 2024-04-15T15:11:00.346 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.344+0000 7f9448ff9640 1 -- 172.21.15.84:0/685094361 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) ==== 100+0+11 (secure 0 0 0) 0x7f9444059c80 con 0x7f944c13fca0 2024-04-15T15:11:00.346 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:11:00.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.346+0000 7f9451bf4640 1 -- 172.21.15.84:0/685094361 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f942c06c920 msgr2=0x7f942c06ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:00.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.346+0000 7f9451bf4640 1 --2- 172.21.15.84:0/685094361 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f942c06c920 0x7f942c06ede0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f943c001eb0 tx=0x7f943c001e20 comp rx=0 tx=0).stop 2024-04-15T15:11:00.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.346+0000 7f9451bf4640 1 -- 172.21.15.84:0/685094361 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f944c13fca0 msgr2=0x7f944c140120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:00.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.346+0000 7f9451bf4640 1 --2- 172.21.15.84:0/685094361 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f944c13fca0 0x7f944c140120 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f944c0d2470 tx=0x7f9444009f90 comp rx=0 tx=0).stop 2024-04-15T15:11:00.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.346+0000 7f9451bf4640 1 -- 172.21.15.84:0/685094361 shutdown_connections 2024-04-15T15:11:00.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.346+0000 7f9451bf4640 1 --2- 172.21.15.84:0/685094361 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f944c13fca0 0x7f944c140120 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.346+0000 7f9451bf4640 1 --2- 172.21.15.84:0/685094361 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f944c150a00 0x7f944c150e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.346+0000 7f9451bf4640 1 --2- 172.21.15.84:0/685094361 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f942c06c920 0x7f942c06ede0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.346+0000 7f9451bf4640 1 --2- 172.21.15.84:0/685094361 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9438004800 0x7f944c14eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.346+0000 7f9451bf4640 1 -- 172.21.15.84:0/685094361 >> 172.21.15.84:0/685094361 conn(0x7f944c0d24d0 msgr2=0x7f944c15abe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:00.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.347+0000 7f9451bf4640 1 -- 172.21.15.84:0/685094361 shutdown_connections 2024-04-15T15:11:00.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.347+0000 7f9451bf4640 1 -- 172.21.15.84:0/685094361 wait complete. 2024-04-15T15:11:00.359 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-15T15:11:00.465 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.463+0000 7f50a0746640 1 Processor -- start 2024-04-15T15:11:00.466 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.463+0000 7f50a0746640 1 -- start start 2024-04-15T15:11:00.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.464+0000 7f50a0746640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f509815e9f0 0x7f50980d3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:00.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.464+0000 7f50a0746640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f509806c400 0x7f509806c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:00.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.464+0000 7f50a0746640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f50980d2320 con 0x7f509815e610 2024-04-15T15:11:00.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.464+0000 7f50a0746640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f50980d31d0 con 0x7f509806c400 2024-04-15T15:11:00.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.464+0000 7f50a0746640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f50980d25c0 con 0x7f509815e9f0 2024-04-15T15:11:00.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.465+0000 7f509ece3640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f509806c400 0x7f509806c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:00.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.465+0000 7f509ece3640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f509806c400 0x7f509806c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:44944/0 (socket says 172.21.15.84:44944) 2024-04-15T15:11:00.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.465+0000 7f509ece3640 1 -- 172.21.15.84:0/2684752178 learned_addr learned my addr 172.21.15.84:0/2684752178 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:00.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.465+0000 7f509dce1640 1 --2- 172.21.15.84:0/2684752178 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f509815e9f0 0x7f50980d3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:00.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.465+0000 7f509ece3640 1 -- 172.21.15.84:0/2684752178 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f509815e9f0 msgr2=0x7f50980d3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:00.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.465+0000 7f509ece3640 1 --2- 172.21.15.84:0/2684752178 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f509815e9f0 0x7f50980d3660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.465+0000 7f509ece3640 1 -- 172.21.15.84:0/2684752178 >> v1:172.21.15.203:6789/0 conn(0x7f509815e610 legacy=0x7f50980d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:00.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.465+0000 7f509ece3640 1 -- 172.21.15.84:0/2684752178 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50980d28a0 con 0x7f509806c400 2024-04-15T15:11:00.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.466+0000 7f509ece3640 1 --2- 172.21.15.84:0/2684752178 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f509806c400 0x7f509806c890 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f5090009870 tx=0x7f509002ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac31aa46307fc80d server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:00.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.466+0000 7f509d4e0640 1 -- 172.21.15.84:0/2684752178 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f509002f840 con 0x7f509806c400 2024-04-15T15:11:00.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.466+0000 7f509d4e0640 1 -- 172.21.15.84:0/2684752178 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f509002f9e0 con 0x7f509806c400 2024-04-15T15:11:00.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.466+0000 7f509d4e0640 1 -- 172.21.15.84:0/2684752178 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f509002fdb0 con 0x7f509806c400 2024-04-15T15:11:00.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.466+0000 7f50a0746640 1 -- 172.21.15.84:0/2684752178 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f509806c400 msgr2=0x7f509806c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:00.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.466+0000 7f50a0746640 1 --2- 172.21.15.84:0/2684752178 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f509806c400 0x7f509806c890 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f5090009870 tx=0x7f509002ba20 comp rx=0 tx=0).stop 2024-04-15T15:11:00.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.466+0000 7f50a0746640 1 -- 172.21.15.84:0/2684752178 shutdown_connections 2024-04-15T15:11:00.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.466+0000 7f50a0746640 1 --2- 172.21.15.84:0/2684752178 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f509806c400 0x7f509806c890 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.466+0000 7f50a0746640 1 --2- 172.21.15.84:0/2684752178 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f509815e9f0 0x7f50980d3660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.466+0000 7f50a0746640 1 -- 172.21.15.84:0/2684752178 >> 172.21.15.84:0/2684752178 conn(0x7f50980d4750 msgr2=0x7f50980d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:00.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.466+0000 7f50a0746640 1 -- 172.21.15.84:0/2684752178 shutdown_connections 2024-04-15T15:11:00.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.467+0000 7f50a0746640 1 -- 172.21.15.84:0/2684752178 wait complete. 2024-04-15T15:11:00.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.468+0000 7f50a0746640 1 Processor -- start 2024-04-15T15:11:00.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.468+0000 7f50a0746640 1 -- start start 2024-04-15T15:11:00.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.468+0000 7f50a0746640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f509806c400 0x7f509814bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:00.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.468+0000 7f50a0746640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f509815e610 0x7f50980c8d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:00.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.468+0000 7f50a0746640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f509815e9f0 0x7f50980cd960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:00.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.468+0000 7f50a0746640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f509806d130 con 0x7f509806c400 2024-04-15T15:11:00.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.468+0000 7f50a0746640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f50980d2e60 con 0x7f509815e610 2024-04-15T15:11:00.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.468+0000 7f50a0746640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f50980d3ba0 con 0x7f509815e9f0 2024-04-15T15:11:00.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.468+0000 7f509e4e2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f509806c400 0x7f509814bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:00.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.468+0000 7f509e4e2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f509806c400 0x7f509814bb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:44958/0 (socket says 172.21.15.84:44958) 2024-04-15T15:11:00.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.468+0000 7f509e4e2640 1 -- 172.21.15.84:0/2748765634 learned_addr learned my addr 172.21.15.84:0/2748765634 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:00.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.469+0000 7f509dce1640 1 --2- 172.21.15.84:0/2748765634 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f509815e610 0x7f50980c8d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:00.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.469+0000 7f509ece3640 1 --2- 172.21.15.84:0/2748765634 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f509815e9f0 0x7f50980cd960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:00.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.469+0000 7f509e4e2640 1 -- 172.21.15.84:0/2748765634 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f509815e9f0 msgr2=0x7f50980cd960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:00.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.469+0000 7f509e4e2640 1 --2- 172.21.15.84:0/2748765634 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f509815e9f0 0x7f50980cd960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.469+0000 7f509e4e2640 1 -- 172.21.15.84:0/2748765634 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f509815e610 msgr2=0x7f50980c8d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:00.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.469+0000 7f509e4e2640 1 --2- 172.21.15.84:0/2748765634 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f509815e610 0x7f50980c8d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.469+0000 7f509e4e2640 1 -- 172.21.15.84:0/2748765634 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f509814c0a0 con 0x7f509806c400 2024-04-15T15:11:00.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.469+0000 7f509e4e2640 1 --2- 172.21.15.84:0/2748765634 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f509806c400 0x7f509814bb60 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f508800c790 tx=0x7f508800cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:00.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.469+0000 7f5096ffd640 1 -- 172.21.15.84:0/2748765634 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5088016020 con 0x7f509806c400 2024-04-15T15:11:00.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.469+0000 7f5096ffd640 1 -- 172.21.15.84:0/2748765634 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5088006d50 con 0x7f509806c400 2024-04-15T15:11:00.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.469+0000 7f50a0746640 1 -- 172.21.15.84:0/2748765634 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50980c92a0 con 0x7f509806c400 2024-04-15T15:11:00.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.469+0000 7f5096ffd640 1 -- 172.21.15.84:0/2748765634 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5088003bb0 con 0x7f509806c400 2024-04-15T15:11:00.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.469+0000 7f50a0746640 1 -- 172.21.15.84:0/2748765634 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50980ce5b0 con 0x7f509806c400 2024-04-15T15:11:00.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.470+0000 7f50a0746640 1 -- 172.21.15.84:0/2748765634 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5098075c50 con 0x7f509806c400 2024-04-15T15:11:00.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.470+0000 7f5096ffd640 1 -- 172.21.15.84:0/2748765634 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f508800a850 con 0x7f509806c400 2024-04-15T15:11:00.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.471+0000 7f5096ffd640 1 --2- 172.21.15.84:0/2748765634 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f508406c8f0 0x7f508406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:00.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.471+0000 7f5096ffd640 1 -- 172.21.15.84:0/2748765634 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f508808bb50 con 0x7f509806c400 2024-04-15T15:11:00.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.471+0000 7f509dce1640 1 --2- 172.21.15.84:0/2748765634 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f508406c8f0 0x7f508406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:00.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.471+0000 7f509dce1640 1 --2- 172.21.15.84:0/2748765634 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f508406c8f0 0x7f508406edb0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f50980c7be0 tx=0x7f508c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:00.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.475+0000 7f5096ffd640 1 -- 172.21.15.84:0/2748765634 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f5088020020 con 0x7f509806c400 2024-04-15T15:11:00.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.651+0000 7f50a0746640 1 -- 172.21.15.84:0/2748765634 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f50980b7060 con 0x7f509806c400 2024-04-15T15:11:00.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.652+0000 7f5096ffd640 1 -- 172.21.15.84:0/2748765634 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v24) ==== 103+0+11 (secure 0 0 0) 0x7f509814c0a0 con 0x7f509806c400 2024-04-15T15:11:00.654 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:00.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.653+0000 7f50a0746640 1 -- 172.21.15.84:0/2748765634 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f508406c8f0 msgr2=0x7f508406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:00.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.653+0000 7f50a0746640 1 --2- 172.21.15.84:0/2748765634 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f508406c8f0 0x7f508406edb0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f50980c7be0 tx=0x7f508c008040 comp rx=0 tx=0).stop 2024-04-15T15:11:00.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.653+0000 7f50a0746640 1 -- 172.21.15.84:0/2748765634 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f509806c400 msgr2=0x7f509814bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:00.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.653+0000 7f50a0746640 1 --2- 172.21.15.84:0/2748765634 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f509806c400 0x7f509814bb60 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f508800c790 tx=0x7f508800cc50 comp rx=0 tx=0).stop 2024-04-15T15:11:00.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.654+0000 7f50a0746640 1 -- 172.21.15.84:0/2748765634 shutdown_connections 2024-04-15T15:11:00.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.654+0000 7f50a0746640 1 --2- 172.21.15.84:0/2748765634 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f508406c8f0 0x7f508406edb0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.654+0000 7f50a0746640 1 --2- 172.21.15.84:0/2748765634 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f509815e610 0x7f50980c8d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.654+0000 7f50a0746640 1 --2- 172.21.15.84:0/2748765634 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f509815e9f0 0x7f50980cd960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.654+0000 7f50a0746640 1 --2- 172.21.15.84:0/2748765634 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f509806c400 0x7f509814bb60 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.654+0000 7f50a0746640 1 -- 172.21.15.84:0/2748765634 >> 172.21.15.84:0/2748765634 conn(0x7f50980d4750 msgr2=0x7f50980b4d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:00.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.654+0000 7f50a0746640 1 -- 172.21.15.84:0/2748765634 shutdown_connections 2024-04-15T15:11:00.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.654+0000 7f50a0746640 1 -- 172.21.15.84:0/2748765634 wait complete. 2024-04-15T15:11:00.666 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:00.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.768+0000 7f29489c3640 1 Processor -- start 2024-04-15T15:11:00.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.768+0000 7f29489c3640 1 -- start start 2024-04-15T15:11:00.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.769+0000 7f29489c3640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f294415c7c0 0x7f294406e420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:00.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.769+0000 7f29489c3640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29440af700 0x7f294406e960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:00.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.769+0000 7f29489c3640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29440cffd0 con 0x7f29440ccb70 2024-04-15T15:11:00.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.769+0000 7f29489c3640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f294415cba0 con 0x7f294415c7c0 2024-04-15T15:11:00.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.769+0000 7f29489c3640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f294406dc10 con 0x7f29440af700 2024-04-15T15:11:00.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.770+0000 7f2941d9b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29440af700 0x7f294406e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:00.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.770+0000 7f294259c640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f294415c7c0 0x7f294406e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:00.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.770+0000 7f2941d9b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29440af700 0x7f294406e960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:41208/0 (socket says 172.21.15.84:41208) 2024-04-15T15:11:00.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.770+0000 7f2941d9b640 1 -- 172.21.15.84:0/2820977452 learned_addr learned my addr 172.21.15.84:0/2820977452 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:00.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.770+0000 7f2941d9b640 1 -- 172.21.15.84:0/2820977452 >> v2:172.21.15.203:3300/0 conn(0x7f294415c7c0 msgr2=0x7f294406e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:00.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.770+0000 7f2941d9b640 1 --2- 172.21.15.84:0/2820977452 >> v2:172.21.15.203:3300/0 conn(0x7f294415c7c0 0x7f294406e420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.770+0000 7f2941d9b640 1 -- 172.21.15.84:0/2820977452 >> v1:172.21.15.203:6789/0 conn(0x7f29440ccb70 legacy=0x7f29440cd000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:00.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.770+0000 7f2941d9b640 1 -- 172.21.15.84:0/2820977452 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f294406de60 con 0x7f29440af700 2024-04-15T15:11:00.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.771+0000 7f2941d9b640 1 --2- 172.21.15.84:0/2820977452 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29440af700 0x7f294406e960 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f2938009870 tx=0x7f293802b980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a79c6ae6fdedd4e4 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:00.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.771+0000 7f294159a640 1 -- 172.21.15.84:0/2820977452 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2938034070 con 0x7f29440af700 2024-04-15T15:11:00.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.771+0000 7f294159a640 1 -- 172.21.15.84:0/2820977452 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2938030840 con 0x7f29440af700 2024-04-15T15:11:00.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.771+0000 7f294159a640 1 -- 172.21.15.84:0/2820977452 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2938030c10 con 0x7f29440af700 2024-04-15T15:11:00.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.772+0000 7f29489c3640 1 -- 172.21.15.84:0/2820977452 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29440af700 msgr2=0x7f294406e960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:00.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.772+0000 7f29489c3640 1 --2- 172.21.15.84:0/2820977452 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29440af700 0x7f294406e960 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f2938009870 tx=0x7f293802b980 comp rx=0 tx=0).stop 2024-04-15T15:11:00.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.772+0000 7f29489c3640 1 -- 172.21.15.84:0/2820977452 shutdown_connections 2024-04-15T15:11:00.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.772+0000 7f29489c3640 1 --2- 172.21.15.84:0/2820977452 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29440af700 0x7f294406e960 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.772+0000 7f29489c3640 1 --2- 172.21.15.84:0/2820977452 >> v2:172.21.15.203:3300/0 conn(0x7f294415c7c0 0x7f294406e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.772+0000 7f29489c3640 1 -- 172.21.15.84:0/2820977452 >> 172.21.15.84:0/2820977452 conn(0x7f29440b1dd0 msgr2=0x7f29440b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:00.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.772+0000 7f29489c3640 1 -- 172.21.15.84:0/2820977452 shutdown_connections 2024-04-15T15:11:00.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.772+0000 7f29489c3640 1 -- 172.21.15.84:0/2820977452 wait complete. 2024-04-15T15:11:00.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.773+0000 7f29489c3640 1 Processor -- start 2024-04-15T15:11:00.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.773+0000 7f29489c3640 1 -- start start 2024-04-15T15:11:00.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.774+0000 7f29489c3640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29440af700 0x7f2944152cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:00.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.774+0000 7f29489c3640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29440ccb70 0x7f29441f2590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:00.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.774+0000 7f29489c3640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f294415c7c0 0x7f29441f4f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:00.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.774+0000 7f29489c3640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f29440cfab0 con 0x7f29440ccb70 2024-04-15T15:11:00.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.774+0000 7f29489c3640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f29440cf7d0 con 0x7f294415c7c0 2024-04-15T15:11:00.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.774+0000 7f29489c3640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f29440cdc60 con 0x7f29440af700 2024-04-15T15:11:00.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.774+0000 7f2941d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29440ccb70 0x7f29441f2590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:00.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.774+0000 7f2941d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29440ccb70 0x7f29441f2590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:44966/0 (socket says 172.21.15.84:44966) 2024-04-15T15:11:00.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.774+0000 7f2941d9b640 1 -- 172.21.15.84:0/2554010996 learned_addr learned my addr 172.21.15.84:0/2554010996 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:00.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.774+0000 7f294259c640 1 --2- 172.21.15.84:0/2554010996 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29440af700 0x7f2944152cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:00.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.774+0000 7f2941d9b640 1 -- 172.21.15.84:0/2554010996 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29440af700 msgr2=0x7f2944152cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:00.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.774+0000 7f2941d9b640 1 --2- 172.21.15.84:0/2554010996 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29440af700 0x7f2944152cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.774+0000 7f2942d9d640 1 --2- 172.21.15.84:0/2554010996 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f294415c7c0 0x7f29441f4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:00.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.774+0000 7f2941d9b640 1 -- 172.21.15.84:0/2554010996 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f294415c7c0 msgr2=0x7f29441f4f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:00.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.774+0000 7f2941d9b640 1 --2- 172.21.15.84:0/2554010996 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f294415c7c0 0x7f29441f4f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.774+0000 7f2941d9b640 1 -- 172.21.15.84:0/2554010996 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29441f2f70 con 0x7f29440ccb70 2024-04-15T15:11:00.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.775+0000 7f2941d9b640 1 --2- 172.21.15.84:0/2554010996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29440ccb70 0x7f29441f2590 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f2938000c00 tx=0x7f29380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:00.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.775+0000 7f2932ffd640 1 -- 172.21.15.84:0/2554010996 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2938034040 con 0x7f29440ccb70 2024-04-15T15:11:00.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.775+0000 7f2932ffd640 1 -- 172.21.15.84:0/2554010996 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2938039d90 con 0x7f29440ccb70 2024-04-15T15:11:00.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.775+0000 7f29489c3640 1 -- 172.21.15.84:0/2554010996 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29441f3250 con 0x7f29440ccb70 2024-04-15T15:11:00.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.775+0000 7f2932ffd640 1 -- 172.21.15.84:0/2554010996 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2938043630 con 0x7f29440ccb70 2024-04-15T15:11:00.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.775+0000 7f29489c3640 1 -- 172.21.15.84:0/2554010996 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2944157c50 con 0x7f29440ccb70 2024-04-15T15:11:00.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.776+0000 7f29489c3640 1 -- 172.21.15.84:0/2554010996 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29440689e0 con 0x7f29440ccb70 2024-04-15T15:11:00.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.776+0000 7f2932ffd640 1 -- 172.21.15.84:0/2554010996 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f293804a060 con 0x7f29440ccb70 2024-04-15T15:11:00.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.777+0000 7f2932ffd640 1 --2- 172.21.15.84:0/2554010996 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f292406c8f0 0x7f292406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:00.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.777+0000 7f2932ffd640 1 -- 172.21.15.84:0/2554010996 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f29380addb0 con 0x7f29440ccb70 2024-04-15T15:11:00.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.777+0000 7f294259c640 1 --2- 172.21.15.84:0/2554010996 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f292406c8f0 0x7f292406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:00.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.777+0000 7f294259c640 1 --2- 172.21.15.84:0/2554010996 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f292406c8f0 0x7f292406edb0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f2934009a10 tx=0x7f2934008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:00.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.781+0000 7f2932ffd640 1 -- 172.21.15.84:0/2554010996 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f293803e070 con 0x7f29440ccb70 2024-04-15T15:11:00.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.956+0000 7f29489c3640 1 -- 172.21.15.84:0/2554010996 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f29440cc600 con 0x7f29440ccb70 2024-04-15T15:11:00.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.957+0000 7f2932ffd640 1 -- 172.21.15.84:0/2554010996 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18466 (secure 0 0 0) 0x7f293802d330 con 0x7f29440ccb70 2024-04-15T15:11:00.959 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:00.959 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":24,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:27.745198+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:00.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.959+0000 7f29489c3640 1 -- 172.21.15.84:0/2554010996 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f292406c8f0 msgr2=0x7f292406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:00.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.959+0000 7f29489c3640 1 --2- 172.21.15.84:0/2554010996 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f292406c8f0 0x7f292406edb0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f2934009a10 tx=0x7f2934008040 comp rx=0 tx=0).stop 2024-04-15T15:11:00.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.959+0000 7f29489c3640 1 -- 172.21.15.84:0/2554010996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29440ccb70 msgr2=0x7f29441f2590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:00.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.959+0000 7f29489c3640 1 --2- 172.21.15.84:0/2554010996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29440ccb70 0x7f29441f2590 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f2938000c00 tx=0x7f29380046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.959+0000 7f29489c3640 1 -- 172.21.15.84:0/2554010996 shutdown_connections 2024-04-15T15:11:00.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.959+0000 7f29489c3640 1 --2- 172.21.15.84:0/2554010996 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f292406c8f0 0x7f292406edb0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.959+0000 7f29489c3640 1 --2- 172.21.15.84:0/2554010996 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f294415c7c0 0x7f29441f4f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.959+0000 7f29489c3640 1 --2- 172.21.15.84:0/2554010996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29440ccb70 0x7f29441f2590 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.959+0000 7f29489c3640 1 --2- 172.21.15.84:0/2554010996 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29440af700 0x7f2944152cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:00.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.959+0000 7f29489c3640 1 -- 172.21.15.84:0/2554010996 >> 172.21.15.84:0/2554010996 conn(0x7f29440b1dd0 msgr2=0x7f294415b7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:00.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.959+0000 7f29489c3640 1 -- 172.21.15.84:0/2554010996 shutdown_connections 2024-04-15T15:11:00.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:00.959+0000 7f29489c3640 1 -- 172.21.15.84:0/2554010996 wait complete. 2024-04-15T15:11:00.972 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:10:20.621351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:10:21.653421+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-15T15:10:25.371593+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-15T15:11:00.972 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:11:01.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.076+0000 7f80ce1ba640 1 Processor -- start 2024-04-15T15:11:01.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.076+0000 7f80ce1ba640 1 -- start start 2024-04-15T15:11:01.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.077+0000 7f80ce1ba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f80c815c630 0x7f80c806cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:01.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.077+0000 7f80ce1ba640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f80c806ed30 0x7f80c80ccff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:01.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.077+0000 7f80ce1ba640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f80c806bd50 con 0x7f80c80ccb90 2024-04-15T15:11:01.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.077+0000 7f80ce1ba640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f80c806d2f0 con 0x7f80c806ed30 2024-04-15T15:11:01.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.077+0000 7f80ce1ba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f80c80cd530 con 0x7f80c815c630 2024-04-15T15:11:01.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.077+0000 7f80c7fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f80c806ed30 0x7f80c80ccff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:01.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.077+0000 7f80c7fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f80c806ed30 0x7f80c80ccff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:44974/0 (socket says 172.21.15.84:44974) 2024-04-15T15:11:01.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.077+0000 7f80c7fff640 1 -- 172.21.15.84:0/3690885422 learned_addr learned my addr 172.21.15.84:0/3690885422 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:01.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.078+0000 7f80c7fff640 1 -- 172.21.15.84:0/3690885422 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f80c815c630 msgr2=0x7f80c806cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:01.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.078+0000 7f80c7fff640 1 --2- 172.21.15.84:0/3690885422 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f80c815c630 0x7f80c806cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.078+0000 7f80c7fff640 1 -- 172.21.15.84:0/3690885422 >> v1:172.21.15.203:6789/0 conn(0x7f80c80ccb90 legacy=0x7f80c806e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:01.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.078+0000 7f80c7fff640 1 -- 172.21.15.84:0/3690885422 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80c806bff0 con 0x7f80c806ed30 2024-04-15T15:11:01.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.078+0000 7f80c7fff640 1 --2- 172.21.15.84:0/3690885422 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80c806ed30 0x7f80c80ccff0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f80c0009870 tx=0x7f80c002b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfde6febe99583ee server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:01.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.079+0000 7f80c67fc640 1 -- 172.21.15.84:0/3690885422 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80c0035020 con 0x7f80c806ed30 2024-04-15T15:11:01.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.079+0000 7f80c67fc640 1 -- 172.21.15.84:0/3690885422 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80c0031640 con 0x7f80c806ed30 2024-04-15T15:11:01.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.079+0000 7f80c67fc640 1 -- 172.21.15.84:0/3690885422 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80c002d040 con 0x7f80c806ed30 2024-04-15T15:11:01.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.079+0000 7f80ce1ba640 1 -- 172.21.15.84:0/3690885422 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80c806ed30 msgr2=0x7f80c80ccff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:01.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.079+0000 7f80ce1ba640 1 --2- 172.21.15.84:0/3690885422 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80c806ed30 0x7f80c80ccff0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f80c0009870 tx=0x7f80c002b8f0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.079+0000 7f80ce1ba640 1 -- 172.21.15.84:0/3690885422 shutdown_connections 2024-04-15T15:11:01.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.079+0000 7f80ce1ba640 1 --2- 172.21.15.84:0/3690885422 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80c806ed30 0x7f80c80ccff0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.079+0000 7f80ce1ba640 1 --2- 172.21.15.84:0/3690885422 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f80c815c630 0x7f80c806cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.079+0000 7f80ce1ba640 1 -- 172.21.15.84:0/3690885422 >> 172.21.15.84:0/3690885422 conn(0x7f80c80b31d0 msgr2=0x7f80c80b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:01.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.079+0000 7f80ce1ba640 1 -- 172.21.15.84:0/3690885422 shutdown_connections 2024-04-15T15:11:01.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.079+0000 7f80ce1ba640 1 -- 172.21.15.84:0/3690885422 wait complete. 2024-04-15T15:11:01.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.080+0000 7f80ce1ba640 1 Processor -- start 2024-04-15T15:11:01.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.081+0000 7f80ce1ba640 1 -- start start 2024-04-15T15:11:01.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.081+0000 7f80ce1ba640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f80c806ed30 0x7f80c814f540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:01.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.081+0000 7f80ce1ba640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80c80ccb90 0x7f80c814bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:01.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.081+0000 7f80ce1ba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f80c815c630 0x7f80c8153040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:01.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.081+0000 7f80ce1ba640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f80c806c5b0 con 0x7f80c80ccb90 2024-04-15T15:11:01.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.081+0000 7f80ce1ba640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f80c806c920 con 0x7f80c806ed30 2024-04-15T15:11:01.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.081+0000 7f80ce1ba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f80c815ca10 con 0x7f80c815c630 2024-04-15T15:11:01.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.081+0000 7f80c6ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80c80ccb90 0x7f80c814bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:01.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.081+0000 7f80c6ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80c80ccb90 0x7f80c814bf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:44984/0 (socket says 172.21.15.84:44984) 2024-04-15T15:11:01.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.081+0000 7f80c6ffd640 1 -- 172.21.15.84:0/2022133409 learned_addr learned my addr 172.21.15.84:0/2022133409 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:01.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.082+0000 7f80c7fff640 1 --2- 172.21.15.84:0/2022133409 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f80c815c630 0x7f80c8153040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:01.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.082+0000 7f80c77fe640 1 --2- 172.21.15.84:0/2022133409 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f80c806ed30 0x7f80c814f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:01.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.082+0000 7f80c6ffd640 1 -- 172.21.15.84:0/2022133409 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f80c815c630 msgr2=0x7f80c8153040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:01.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.082+0000 7f80c6ffd640 1 --2- 172.21.15.84:0/2022133409 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f80c815c630 0x7f80c8153040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.082+0000 7f80c6ffd640 1 -- 172.21.15.84:0/2022133409 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f80c806ed30 msgr2=0x7f80c814f540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:01.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.082+0000 7f80c6ffd640 1 --2- 172.21.15.84:0/2022133409 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f80c806ed30 0x7f80c814f540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.082+0000 7f80c6ffd640 1 -- 172.21.15.84:0/2022133409 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80c81f6210 con 0x7f80c80ccb90 2024-04-15T15:11:01.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.082+0000 7f80c6ffd640 1 --2- 172.21.15.84:0/2022133409 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80c80ccb90 0x7f80c814bf00 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f80bc00c7c0 tx=0x7f80bc00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:01.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.082+0000 7f80affff640 1 -- 172.21.15.84:0/2022133409 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80bc016020 con 0x7f80c80ccb90 2024-04-15T15:11:01.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.082+0000 7f80affff640 1 -- 172.21.15.84:0/2022133409 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f80bc00aa50 con 0x7f80c80ccb90 2024-04-15T15:11:01.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.082+0000 7f80ce1ba640 1 -- 172.21.15.84:0/2022133409 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80c81f64f0 con 0x7f80c80ccb90 2024-04-15T15:11:01.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.082+0000 7f80affff640 1 -- 172.21.15.84:0/2022133409 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80bc00ae40 con 0x7f80c80ccb90 2024-04-15T15:11:01.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.082+0000 7f80ce1ba640 1 -- 172.21.15.84:0/2022133409 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80c81f6ab0 con 0x7f80c80ccb90 2024-04-15T15:11:01.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.083+0000 7f80ce1ba640 1 -- 172.21.15.84:0/2022133409 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80c8075c50 con 0x7f80c80ccb90 2024-04-15T15:11:01.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.084+0000 7f80affff640 1 -- 172.21.15.84:0/2022133409 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f80bc019020 con 0x7f80c80ccb90 2024-04-15T15:11:01.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.084+0000 7f80affff640 1 --2- 172.21.15.84:0/2022133409 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f80b406c8f0 0x7f80b406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:01.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.084+0000 7f80affff640 1 -- 172.21.15.84:0/2022133409 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f80bc08bbd0 con 0x7f80c80ccb90 2024-04-15T15:11:01.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.084+0000 7f80c77fe640 1 --2- 172.21.15.84:0/2022133409 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f80b406c8f0 0x7f80b406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:01.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.084+0000 7f80c77fe640 1 --2- 172.21.15.84:0/2022133409 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f80b406c8f0 0x7f80b406edb0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f80b800a810 tx=0x7f80b8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:01.090 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.088+0000 7f80affff640 1 -- 172.21.15.84:0/2022133409 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f80bc020070 con 0x7f80c80ccb90 2024-04-15T15:11:01.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.264+0000 7f80ce1ba640 1 -- 172.21.15.84:0/2022133409 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f80c80cdca0 con 0x7f80c80ccb90 2024-04-15T15:11:01.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.264+0000 7f80affff640 1 -- 172.21.15.84:0/2022133409 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v24) ==== 93+0+10 (secure 0 0 0) 0x7f80bc059cc0 con 0x7f80c80ccb90 2024-04-15T15:11:01.266 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:11:01.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.266+0000 7f80ce1ba640 1 -- 172.21.15.84:0/2022133409 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f80b406c8f0 msgr2=0x7f80b406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:01.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.266+0000 7f80ce1ba640 1 --2- 172.21.15.84:0/2022133409 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f80b406c8f0 0x7f80b406edb0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f80b800a810 tx=0x7f80b8008040 comp rx=0 tx=0).stop 2024-04-15T15:11:01.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.266+0000 7f80ce1ba640 1 -- 172.21.15.84:0/2022133409 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80c80ccb90 msgr2=0x7f80c814bf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:01.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.266+0000 7f80ce1ba640 1 --2- 172.21.15.84:0/2022133409 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80c80ccb90 0x7f80c814bf00 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f80bc00c7c0 tx=0x7f80bc00cc80 comp rx=0 tx=0).stop 2024-04-15T15:11:01.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.266+0000 7f80ce1ba640 1 -- 172.21.15.84:0/2022133409 shutdown_connections 2024-04-15T15:11:01.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.266+0000 7f80ce1ba640 1 --2- 172.21.15.84:0/2022133409 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f80c815c630 0x7f80c8153040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.266+0000 7f80ce1ba640 1 --2- 172.21.15.84:0/2022133409 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80c80ccb90 0x7f80c814bf00 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.266+0000 7f80ce1ba640 1 --2- 172.21.15.84:0/2022133409 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f80b406c8f0 0x7f80b406edb0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.266+0000 7f80ce1ba640 1 --2- 172.21.15.84:0/2022133409 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f80c806ed30 0x7f80c814f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.266+0000 7f80ce1ba640 1 -- 172.21.15.84:0/2022133409 >> 172.21.15.84:0/2022133409 conn(0x7f80c80b31d0 msgr2=0x7f80c80b06c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:01.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.266+0000 7f80ce1ba640 1 -- 172.21.15.84:0/2022133409 shutdown_connections 2024-04-15T15:11:01.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.266+0000 7f80ce1ba640 1 -- 172.21.15.84:0/2022133409 wait complete. 2024-04-15T15:11:01.279 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:11:01.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.383+0000 7f4f60fa8640 1 Processor -- start 2024-04-15T15:11:01.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.383+0000 7f4f60fa8640 1 -- start start 2024-04-15T15:11:01.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.384+0000 7f4f60fa8640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f4f5c0afae0 0x7f4f5c06c340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:01.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.384+0000 7f4f60fa8640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f5c0d07c0 con 0x7f4f5c0b5410 2024-04-15T15:11:01.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.384+0000 7f4f60fa8640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f5c0b3aa0 con 0x7f4f5c0b0050 2024-04-15T15:11:01.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.384+0000 7f4f60fa8640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f4f5c0d0330 con 0x7f4f5c0afae0 2024-04-15T15:11:01.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.385+0000 7f4f5ad9d640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f4f5c0afae0 0x7f4f5c06c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:01.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.385+0000 7f4f5a59c640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f4f5c0b5410 0x7f4f5c0b57f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:44224/0 (socket says 172.21.15.84:44224) 2024-04-15T15:11:01.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.385+0000 7f4f5a59c640 1 -- 172.21.15.84:0/442693326 learned_addr learned my addr 172.21.15.84:0/442693326 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:01.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.385+0000 7f4f5ad9d640 1 -- 172.21.15.84:0/442693326 >> v1:172.21.15.203:6789/0 conn(0x7f4f5c0b0050 legacy=0x7f4f5c0cf960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:01.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.385+0000 7f4f5ad9d640 1 -- 172.21.15.84:0/442693326 >> v1:172.21.15.84:6789/0 conn(0x7f4f5c0b5410 legacy=0x7f4f5c0b57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:01.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.385+0000 7f4f5959a640 1 -- 172.21.15.84:0/442693326 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2708324639 0 0) 0x7f4f5c0d07c0 con 0x7f4f5c0b5410 2024-04-15T15:11:01.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.385+0000 7f4f5ad9d640 1 -- 172.21.15.84:0/442693326 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f5c0b3d80 con 0x7f4f5c0afae0 2024-04-15T15:11:01.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.386+0000 7f4f5ad9d640 1 --2- 172.21.15.84:0/442693326 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f5c0afae0 0x7f4f5c06c340 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f4f4c0097a0 tx=0x7f4f4c02b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9394cb79cd5c47f server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:01.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.386+0000 7f4f5959a640 1 -- 172.21.15.84:0/442693326 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f4c0315a0 con 0x7f4f5c0afae0 2024-04-15T15:11:01.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.386+0000 7f4f5959a640 1 -- 172.21.15.84:0/442693326 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f4c037070 con 0x7f4f5c0afae0 2024-04-15T15:11:01.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.386+0000 7f4f5959a640 1 -- 172.21.15.84:0/442693326 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f4c031960 con 0x7f4f5c0afae0 2024-04-15T15:11:01.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.386+0000 7f4f60fa8640 1 -- 172.21.15.84:0/442693326 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f5c0afae0 msgr2=0x7f4f5c06c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:01.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.386+0000 7f4f60fa8640 1 --2- 172.21.15.84:0/442693326 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f5c0afae0 0x7f4f5c06c340 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f4f4c0097a0 tx=0x7f4f4c02b840 comp rx=0 tx=0).stop 2024-04-15T15:11:01.390 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.386+0000 7f4f60fa8640 1 -- 172.21.15.84:0/442693326 shutdown_connections 2024-04-15T15:11:01.390 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.386+0000 7f4f60fa8640 1 --2- 172.21.15.84:0/442693326 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f5c0afae0 0x7f4f5c06c340 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.390 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.386+0000 7f4f60fa8640 1 -- 172.21.15.84:0/442693326 >> 172.21.15.84:0/442693326 conn(0x7f4f5c0d0a50 msgr2=0x7f4f5c0d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:01.390 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.386+0000 7f4f60fa8640 1 -- 172.21.15.84:0/442693326 shutdown_connections 2024-04-15T15:11:01.390 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.386+0000 7f4f60fa8640 1 -- 172.21.15.84:0/442693326 wait complete. 2024-04-15T15:11:01.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.388+0000 7f4f60fa8640 1 Processor -- start 2024-04-15T15:11:01.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.388+0000 7f4f60fa8640 1 -- start start 2024-04-15T15:11:01.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.388+0000 7f4f60fa8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4f5c0afae0 0x7f4f5c161430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:01.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.388+0000 7f4f60fa8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4f5c0b0050 0x7f4f5c1467a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:01.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.388+0000 7f4f60fa8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f5c0b5410 0x7f4f5c147f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:01.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.389+0000 7f4f60fa8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4f5c06db40 con 0x7f4f5c0b5410 2024-04-15T15:11:01.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.389+0000 7f4f60fa8640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4f5c0d18f0 con 0x7f4f5c0afae0 2024-04-15T15:11:01.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.389+0000 7f4f60fa8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4f5c06dcc0 con 0x7f4f5c0b0050 2024-04-15T15:11:01.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.389+0000 7f4f5ad9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f5c0b5410 0x7f4f5c147f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:01.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.389+0000 7f4f5ad9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f5c0b5410 0x7f4f5c147f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:45010/0 (socket says 172.21.15.84:45010) 2024-04-15T15:11:01.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.389+0000 7f4f5ad9d640 1 -- 172.21.15.84:0/3060965177 learned_addr learned my addr 172.21.15.84:0/3060965177 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:01.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.389+0000 7f4f5a59c640 1 --2- 172.21.15.84:0/3060965177 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4f5c0afae0 0x7f4f5c161430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:01.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.389+0000 7f4f59d9b640 1 --2- 172.21.15.84:0/3060965177 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4f5c0b0050 0x7f4f5c1467a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:01.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.389+0000 7f4f5ad9d640 1 -- 172.21.15.84:0/3060965177 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4f5c0b0050 msgr2=0x7f4f5c1467a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:01.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.389+0000 7f4f5ad9d640 1 --2- 172.21.15.84:0/3060965177 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4f5c0b0050 0x7f4f5c1467a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.389+0000 7f4f5ad9d640 1 -- 172.21.15.84:0/3060965177 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4f5c0afae0 msgr2=0x7f4f5c161430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:01.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.389+0000 7f4f5ad9d640 1 --2- 172.21.15.84:0/3060965177 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4f5c0afae0 0x7f4f5c161430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.389+0000 7f4f5ad9d640 1 -- 172.21.15.84:0/3060965177 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f5c1f4b30 con 0x7f4f5c0b5410 2024-04-15T15:11:01.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.389+0000 7f4f5ad9d640 1 --2- 172.21.15.84:0/3060965177 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f5c0b5410 0x7f4f5c147f20 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f4f4c0097a0 tx=0x7f4f4c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:01.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.389+0000 7f4f52ffd640 1 -- 172.21.15.84:0/3060965177 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f4c032840 con 0x7f4f5c0b5410 2024-04-15T15:11:01.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.389+0000 7f4f52ffd640 1 -- 172.21.15.84:0/3060965177 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f4c0329e0 con 0x7f4f5c0b5410 2024-04-15T15:11:01.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.389+0000 7f4f60fa8640 1 -- 172.21.15.84:0/3060965177 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f5c146e80 con 0x7f4f5c0b5410 2024-04-15T15:11:01.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.389+0000 7f4f52ffd640 1 -- 172.21.15.84:0/3060965177 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f4c032db0 con 0x7f4f5c0b5410 2024-04-15T15:11:01.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.389+0000 7f4f60fa8640 1 -- 172.21.15.84:0/3060965177 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f5c147440 con 0x7f4f5c0b5410 2024-04-15T15:11:01.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.390+0000 7f4f60fa8640 1 -- 172.21.15.84:0/3060965177 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f5c074310 con 0x7f4f5c0b5410 2024-04-15T15:11:01.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.391+0000 7f4f52ffd640 1 -- 172.21.15.84:0/3060965177 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f4f4c04d3f0 con 0x7f4f5c0b5410 2024-04-15T15:11:01.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.391+0000 7f4f52ffd640 1 --2- 172.21.15.84:0/3060965177 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4f3c06c8f0 0x7f4f3c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:01.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.391+0000 7f4f5a59c640 1 --2- 172.21.15.84:0/3060965177 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4f3c06c8f0 0x7f4f3c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:01.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.391+0000 7f4f52ffd640 1 -- 172.21.15.84:0/3060965177 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f4f4c02f030 con 0x7f4f5c0b5410 2024-04-15T15:11:01.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.392+0000 7f4f5a59c640 1 --2- 172.21.15.84:0/3060965177 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4f3c06c8f0 0x7f4f3c06edb0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4f540012e0 tx=0x7f4f54001700 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:01.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.395+0000 7f4f52ffd640 1 -- 172.21.15.84:0/3060965177 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f4f5c074310 con 0x7f4f5c0b5410 2024-04-15T15:11:01.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.573+0000 7f4f60fa8640 1 -- 172.21.15.84:0/3060965177 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f4f5c075c50 con 0x7f4f5c0b5410 2024-04-15T15:11:01.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.574+0000 7f4f52ffd640 1 -- 172.21.15.84:0/3060965177 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v24) ==== 104+0+11 (secure 0 0 0) 0x7f4f4c040070 con 0x7f4f5c0b5410 2024-04-15T15:11:01.576 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:01.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.576+0000 7f4f60fa8640 1 -- 172.21.15.84:0/3060965177 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4f3c06c8f0 msgr2=0x7f4f3c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:01.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.576+0000 7f4f60fa8640 1 --2- 172.21.15.84:0/3060965177 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4f3c06c8f0 0x7f4f3c06edb0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4f540012e0 tx=0x7f4f54001700 comp rx=0 tx=0).stop 2024-04-15T15:11:01.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.576+0000 7f4f60fa8640 1 -- 172.21.15.84:0/3060965177 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f5c0b5410 msgr2=0x7f4f5c147f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:01.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.576+0000 7f4f60fa8640 1 --2- 172.21.15.84:0/3060965177 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f5c0b5410 0x7f4f5c147f20 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f4f4c0097a0 tx=0x7f4f4c0046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.576+0000 7f4f60fa8640 1 -- 172.21.15.84:0/3060965177 shutdown_connections 2024-04-15T15:11:01.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.576+0000 7f4f60fa8640 1 --2- 172.21.15.84:0/3060965177 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4f5c0b5410 0x7f4f5c147f20 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.576+0000 7f4f60fa8640 1 --2- 172.21.15.84:0/3060965177 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4f5c0b0050 0x7f4f5c1467a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.576+0000 7f4f60fa8640 1 --2- 172.21.15.84:0/3060965177 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4f3c06c8f0 0x7f4f3c06edb0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.576+0000 7f4f60fa8640 1 --2- 172.21.15.84:0/3060965177 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4f5c0afae0 0x7f4f5c161430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.576+0000 7f4f60fa8640 1 -- 172.21.15.84:0/3060965177 >> 172.21.15.84:0/3060965177 conn(0x7f4f5c0d0a50 msgr2=0x7f4f5c0cf890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:01.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.576+0000 7f4f60fa8640 1 -- 172.21.15.84:0/3060965177 shutdown_connections 2024-04-15T15:11:01.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.576+0000 7f4f60fa8640 1 -- 172.21.15.84:0/3060965177 wait complete. 2024-04-15T15:11:01.588 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:11:01.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.692+0000 7f6846752640 1 Processor -- start 2024-04-15T15:11:01.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.692+0000 7f6846752640 1 -- start start 2024-04-15T15:11:01.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.693+0000 7f6846752640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f68400ce650 0x7f684015fc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:01.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.693+0000 7f6846752640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f684015c1d0 0x7f68400d05a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:01.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.693+0000 7f6846752640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6840144ff0 con 0x7f68400d0110 2024-04-15T15:11:01.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.693+0000 7f6846752640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f684015c6a0 con 0x7f68400ce650 2024-04-15T15:11:01.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.693+0000 7f6846752640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f684015f130 con 0x7f684015c1d0 2024-04-15T15:11:01.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.693+0000 7f683ffff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f68400ce650 0x7f684015fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:01.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.693+0000 7f683ffff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f68400ce650 0x7f684015fc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:45014/0 (socket says 172.21.15.84:45014) 2024-04-15T15:11:01.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.693+0000 7f683ffff640 1 -- 172.21.15.84:0/2776160393 learned_addr learned my addr 172.21.15.84:0/2776160393 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:01.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.693+0000 7f6844cef640 1 --2- 172.21.15.84:0/2776160393 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f684015c1d0 0x7f68400d05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:01.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.693+0000 7f683ffff640 1 -- 172.21.15.84:0/2776160393 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f684015c1d0 msgr2=0x7f68400d05a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:01.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.693+0000 7f683ffff640 1 --2- 172.21.15.84:0/2776160393 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f684015c1d0 0x7f68400d05a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.693+0000 7f683ffff640 1 -- 172.21.15.84:0/2776160393 >> v1:172.21.15.203:6789/0 conn(0x7f68400d0110 legacy=0x7f684015bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:01.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.693+0000 7f683ffff640 1 -- 172.21.15.84:0/2776160393 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f684015f410 con 0x7f68400ce650 2024-04-15T15:11:01.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.694+0000 7f683ffff640 1 --2- 172.21.15.84:0/2776160393 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f68400ce650 0x7f684015fc10 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f6830009870 tx=0x7f683002b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1269b6026ab238c3 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:01.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.694+0000 7f683f7fe640 1 -- 172.21.15.84:0/2776160393 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6830034070 con 0x7f68400ce650 2024-04-15T15:11:01.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.694+0000 7f683f7fe640 1 -- 172.21.15.84:0/2776160393 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6830030840 con 0x7f68400ce650 2024-04-15T15:11:01.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.694+0000 7f683f7fe640 1 -- 172.21.15.84:0/2776160393 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6830030c10 con 0x7f68400ce650 2024-04-15T15:11:01.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.695+0000 7f6846752640 1 -- 172.21.15.84:0/2776160393 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f68400ce650 msgr2=0x7f684015fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:01.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.695+0000 7f6846752640 1 --2- 172.21.15.84:0/2776160393 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f68400ce650 0x7f684015fc10 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f6830009870 tx=0x7f683002b980 comp rx=0 tx=0).stop 2024-04-15T15:11:01.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.695+0000 7f6846752640 1 -- 172.21.15.84:0/2776160393 shutdown_connections 2024-04-15T15:11:01.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.695+0000 7f6846752640 1 --2- 172.21.15.84:0/2776160393 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f684015c1d0 0x7f68400d05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.695+0000 7f6846752640 1 --2- 172.21.15.84:0/2776160393 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f68400ce650 0x7f684015fc10 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.695+0000 7f6846752640 1 -- 172.21.15.84:0/2776160393 >> 172.21.15.84:0/2776160393 conn(0x7f68400b31d0 msgr2=0x7f68400b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:01.698 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.695+0000 7f6846752640 1 -- 172.21.15.84:0/2776160393 shutdown_connections 2024-04-15T15:11:01.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.695+0000 7f6846752640 1 -- 172.21.15.84:0/2776160393 wait complete. 2024-04-15T15:11:01.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.696+0000 7f6846752640 1 Processor -- start 2024-04-15T15:11:01.699 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.696+0000 7f6846752640 1 -- start start 2024-04-15T15:11:01.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f6846752640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f68400ce650 0x7f68401f5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:01.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f6846752640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f68400d0110 0x7f6840146cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:01.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f6846752640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f684015c1d0 0x7f68401453d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:01.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f6846752640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f68400cea30 con 0x7f68400ce650 2024-04-15T15:11:01.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f6846752640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f684015c980 con 0x7f684015c1d0 2024-04-15T15:11:01.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f6846752640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f68400cebb0 con 0x7f68400d0110 2024-04-15T15:11:01.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f683ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f68400ce650 0x7f68401f5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:01.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f683ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f68400ce650 0x7f68401f5470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:45026/0 (socket says 172.21.15.84:45026) 2024-04-15T15:11:01.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f683ffff640 1 -- 172.21.15.84:0/2136936459 learned_addr learned my addr 172.21.15.84:0/2136936459 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:01.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f6837fff640 1 --2- 172.21.15.84:0/2136936459 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f68400d0110 0x7f6840146cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:01.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f6844cef640 1 --2- 172.21.15.84:0/2136936459 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f684015c1d0 0x7f68401453d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:01.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f683ffff640 1 -- 172.21.15.84:0/2136936459 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f68400d0110 msgr2=0x7f6840146cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:01.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f683ffff640 1 --2- 172.21.15.84:0/2136936459 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f68400d0110 0x7f6840146cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f683ffff640 1 -- 172.21.15.84:0/2136936459 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f684015c1d0 msgr2=0x7f68401453d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:01.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f683ffff640 1 --2- 172.21.15.84:0/2136936459 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f684015c1d0 0x7f68401453d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f683ffff640 1 -- 172.21.15.84:0/2136936459 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6840147200 con 0x7f68400ce650 2024-04-15T15:11:01.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f6837fff640 1 --2- 172.21.15.84:0/2136936459 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f68400d0110 0x7f6840146cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:01.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f6844cef640 1 --2- 172.21.15.84:0/2136936459 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f684015c1d0 0x7f68401453d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:01.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f683ffff640 1 --2- 172.21.15.84:0/2136936459 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f68400ce650 0x7f68401f5470 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f683002b9c0 tx=0x7f68300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:01.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f683d7fa640 1 -- 172.21.15.84:0/2136936459 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6830034040 con 0x7f68400ce650 2024-04-15T15:11:01.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f683d7fa640 1 -- 172.21.15.84:0/2136936459 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6830039d90 con 0x7f68400ce650 2024-04-15T15:11:01.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f683d7fa640 1 -- 172.21.15.84:0/2136936459 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6830043610 con 0x7f68400ce650 2024-04-15T15:11:01.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f6846752640 1 -- 172.21.15.84:0/2136936459 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6840145c20 con 0x7f68400ce650 2024-04-15T15:11:01.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.697+0000 7f6846752640 1 -- 172.21.15.84:0/2136936459 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68401461e0 con 0x7f68400ce650 2024-04-15T15:11:01.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.698+0000 7f6846752640 1 -- 172.21.15.84:0/2136936459 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68400d12d0 con 0x7f68400ce650 2024-04-15T15:11:01.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.699+0000 7f683d7fa640 1 -- 172.21.15.84:0/2136936459 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f683004a060 con 0x7f68400ce650 2024-04-15T15:11:01.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.699+0000 7f683d7fa640 1 --2- 172.21.15.84:0/2136936459 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f682006c8f0 0x7f682006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:01.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.699+0000 7f683d7fa640 1 -- 172.21.15.84:0/2136936459 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f68300ade90 con 0x7f68400ce650 2024-04-15T15:11:01.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.699+0000 7f6837fff640 1 --2- 172.21.15.84:0/2136936459 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f682006c8f0 0x7f682006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:01.703 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.700+0000 7f6837fff640 1 --2- 172.21.15.84:0/2136936459 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f682006c8f0 0x7f682006edb0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f6840158970 tx=0x7f6828009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:01.705 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.704+0000 7f683d7fa640 1 -- 172.21.15.84:0/2136936459 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f68400d12d0 con 0x7f68400ce650 2024-04-15T15:11:01.880 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.878+0000 7f6846752640 1 -- 172.21.15.84:0/2136936459 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f6840075c50 con 0x7f68400ce650 2024-04-15T15:11:01.880 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.878+0000 7f683d7fa640 1 -- 172.21.15.84:0/2136936459 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v24) ==== 100+0+11 (secure 0 0 0) 0x7f683003e070 con 0x7f68400ce650 2024-04-15T15:11:01.880 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:11:01.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.880+0000 7f6846752640 1 -- 172.21.15.84:0/2136936459 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f682006c8f0 msgr2=0x7f682006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:01.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.880+0000 7f6846752640 1 --2- 172.21.15.84:0/2136936459 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f682006c8f0 0x7f682006edb0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f6840158970 tx=0x7f6828009040 comp rx=0 tx=0).stop 2024-04-15T15:11:01.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.880+0000 7f6846752640 1 -- 172.21.15.84:0/2136936459 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f68400ce650 msgr2=0x7f68401f5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:01.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.880+0000 7f6846752640 1 --2- 172.21.15.84:0/2136936459 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f68400ce650 0x7f68401f5470 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f683002b9c0 tx=0x7f68300046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.880+0000 7f6846752640 1 -- 172.21.15.84:0/2136936459 shutdown_connections 2024-04-15T15:11:01.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.880+0000 7f6846752640 1 --2- 172.21.15.84:0/2136936459 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f682006c8f0 0x7f682006edb0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.880+0000 7f6846752640 1 --2- 172.21.15.84:0/2136936459 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f684015c1d0 0x7f68401453d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.880+0000 7f6846752640 1 --2- 172.21.15.84:0/2136936459 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f68400d0110 0x7f6840146cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.880+0000 7f6846752640 1 --2- 172.21.15.84:0/2136936459 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f68400ce650 0x7f68401f5470 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:01.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.880+0000 7f6846752640 1 -- 172.21.15.84:0/2136936459 >> 172.21.15.84:0/2136936459 conn(0x7f68400b31d0 msgr2=0x7f6840071bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:01.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.880+0000 7f6846752640 1 -- 172.21.15.84:0/2136936459 shutdown_connections 2024-04-15T15:11:01.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.880+0000 7f6846752640 1 -- 172.21.15.84:0/2136936459 wait complete. 2024-04-15T15:11:01.893 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-15T15:11:02.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.998+0000 7f803f44a640 1 Processor -- start 2024-04-15T15:11:02.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.998+0000 7f803f44a640 1 -- start start 2024-04-15T15:11:02.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.999+0000 7f803f44a640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f803806c1f0 0x7f803806ec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.999+0000 7f803f44a640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f803806f1a0 0x7f80380cdc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.999+0000 7f803f44a640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f803806d720 con 0x7f8038145f10 2024-04-15T15:11:02.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.999+0000 7f803f44a640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f80381462f0 con 0x7f803806f1a0 2024-04-15T15:11:02.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.999+0000 7f803f44a640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f803806d290 con 0x7f803806c1f0 2024-04-15T15:11:02.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.999+0000 7f803d1e6640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f8038145f10 0x7f80380d0580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:44236/0 (socket says 172.21.15.84:44236) 2024-04-15T15:11:02.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.999+0000 7f803d1e6640 1 -- 172.21.15.84:0/717040286 learned_addr learned my addr 172.21.15.84:0/717040286 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:02.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:01.999+0000 7f803d9e7640 1 --2- 172.21.15.84:0/717040286 >> v2:172.21.15.84:3300/0 conn(0x7f803806f1a0 0x7f80380cdc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.000+0000 7f802ffff640 1 -- 172.21.15.84:0/717040286 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3312166319 0 0) 0x7f803806d720 con 0x7f8038145f10 2024-04-15T15:11:02.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.000+0000 7f803c9e5640 1 --2- 172.21.15.84:0/717040286 >> v2:172.21.15.203:3300/0 conn(0x7f803806c1f0 0x7f803806ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.000+0000 7f802ffff640 1 -- 172.21.15.84:0/717040286 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8024003520 con 0x7f8038145f10 2024-04-15T15:11:02.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.000+0000 7f803d9e7640 1 -- 172.21.15.84:0/717040286 >> v2:172.21.15.203:3300/0 conn(0x7f803806c1f0 msgr2=0x7f803806ec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:02.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.000+0000 7f803d9e7640 1 --2- 172.21.15.84:0/717040286 >> v2:172.21.15.203:3300/0 conn(0x7f803806c1f0 0x7f803806ec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.000+0000 7f803d9e7640 1 -- 172.21.15.84:0/717040286 >> v1:172.21.15.84:6789/0 conn(0x7f8038145f10 legacy=0x7f80380d0580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.000+0000 7f803d9e7640 1 -- 172.21.15.84:0/717040286 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80380d0c90 con 0x7f803806f1a0 2024-04-15T15:11:02.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.000+0000 7f803c9e5640 1 --2- 172.21.15.84:0/717040286 >> v2:172.21.15.203:3300/0 conn(0x7f803806c1f0 0x7f803806ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:02.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.000+0000 7f803d9e7640 1 --2- 172.21.15.84:0/717040286 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f803806f1a0 0x7f80380cdc10 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f80380cd870 tx=0x7f803002b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5471a84691f7d38 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:02.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.000+0000 7f802ffff640 1 -- 172.21.15.84:0/717040286 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8030035020 con 0x7f803806f1a0 2024-04-15T15:11:02.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.001+0000 7f802ffff640 1 -- 172.21.15.84:0/717040286 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8030031830 con 0x7f803806f1a0 2024-04-15T15:11:02.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.001+0000 7f802ffff640 1 -- 172.21.15.84:0/717040286 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8030031c00 con 0x7f803806f1a0 2024-04-15T15:11:02.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.001+0000 7f803f44a640 1 -- 172.21.15.84:0/717040286 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f803806f1a0 msgr2=0x7f80380cdc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.004 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.001+0000 7f803f44a640 1 --2- 172.21.15.84:0/717040286 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f803806f1a0 0x7f80380cdc10 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f80380cd870 tx=0x7f803002b8d0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.001+0000 7f803f44a640 1 -- 172.21.15.84:0/717040286 shutdown_connections 2024-04-15T15:11:02.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.001+0000 7f803f44a640 1 --2- 172.21.15.84:0/717040286 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f803806f1a0 0x7f80380cdc10 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.001+0000 7f803f44a640 1 --2- 172.21.15.84:0/717040286 >> v2:172.21.15.203:3300/0 conn(0x7f803806c1f0 0x7f803806ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.001+0000 7f803f44a640 1 -- 172.21.15.84:0/717040286 >> 172.21.15.84:0/717040286 conn(0x7f80380d13a0 msgr2=0x7f80380d1780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:02.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.001+0000 7f803f44a640 1 -- 172.21.15.84:0/717040286 shutdown_connections 2024-04-15T15:11:02.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.001+0000 7f803f44a640 1 -- 172.21.15.84:0/717040286 wait complete. 2024-04-15T15:11:02.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.002+0000 7f803f44a640 1 Processor -- start 2024-04-15T15:11:02.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.002+0000 7f803f44a640 1 -- start start 2024-04-15T15:11:02.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.003+0000 7f803f44a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f803806f1a0 0x7f803813fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.003+0000 7f803f44a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8038145f10 0x7f8038140280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.003+0000 7f803f44a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f803814d9b0 0x7f803814de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.003+0000 7f803f44a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f803806cc40 con 0x7f803806f1a0 2024-04-15T15:11:02.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.003+0000 7f803f44a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f803806c960 con 0x7f803814d9b0 2024-04-15T15:11:02.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.003+0000 7f803f44a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f803806cf20 con 0x7f8038145f10 2024-04-15T15:11:02.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.003+0000 7f803d1e6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f803806f1a0 0x7f803813fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.003+0000 7f803d1e6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f803806f1a0 0x7f803813fd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:45042/0 (socket says 172.21.15.84:45042) 2024-04-15T15:11:02.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.003+0000 7f803d1e6640 1 -- 172.21.15.84:0/1709862654 learned_addr learned my addr 172.21.15.84:0/1709862654 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:02.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.003+0000 7f803c9e5640 1 --2- 172.21.15.84:0/1709862654 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8038145f10 0x7f8038140280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.003+0000 7f803d1e6640 1 -- 172.21.15.84:0/1709862654 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8038145f10 msgr2=0x7f8038140280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.003+0000 7f803d9e7640 1 --2- 172.21.15.84:0/1709862654 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f803814d9b0 0x7f803814de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.003+0000 7f803d1e6640 1 --2- 172.21.15.84:0/1709862654 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8038145f10 0x7f8038140280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.003+0000 7f803d1e6640 1 -- 172.21.15.84:0/1709862654 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f803814d9b0 msgr2=0x7f803814de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.003+0000 7f803d1e6640 1 --2- 172.21.15.84:0/1709862654 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f803814d9b0 0x7f803814de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.003+0000 7f803d1e6640 1 -- 172.21.15.84:0/1709862654 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8038151ce0 con 0x7f803806f1a0 2024-04-15T15:11:02.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.004+0000 7f803d1e6640 1 --2- 172.21.15.84:0/1709862654 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f803806f1a0 0x7f803813fd40 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f803400cad0 tx=0x7f803400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:02.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.004+0000 7f802dffb640 1 -- 172.21.15.84:0/1709862654 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8034017070 con 0x7f803806f1a0 2024-04-15T15:11:02.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.004+0000 7f802dffb640 1 -- 172.21.15.84:0/1709862654 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f803400ac30 con 0x7f803806f1a0 2024-04-15T15:11:02.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.004+0000 7f803f44a640 1 -- 172.21.15.84:0/1709862654 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8038140a20 con 0x7f803806f1a0 2024-04-15T15:11:02.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.004+0000 7f802dffb640 1 -- 172.21.15.84:0/1709862654 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8034012400 con 0x7f803806f1a0 2024-04-15T15:11:02.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.004+0000 7f803f44a640 1 -- 172.21.15.84:0/1709862654 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8038140fe0 con 0x7f803806f1a0 2024-04-15T15:11:02.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.005+0000 7f803f44a640 1 -- 172.21.15.84:0/1709862654 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8038075c50 con 0x7f803806f1a0 2024-04-15T15:11:02.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.005+0000 7f802dffb640 1 -- 172.21.15.84:0/1709862654 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f803401a070 con 0x7f803806f1a0 2024-04-15T15:11:02.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.006+0000 7f802dffb640 1 --2- 172.21.15.84:0/1709862654 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f801c06c920 0x7f801c06ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.006+0000 7f802dffb640 1 -- 172.21.15.84:0/1709862654 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f803408bb90 con 0x7f803806f1a0 2024-04-15T15:11:02.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.006+0000 7f803c9e5640 1 --2- 172.21.15.84:0/1709862654 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f801c06c920 0x7f801c06ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.006+0000 7f803c9e5640 1 --2- 172.21.15.84:0/1709862654 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f801c06c920 0x7f801c06ede0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f80381f5610 tx=0x7f8028008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:02.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.010+0000 7f802dffb640 1 -- 172.21.15.84:0/1709862654 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f8034059d10 con 0x7f803806f1a0 2024-04-15T15:11:02.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.184+0000 7f803f44a640 1 -- 172.21.15.84:0/1709862654 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f80380d2130 con 0x7f803806f1a0 2024-04-15T15:11:02.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.184+0000 7f802dffb640 1 -- 172.21.15.84:0/1709862654 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v24) ==== 103+0+11 (secure 0 0 0) 0x7f8034059610 con 0x7f803806f1a0 2024-04-15T15:11:02.186 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:02.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.186+0000 7f803f44a640 1 -- 172.21.15.84:0/1709862654 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f801c06c920 msgr2=0x7f801c06ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.186+0000 7f803f44a640 1 --2- 172.21.15.84:0/1709862654 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f801c06c920 0x7f801c06ede0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f80381f5610 tx=0x7f8028008040 comp rx=0 tx=0).stop 2024-04-15T15:11:02.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.186+0000 7f803f44a640 1 -- 172.21.15.84:0/1709862654 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f803806f1a0 msgr2=0x7f803813fd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.186+0000 7f803f44a640 1 --2- 172.21.15.84:0/1709862654 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f803806f1a0 0x7f803813fd40 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f803400cad0 tx=0x7f803400cf90 comp rx=0 tx=0).stop 2024-04-15T15:11:02.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.186+0000 7f803f44a640 1 -- 172.21.15.84:0/1709862654 shutdown_connections 2024-04-15T15:11:02.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.186+0000 7f803f44a640 1 --2- 172.21.15.84:0/1709862654 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f801c06c920 0x7f801c06ede0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.186+0000 7f803f44a640 1 --2- 172.21.15.84:0/1709862654 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f803814d9b0 0x7f803814de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.186+0000 7f803f44a640 1 --2- 172.21.15.84:0/1709862654 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8038145f10 0x7f8038140280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.186+0000 7f803f44a640 1 --2- 172.21.15.84:0/1709862654 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f803806f1a0 0x7f803813fd40 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.186+0000 7f803f44a640 1 -- 172.21.15.84:0/1709862654 >> 172.21.15.84:0/1709862654 conn(0x7f80380d13a0 msgr2=0x7f80380b12e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:02.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.186+0000 7f803f44a640 1 -- 172.21.15.84:0/1709862654 shutdown_connections 2024-04-15T15:11:02.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.186+0000 7f803f44a640 1 -- 172.21.15.84:0/1709862654 wait complete. 2024-04-15T15:11:02.199 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:02.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.299+0000 7fe43e167640 1 Processor -- start 2024-04-15T15:11:02.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.299+0000 7fe43e167640 1 -- start start 2024-04-15T15:11:02.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.300+0000 7fe43e167640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe4380af700 0x7fe43806eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.300+0000 7fe43e167640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fe43806b960 0x7fe43806bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.300+0000 7fe43e167640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4380cffd0 con 0x7fe43815c7c0 2024-04-15T15:11:02.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.300+0000 7fe43e167640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fe43815cba0 con 0x7fe43806b960 2024-04-15T15:11:02.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.300+0000 7fe43e167640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe43806dc10 con 0x7fe4380af700 2024-04-15T15:11:02.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.300+0000 7fe436ffd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe4380af700 0x7fe43806eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.300+0000 7fe436ffd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe4380af700 0x7fe43806eb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:41286/0 (socket says 172.21.15.84:41286) 2024-04-15T15:11:02.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.300+0000 7fe436ffd640 1 -- 172.21.15.84:0/3941227561 learned_addr learned my addr 172.21.15.84:0/3941227561 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:02.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.300+0000 7fe437fff640 1 --2- 172.21.15.84:0/3941227561 >> v2:172.21.15.203:3300/0 conn(0x7fe43806b960 0x7fe43806bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.301+0000 7fe436ffd640 1 -- 172.21.15.84:0/3941227561 >> v2:172.21.15.203:3300/0 conn(0x7fe43806b960 msgr2=0x7fe43806bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:02.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.301+0000 7fe436ffd640 1 --2- 172.21.15.84:0/3941227561 >> v2:172.21.15.203:3300/0 conn(0x7fe43806b960 0x7fe43806bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.301+0000 7fe436ffd640 1 -- 172.21.15.84:0/3941227561 >> v1:172.21.15.203:6789/0 conn(0x7fe43815c7c0 legacy=0x7fe43806e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.301+0000 7fe436ffd640 1 -- 172.21.15.84:0/3941227561 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe43806de60 con 0x7fe4380af700 2024-04-15T15:11:02.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.301+0000 7fe437fff640 1 --2- 172.21.15.84:0/3941227561 >> v2:172.21.15.203:3300/0 conn(0x7fe43806b960 0x7fe43806bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:11:02.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.302+0000 7fe436ffd640 1 --2- 172.21.15.84:0/3941227561 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe4380af700 0x7fe43806eb30 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe42c009870 tx=0x7fe42c02b980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=69874e563e345b59 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:02.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.302+0000 7fe4367fc640 1 -- 172.21.15.84:0/3941227561 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe42c034070 con 0x7fe4380af700 2024-04-15T15:11:02.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.302+0000 7fe4367fc640 1 -- 172.21.15.84:0/3941227561 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe42c030840 con 0x7fe4380af700 2024-04-15T15:11:02.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.302+0000 7fe4367fc640 1 -- 172.21.15.84:0/3941227561 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe42c030c10 con 0x7fe4380af700 2024-04-15T15:11:02.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.302+0000 7fe43e167640 1 -- 172.21.15.84:0/3941227561 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe4380af700 msgr2=0x7fe43806eb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.302+0000 7fe43e167640 1 --2- 172.21.15.84:0/3941227561 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe4380af700 0x7fe43806eb30 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe42c009870 tx=0x7fe42c02b980 comp rx=0 tx=0).stop 2024-04-15T15:11:02.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.302+0000 7fe43e167640 1 -- 172.21.15.84:0/3941227561 shutdown_connections 2024-04-15T15:11:02.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.302+0000 7fe43e167640 1 --2- 172.21.15.84:0/3941227561 >> v2:172.21.15.203:3300/0 conn(0x7fe43806b960 0x7fe43806bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.302+0000 7fe43e167640 1 --2- 172.21.15.84:0/3941227561 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe4380af700 0x7fe43806eb30 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.302+0000 7fe43e167640 1 -- 172.21.15.84:0/3941227561 >> 172.21.15.84:0/3941227561 conn(0x7fe4380b1dd0 msgr2=0x7fe4380b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:02.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.302+0000 7fe43e167640 1 -- 172.21.15.84:0/3941227561 shutdown_connections 2024-04-15T15:11:02.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.302+0000 7fe43e167640 1 -- 172.21.15.84:0/3941227561 wait complete. 2024-04-15T15:11:02.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.304+0000 7fe43e167640 1 Processor -- start 2024-04-15T15:11:02.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.304+0000 7fe43e167640 1 -- start start 2024-04-15T15:11:02.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.304+0000 7fe43e167640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe43806b960 0x7fe4381469e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.304+0000 7fe43e167640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe4380af700 0x7fe43814dee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.304+0000 7fe43e167640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe43815c7c0 0x7fe43814e420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.304+0000 7fe43e167640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe4380cfab0 con 0x7fe43815c7c0 2024-04-15T15:11:02.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.304+0000 7fe43e167640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe4380cf7d0 con 0x7fe43806b960 2024-04-15T15:11:02.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.304+0000 7fe43e167640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe4380cdc60 con 0x7fe4380af700 2024-04-15T15:11:02.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.305+0000 7fe437fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe43815c7c0 0x7fe43814e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.305+0000 7fe437fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe43815c7c0 0x7fe43814e420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:45052/0 (socket says 172.21.15.84:45052) 2024-04-15T15:11:02.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.305+0000 7fe437fff640 1 -- 172.21.15.84:0/3879502250 learned_addr learned my addr 172.21.15.84:0/3879502250 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:02.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.305+0000 7fe436ffd640 1 --2- 172.21.15.84:0/3879502250 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe4380af700 0x7fe43814dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.305+0000 7fe4377fe640 1 --2- 172.21.15.84:0/3879502250 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe43806b960 0x7fe4381469e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.305+0000 7fe437fff640 1 -- 172.21.15.84:0/3879502250 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe4380af700 msgr2=0x7fe43814dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.305+0000 7fe437fff640 1 --2- 172.21.15.84:0/3879502250 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe4380af700 0x7fe43814dee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.305+0000 7fe437fff640 1 -- 172.21.15.84:0/3879502250 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe43806b960 msgr2=0x7fe4381469e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.305+0000 7fe437fff640 1 --2- 172.21.15.84:0/3879502250 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe43806b960 0x7fe4381469e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.305+0000 7fe437fff640 1 -- 172.21.15.84:0/3879502250 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe43809bf20 con 0x7fe43815c7c0 2024-04-15T15:11:02.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.305+0000 7fe437fff640 1 --2- 172.21.15.84:0/3879502250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe43815c7c0 0x7fe43814e420 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fe43000e8b0 tx=0x7fe43000ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:02.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.305+0000 7fe41ffff640 1 -- 172.21.15.84:0/3879502250 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe430017070 con 0x7fe43815c7c0 2024-04-15T15:11:02.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.305+0000 7fe41ffff640 1 -- 172.21.15.84:0/3879502250 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe430004020 con 0x7fe43815c7c0 2024-04-15T15:11:02.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.305+0000 7fe43e167640 1 -- 172.21.15.84:0/3879502250 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe43814eba0 con 0x7fe43815c7c0 2024-04-15T15:11:02.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.305+0000 7fe41ffff640 1 -- 172.21.15.84:0/3879502250 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4300043f0 con 0x7fe43815c7c0 2024-04-15T15:11:02.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.305+0000 7fe43e167640 1 -- 172.21.15.84:0/3879502250 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe43809c190 con 0x7fe43815c7c0 2024-04-15T15:11:02.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.306+0000 7fe43e167640 1 -- 172.21.15.84:0/3879502250 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4380689e0 con 0x7fe43815c7c0 2024-04-15T15:11:02.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.307+0000 7fe41ffff640 1 -- 172.21.15.84:0/3879502250 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fe43000c940 con 0x7fe43815c7c0 2024-04-15T15:11:02.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.307+0000 7fe41ffff640 1 --2- 172.21.15.84:0/3879502250 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe42406c8f0 0x7fe42406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.307+0000 7fe41ffff640 1 -- 172.21.15.84:0/3879502250 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7fe43008bc60 con 0x7fe43815c7c0 2024-04-15T15:11:02.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.307+0000 7fe4377fe640 1 --2- 172.21.15.84:0/3879502250 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe42406c8f0 0x7fe42406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.308+0000 7fe4377fe640 1 --2- 172.21.15.84:0/3879502250 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe42406c8f0 0x7fe42406edb0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fe428001d40 tx=0x7fe428009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:02.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.311+0000 7fe41ffff640 1 -- 172.21.15.84:0/3879502250 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fe430059d50 con 0x7fe43815c7c0 2024-04-15T15:11:02.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.490+0000 7fe43e167640 1 -- 172.21.15.84:0/3879502250 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe4380cc600 con 0x7fe43815c7c0 2024-04-15T15:11:02.493 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.491+0000 7fe41ffff640 1 -- 172.21.15.84:0/3879502250 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v24) ==== 74+0+18466 (secure 0 0 0) 0x7fe430059650 con 0x7fe43815c7c0 2024-04-15T15:11:02.493 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:02.493 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":24,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:10:27.745198+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":18,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:02.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.493+0000 7fe43e167640 1 -- 172.21.15.84:0/3879502250 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe42406c8f0 msgr2=0x7fe42406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.493+0000 7fe43e167640 1 --2- 172.21.15.84:0/3879502250 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe42406c8f0 0x7fe42406edb0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fe428001d40 tx=0x7fe428009040 comp rx=0 tx=0).stop 2024-04-15T15:11:02.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.493+0000 7fe43e167640 1 -- 172.21.15.84:0/3879502250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe43815c7c0 msgr2=0x7fe43814e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.493+0000 7fe43e167640 1 --2- 172.21.15.84:0/3879502250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe43815c7c0 0x7fe43814e420 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fe43000e8b0 tx=0x7fe43000ed70 comp rx=0 tx=0).stop 2024-04-15T15:11:02.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.493+0000 7fe43e167640 1 -- 172.21.15.84:0/3879502250 shutdown_connections 2024-04-15T15:11:02.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.493+0000 7fe43e167640 1 --2- 172.21.15.84:0/3879502250 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe43815c7c0 0x7fe43814e420 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.493+0000 7fe43e167640 1 --2- 172.21.15.84:0/3879502250 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe4380af700 0x7fe43814dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.493+0000 7fe43e167640 1 --2- 172.21.15.84:0/3879502250 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe42406c8f0 0x7fe42406edb0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.493+0000 7fe43e167640 1 --2- 172.21.15.84:0/3879502250 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe43806b960 0x7fe4381469e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.493+0000 7fe43e167640 1 -- 172.21.15.84:0/3879502250 >> 172.21.15.84:0/3879502250 conn(0x7fe4380b1dd0 msgr2=0x7fe43806c3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:02.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.493+0000 7fe43e167640 1 -- 172.21.15.84:0/3879502250 shutdown_connections 2024-04-15T15:11:02.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.493+0000 7fe43e167640 1 -- 172.21.15.84:0/3879502250 wait complete. 2024-04-15T15:11:02.506 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:10:20.621351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:10:21.653421+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-15T15:10:25.371593+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-15T15:11:02.506 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:11:02.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.611+0000 7f996eb15640 1 Processor -- start 2024-04-15T15:11:02.613 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.612+0000 7f996eb15640 1 -- start start 2024-04-15T15:11:02.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.612+0000 7f996eb15640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f99680cf160 0x7f99680cf5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.612+0000 7f996eb15640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f996815e2a0 0x7f996815e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.612+0000 7f996eb15640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99680b61e0 con 0x7f996815d830 2024-04-15T15:11:02.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.612+0000 7f996eb15640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f99680b64c0 con 0x7f99680cf160 2024-04-15T15:11:02.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.612+0000 7f996eb15640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f99680b67a0 con 0x7f996815e2a0 2024-04-15T15:11:02.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.613+0000 7f996c8b1640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f996815d830 0x7f99680b57f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:47120/0 (socket says 172.21.15.84:47120) 2024-04-15T15:11:02.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.613+0000 7f996c8b1640 1 -- 172.21.15.84:0/3514975680 learned_addr learned my addr 172.21.15.84:0/3514975680 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:02.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.613+0000 7f995ffff640 1 --2- 172.21.15.84:0/3514975680 >> v2:172.21.15.84:3300/0 conn(0x7f99680cf160 0x7f99680cf5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.613+0000 7f996d0b2640 1 --2- 172.21.15.84:0/3514975680 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f996815e2a0 0x7f996815e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.613+0000 7f995f7fe640 1 -- 172.21.15.84:0/3514975680 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3731208060 0 0) 0x7f99680b61e0 con 0x7f996815d830 2024-04-15T15:11:02.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.613+0000 7f995f7fe640 1 -- 172.21.15.84:0/3514975680 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9950003520 con 0x7f996815d830 2024-04-15T15:11:02.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.613+0000 7f995ffff640 1 -- 172.21.15.84:0/3514975680 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f996815e2a0 msgr2=0x7f996815e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:02.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.613+0000 7f995ffff640 1 --2- 172.21.15.84:0/3514975680 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f996815e2a0 0x7f996815e700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.613+0000 7f995ffff640 1 -- 172.21.15.84:0/3514975680 >> v1:172.21.15.84:6789/0 conn(0x7f996815d830 legacy=0x7f99680b57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.613+0000 7f995ffff640 1 -- 172.21.15.84:0/3514975680 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99680b6a80 con 0x7f99680cf160 2024-04-15T15:11:02.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.614+0000 7f995ffff640 1 --2- 172.21.15.84:0/3514975680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99680cf160 0x7f99680cf5f0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f99580097a0 tx=0x7f995802b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f62879225db37a1b server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:02.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.614+0000 7f995f7fe640 1 -- 172.21.15.84:0/3514975680 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99580315a0 con 0x7f99680cf160 2024-04-15T15:11:02.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.614+0000 7f995f7fe640 1 -- 172.21.15.84:0/3514975680 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9958037070 con 0x7f99680cf160 2024-04-15T15:11:02.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.614+0000 7f995f7fe640 1 -- 172.21.15.84:0/3514975680 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9958031940 con 0x7f99680cf160 2024-04-15T15:11:02.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.614+0000 7f996eb15640 1 -- 172.21.15.84:0/3514975680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99680cf160 msgr2=0x7f99680cf5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.614+0000 7f996eb15640 1 --2- 172.21.15.84:0/3514975680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99680cf160 0x7f99680cf5f0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f99580097a0 tx=0x7f995802b840 comp rx=0 tx=0).stop 2024-04-15T15:11:02.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.614+0000 7f996eb15640 1 -- 172.21.15.84:0/3514975680 shutdown_connections 2024-04-15T15:11:02.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.614+0000 7f996eb15640 1 --2- 172.21.15.84:0/3514975680 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f996815e2a0 0x7f996815e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.614+0000 7f996eb15640 1 --2- 172.21.15.84:0/3514975680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99680cf160 0x7f99680cf5f0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.614+0000 7f996eb15640 1 -- 172.21.15.84:0/3514975680 >> 172.21.15.84:0/3514975680 conn(0x7f99680d24d0 msgr2=0x7f99680d28b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:02.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.614+0000 7f996eb15640 1 -- 172.21.15.84:0/3514975680 shutdown_connections 2024-04-15T15:11:02.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.614+0000 7f996eb15640 1 -- 172.21.15.84:0/3514975680 wait complete. 2024-04-15T15:11:02.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.615+0000 7f996eb15640 1 Processor -- start 2024-04-15T15:11:02.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.616+0000 7f996eb15640 1 -- start start 2024-04-15T15:11:02.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.616+0000 7f996eb15640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99680cf160 0x7f9968148e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.616+0000 7f996eb15640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f996815d830 0x7f996806e550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.616+0000 7f996eb15640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f996815e2a0 0x7f996815e700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.616+0000 7f996eb15640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f996815cd50 con 0x7f99680cf160 2024-04-15T15:11:02.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.616+0000 7f996eb15640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f99680b5f00 con 0x7f996815d830 2024-04-15T15:11:02.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.616+0000 7f996eb15640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f996815ced0 con 0x7f996815e2a0 2024-04-15T15:11:02.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.617+0000 7f996c8b1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99680cf160 0x7f9968148e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.617+0000 7f996c8b1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99680cf160 0x7f9968148e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47682/0 (socket says 172.21.15.84:47682) 2024-04-15T15:11:02.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.617+0000 7f996c8b1640 1 -- 172.21.15.84:0/368690142 learned_addr learned my addr 172.21.15.84:0/368690142 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:02.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.617+0000 7f996c8b1640 1 -- 172.21.15.84:0/368690142 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f996815e2a0 msgr2=0x7f996815e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.617+0000 7f996c8b1640 1 --2- 172.21.15.84:0/368690142 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f996815e2a0 0x7f996815e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.617+0000 7f996c8b1640 1 -- 172.21.15.84:0/368690142 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f996815d830 msgr2=0x7f996806e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.617+0000 7f995ffff640 1 --2- 172.21.15.84:0/368690142 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f996815d830 0x7f996806e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.617+0000 7f996c8b1640 1 --2- 172.21.15.84:0/368690142 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f996815d830 0x7f996806e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.617+0000 7f996c8b1640 1 -- 172.21.15.84:0/368690142 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f996806d7e0 con 0x7f99680cf160 2024-04-15T15:11:02.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.617+0000 7f995ffff640 1 --2- 172.21.15.84:0/368690142 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f996815d830 0x7f996806e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:02.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.617+0000 7f996c8b1640 1 --2- 172.21.15.84:0/368690142 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99680cf160 0x7f9968148e30 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f996400c3e0 tx=0x7f996400c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:02.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.617+0000 7f995d7fa640 1 -- 172.21.15.84:0/368690142 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9964017070 con 0x7f99680cf160 2024-04-15T15:11:02.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.617+0000 7f995d7fa640 1 -- 172.21.15.84:0/368690142 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9964005ce0 con 0x7f99680cf160 2024-04-15T15:11:02.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.617+0000 7f995d7fa640 1 -- 172.21.15.84:0/368690142 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99640072f0 con 0x7f99680cf160 2024-04-15T15:11:02.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.617+0000 7f996eb15640 1 -- 172.21.15.84:0/368690142 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f996806dac0 con 0x7f99680cf160 2024-04-15T15:11:02.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.617+0000 7f996eb15640 1 -- 172.21.15.84:0/368690142 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f996806e080 con 0x7f99680cf160 2024-04-15T15:11:02.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.618+0000 7f996eb15640 1 -- 172.21.15.84:0/368690142 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f996806e280 con 0x7f99680cf160 2024-04-15T15:11:02.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.619+0000 7f995d7fa640 1 -- 172.21.15.84:0/368690142 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f996401a070 con 0x7f99680cf160 2024-04-15T15:11:02.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.619+0000 7f995d7fa640 1 --2- 172.21.15.84:0/368690142 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f995406c8f0 0x7f995406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.619+0000 7f995ffff640 1 --2- 172.21.15.84:0/368690142 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f995406c8f0 0x7f995406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.619+0000 7f995d7fa640 1 -- 172.21.15.84:0/368690142 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 6532+0+0 (secure 0 0 0) 0x7f996408b2f0 con 0x7f99680cf160 2024-04-15T15:11:02.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.620+0000 7f995ffff640 1 --2- 172.21.15.84:0/368690142 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f995406c8f0 0x7f995406edb0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f9958036000 tx=0x7f9958008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:02.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.624+0000 7f995d7fa640 1 -- 172.21.15.84:0/368690142 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f996806e280 con 0x7f99680cf160 2024-04-15T15:11:02.807 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.805+0000 7f996eb15640 1 -- 172.21.15.84:0/368690142 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f9968075c50 con 0x7f99680cf160 2024-04-15T15:11:02.807 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.805+0000 7f995d7fa640 1 -- 172.21.15.84:0/368690142 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v25) ==== 93+0+10 (secure 0 0 0) 0x7f9964059350 con 0x7f99680cf160 2024-04-15T15:11:02.807 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:11:02.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.807+0000 7f996eb15640 1 -- 172.21.15.84:0/368690142 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f995406c8f0 msgr2=0x7f995406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.807+0000 7f996eb15640 1 --2- 172.21.15.84:0/368690142 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f995406c8f0 0x7f995406edb0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f9958036000 tx=0x7f9958008030 comp rx=0 tx=0).stop 2024-04-15T15:11:02.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.807+0000 7f996eb15640 1 -- 172.21.15.84:0/368690142 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99680cf160 msgr2=0x7f9968148e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.807+0000 7f996eb15640 1 --2- 172.21.15.84:0/368690142 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99680cf160 0x7f9968148e30 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f996400c3e0 tx=0x7f996400c8a0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.807+0000 7f996eb15640 1 -- 172.21.15.84:0/368690142 shutdown_connections 2024-04-15T15:11:02.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.807+0000 7f996eb15640 1 --2- 172.21.15.84:0/368690142 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f995406c8f0 0x7f995406edb0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.807+0000 7f996eb15640 1 --2- 172.21.15.84:0/368690142 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f996815d830 0x7f996806e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.807+0000 7f996eb15640 1 --2- 172.21.15.84:0/368690142 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f996815e2a0 0x7f996815e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.807+0000 7f996eb15640 1 --2- 172.21.15.84:0/368690142 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99680cf160 0x7f9968148e30 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.807+0000 7f996eb15640 1 -- 172.21.15.84:0/368690142 >> 172.21.15.84:0/368690142 conn(0x7f99680d24d0 msgr2=0x7f99680d1b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:02.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.808+0000 7f996eb15640 1 -- 172.21.15.84:0/368690142 shutdown_connections 2024-04-15T15:11:02.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.808+0000 7f996eb15640 1 -- 172.21.15.84:0/368690142 wait complete. 2024-04-15T15:11:02.820 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:11:02.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.925+0000 7f48ab4c5640 1 Processor -- start 2024-04-15T15:11:02.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.925+0000 7f48ab4c5640 1 -- start start 2024-04-15T15:11:02.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.926+0000 7f48ab4c5640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f48a415c630 0x7f48a406cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.926+0000 7f48ab4c5640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f48a40ccb90 0x7f48a40ccff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.926+0000 7f48ab4c5640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f48a406bd50 con 0x7f48a406e620 2024-04-15T15:11:02.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.926+0000 7f48ab4c5640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f48a406d2f0 con 0x7f48a415c630 2024-04-15T15:11:02.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.926+0000 7f48ab4c5640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f48a40cd530 con 0x7f48a40ccb90 2024-04-15T15:11:02.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.926+0000 7f48a9261640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f48a415c630 0x7f48a406cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.926+0000 7f48a9a62640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f48a406e620 0x7f48a406ea90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:47126/0 (socket says 172.21.15.84:47126) 2024-04-15T15:11:02.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.926+0000 7f48a9a62640 1 -- 172.21.15.84:0/2623369680 learned_addr learned my addr 172.21.15.84:0/2623369680 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:02.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.926+0000 7f48a8a60640 1 --2- 172.21.15.84:0/2623369680 >> v2:172.21.15.203:3300/0 conn(0x7f48a40ccb90 0x7f48a40ccff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.926+0000 7f48a9261640 1 -- 172.21.15.84:0/2623369680 >> v2:172.21.15.203:3300/0 conn(0x7f48a40ccb90 msgr2=0x7f48a40ccff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:02.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.926+0000 7f48a9261640 1 --2- 172.21.15.84:0/2623369680 >> v2:172.21.15.203:3300/0 conn(0x7f48a40ccb90 0x7f48a40ccff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.926+0000 7f48a9261640 1 -- 172.21.15.84:0/2623369680 >> v1:172.21.15.84:6789/0 conn(0x7f48a406e620 legacy=0x7f48a406ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.926+0000 7f48a9261640 1 -- 172.21.15.84:0/2623369680 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48a406bff0 con 0x7f48a415c630 2024-04-15T15:11:02.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.926+0000 7f4897fff640 1 -- 172.21.15.84:0/2623369680 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1602896432 0 0) 0x7f48a406bd50 con 0x7f48a406e620 2024-04-15T15:11:02.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.926+0000 7f48a8a60640 1 --2- 172.21.15.84:0/2623369680 >> v2:172.21.15.203:3300/0 conn(0x7f48a40ccb90 0x7f48a40ccff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:02.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.927+0000 7f48a9261640 1 --2- 172.21.15.84:0/2623369680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48a415c630 0x7f48a406cdb0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f48a40700c0 tx=0x7f48a002b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4e06141baa3fbde server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:02.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.927+0000 7f4897fff640 1 -- 172.21.15.84:0/2623369680 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48a0035020 con 0x7f48a415c630 2024-04-15T15:11:02.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.927+0000 7f4897fff640 1 -- 172.21.15.84:0/2623369680 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f48a0031830 con 0x7f48a415c630 2024-04-15T15:11:02.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.927+0000 7f4897fff640 1 -- 172.21.15.84:0/2623369680 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48a0031c00 con 0x7f48a415c630 2024-04-15T15:11:02.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.928+0000 7f48ab4c5640 1 -- 172.21.15.84:0/2623369680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48a415c630 msgr2=0x7f48a406cdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.928+0000 7f48ab4c5640 1 --2- 172.21.15.84:0/2623369680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48a415c630 0x7f48a406cdb0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f48a40700c0 tx=0x7f48a002b8d0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.928+0000 7f48ab4c5640 1 -- 172.21.15.84:0/2623369680 shutdown_connections 2024-04-15T15:11:02.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.928+0000 7f48ab4c5640 1 --2- 172.21.15.84:0/2623369680 >> v2:172.21.15.203:3300/0 conn(0x7f48a40ccb90 0x7f48a40ccff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.928+0000 7f48ab4c5640 1 --2- 172.21.15.84:0/2623369680 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48a415c630 0x7f48a406cdb0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.928+0000 7f48ab4c5640 1 -- 172.21.15.84:0/2623369680 >> 172.21.15.84:0/2623369680 conn(0x7f48a40b31d0 msgr2=0x7f48a40b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:02.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.928+0000 7f48ab4c5640 1 -- 172.21.15.84:0/2623369680 shutdown_connections 2024-04-15T15:11:02.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.928+0000 7f48ab4c5640 1 -- 172.21.15.84:0/2623369680 wait complete. 2024-04-15T15:11:02.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.929+0000 7f48ab4c5640 1 Processor -- start 2024-04-15T15:11:02.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.929+0000 7f48ab4c5640 1 -- start start 2024-04-15T15:11:02.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.930+0000 7f48ab4c5640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f48a406e620 0x7f48a40cbb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.930+0000 7f48ab4c5640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f48a40ccb90 0x7f48a40c9450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.930+0000 7f48ab4c5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48a415c630 0x7f48a41f45e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.930+0000 7f48ab4c5640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f48a406c920 con 0x7f48a415c630 2024-04-15T15:11:02.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.930+0000 7f48ab4c5640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f48a406c5b0 con 0x7f48a406e620 2024-04-15T15:11:02.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.930+0000 7f48ab4c5640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f48a415ca10 con 0x7f48a40ccb90 2024-04-15T15:11:02.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.930+0000 7f48a9a62640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48a415c630 0x7f48a41f45e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.930+0000 7f48a9a62640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48a415c630 0x7f48a41f45e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47700/0 (socket says 172.21.15.84:47700) 2024-04-15T15:11:02.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.930+0000 7f48a9a62640 1 -- 172.21.15.84:0/2107589147 learned_addr learned my addr 172.21.15.84:0/2107589147 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:02.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.930+0000 7f48a9261640 1 --2- 172.21.15.84:0/2107589147 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f48a406e620 0x7f48a40cbb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.930+0000 7f48a9a62640 1 -- 172.21.15.84:0/2107589147 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f48a40ccb90 msgr2=0x7f48a40c9450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.930+0000 7f48a9a62640 1 --2- 172.21.15.84:0/2107589147 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f48a40ccb90 0x7f48a40c9450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.930+0000 7f48a9a62640 1 -- 172.21.15.84:0/2107589147 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f48a406e620 msgr2=0x7f48a40cbb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:02.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.930+0000 7f48a9a62640 1 --2- 172.21.15.84:0/2107589147 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f48a406e620 0x7f48a40cbb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:02.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.930+0000 7f48a9a62640 1 -- 172.21.15.84:0/2107589147 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48a41f5070 con 0x7f48a415c630 2024-04-15T15:11:02.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.930+0000 7f48a9a62640 1 --2- 172.21.15.84:0/2107589147 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48a415c630 0x7f48a41f45e0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f489c00c7a0 tx=0x7f489c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:02.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.930+0000 7f4895ffb640 1 -- 172.21.15.84:0/2107589147 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f489c018070 con 0x7f48a415c630 2024-04-15T15:11:02.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.930+0000 7f4895ffb640 1 -- 172.21.15.84:0/2107589147 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f489c00a640 con 0x7f48a415c630 2024-04-15T15:11:02.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.930+0000 7f48ab4c5640 1 -- 172.21.15.84:0/2107589147 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48a41f5350 con 0x7f48a415c630 2024-04-15T15:11:02.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.930+0000 7f4895ffb640 1 -- 172.21.15.84:0/2107589147 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f489c00aa70 con 0x7f48a415c630 2024-04-15T15:11:02.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.931+0000 7f48ab4c5640 1 -- 172.21.15.84:0/2107589147 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48a4152220 con 0x7f48a415c630 2024-04-15T15:11:02.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.932+0000 7f48ab4c5640 1 -- 172.21.15.84:0/2107589147 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48a4075c50 con 0x7f48a415c630 2024-04-15T15:11:02.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.932+0000 7f4895ffb640 1 -- 172.21.15.84:0/2107589147 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f489c01b070 con 0x7f48a415c630 2024-04-15T15:11:02.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.933+0000 7f4895ffb640 1 --2- 172.21.15.84:0/2107589147 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f488806c8f0 0x7f488806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:02.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.933+0000 7f48a9261640 1 --2- 172.21.15.84:0/2107589147 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f488806c8f0 0x7f488806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:02.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.933+0000 7f4895ffb640 1 -- 172.21.15.84:0/2107589147 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6735+0+0 (secure 0 0 0) 0x7f489c08b4f0 con 0x7f48a415c630 2024-04-15T15:11:02.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.933+0000 7f48a9261640 1 --2- 172.21.15.84:0/2107589147 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f488806c8f0 0x7f488806edb0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f48a0036000 tx=0x7f48a0008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:02.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:02.937+0000 7f4895ffb640 1 -- 172.21.15.84:0/2107589147 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f489c0595b0 con 0x7f48a415c630 2024-04-15T15:11:03.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.111+0000 7f48ab4c5640 1 -- 172.21.15.84:0/2107589147 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f48a40d0f10 con 0x7f48a415c630 2024-04-15T15:11:03.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.111+0000 7f4895ffb640 1 -- 172.21.15.84:0/2107589147 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v25) ==== 104+0+11 (secure 0 0 0) 0x7f489c058eb0 con 0x7f48a415c630 2024-04-15T15:11:03.113 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:03.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.113+0000 7f48ab4c5640 1 -- 172.21.15.84:0/2107589147 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f488806c8f0 msgr2=0x7f488806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:03.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.113+0000 7f48ab4c5640 1 --2- 172.21.15.84:0/2107589147 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f488806c8f0 0x7f488806edb0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f48a0036000 tx=0x7f48a0008030 comp rx=0 tx=0).stop 2024-04-15T15:11:03.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.113+0000 7f48ab4c5640 1 -- 172.21.15.84:0/2107589147 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48a415c630 msgr2=0x7f48a41f45e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:03.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.113+0000 7f48ab4c5640 1 --2- 172.21.15.84:0/2107589147 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48a415c630 0x7f48a41f45e0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f489c00c7a0 tx=0x7f489c00cc60 comp rx=0 tx=0).stop 2024-04-15T15:11:03.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.113+0000 7f48ab4c5640 1 -- 172.21.15.84:0/2107589147 shutdown_connections 2024-04-15T15:11:03.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.113+0000 7f48ab4c5640 1 --2- 172.21.15.84:0/2107589147 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f48a415c630 0x7f48a41f45e0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.113+0000 7f48ab4c5640 1 --2- 172.21.15.84:0/2107589147 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f48a40ccb90 0x7f48a40c9450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.113+0000 7f48ab4c5640 1 --2- 172.21.15.84:0/2107589147 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f488806c8f0 0x7f488806edb0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.113+0000 7f48ab4c5640 1 --2- 172.21.15.84:0/2107589147 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f48a406e620 0x7f48a40cbb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.113+0000 7f48ab4c5640 1 -- 172.21.15.84:0/2107589147 >> 172.21.15.84:0/2107589147 conn(0x7f48a40b31d0 msgr2=0x7f48a4157a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:03.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.113+0000 7f48ab4c5640 1 -- 172.21.15.84:0/2107589147 shutdown_connections 2024-04-15T15:11:03.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.113+0000 7f48ab4c5640 1 -- 172.21.15.84:0/2107589147 wait complete. 2024-04-15T15:11:03.126 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:11:03.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.230+0000 7f7d61228640 1 Processor -- start 2024-04-15T15:11:03.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.230+0000 7f7d61228640 1 -- start start 2024-04-15T15:11:03.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.231+0000 7f7d61228640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7d5c15c250 0x7f7d5c06d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:03.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.231+0000 7f7d61228640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f7d5c15f9f0 0x7f7d5c0cca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:03.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.231+0000 7f7d61228640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d5c06df30 con 0x7f7d5c0d0010 2024-04-15T15:11:03.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.231+0000 7f7d61228640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f7d5c06e210 con 0x7f7d5c15f9f0 2024-04-15T15:11:03.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.231+0000 7f7d61228640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f7d5c06e4f0 con 0x7f7d5c15c250 2024-04-15T15:11:03.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.231+0000 7f7d53fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f7d5c15f9f0 0x7f7d5c0cca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:03.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.231+0000 7f7d53fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f7d5c15f9f0 0x7f7d5c0cca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47704/0 (socket says 172.21.15.84:47704) 2024-04-15T15:11:03.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.231+0000 7f7d53fff640 1 -- 172.21.15.84:0/1914027438 learned_addr learned my addr 172.21.15.84:0/1914027438 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:03.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.231+0000 7f7d53fff640 1 -- 172.21.15.84:0/1914027438 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7d5c15c250 msgr2=0x7f7d5c06d6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:03.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.231+0000 7f7d5ad9d640 1 --2- 172.21.15.84:0/1914027438 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7d5c15c250 0x7f7d5c06d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:03.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.231+0000 7f7d53fff640 1 --2- 172.21.15.84:0/1914027438 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7d5c15c250 0x7f7d5c06d6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.231+0000 7f7d53fff640 1 -- 172.21.15.84:0/1914027438 >> v1:172.21.15.203:6789/0 conn(0x7f7d5c0d0010 legacy=0x7f7d5c0b3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:03.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.231+0000 7f7d53fff640 1 -- 172.21.15.84:0/1914027438 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d5c0b3610 con 0x7f7d5c15f9f0 2024-04-15T15:11:03.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.232+0000 7f7d53fff640 1 --2- 172.21.15.84:0/1914027438 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d5c15f9f0 0x7f7d5c0cca90 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f7d44009870 tx=0x7f7d4402b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f47ff5382783c6f server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:03.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.232+0000 7f7d5a59c640 1 -- 172.21.15.84:0/1914027438 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d440317c0 con 0x7f7d5c15f9f0 2024-04-15T15:11:03.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.232+0000 7f7d5a59c640 1 -- 172.21.15.84:0/1914027438 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d44037070 con 0x7f7d5c15f9f0 2024-04-15T15:11:03.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.232+0000 7f7d5a59c640 1 -- 172.21.15.84:0/1914027438 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d44031b80 con 0x7f7d5c15f9f0 2024-04-15T15:11:03.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.233+0000 7f7d61228640 1 -- 172.21.15.84:0/1914027438 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d5c15f9f0 msgr2=0x7f7d5c0cca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:03.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.233+0000 7f7d61228640 1 --2- 172.21.15.84:0/1914027438 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d5c15f9f0 0x7f7d5c0cca90 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f7d44009870 tx=0x7f7d4402b860 comp rx=0 tx=0).stop 2024-04-15T15:11:03.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.233+0000 7f7d61228640 1 -- 172.21.15.84:0/1914027438 shutdown_connections 2024-04-15T15:11:03.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.233+0000 7f7d61228640 1 --2- 172.21.15.84:0/1914027438 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d5c15f9f0 0x7f7d5c0cca90 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.233+0000 7f7d61228640 1 --2- 172.21.15.84:0/1914027438 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7d5c15c250 0x7f7d5c06d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.233+0000 7f7d61228640 1 -- 172.21.15.84:0/1914027438 >> 172.21.15.84:0/1914027438 conn(0x7f7d5c0ceec0 msgr2=0x7f7d5c0cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:03.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.233+0000 7f7d61228640 1 -- 172.21.15.84:0/1914027438 shutdown_connections 2024-04-15T15:11:03.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.233+0000 7f7d61228640 1 -- 172.21.15.84:0/1914027438 wait complete. 2024-04-15T15:11:03.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.234+0000 7f7d61228640 1 Processor -- start 2024-04-15T15:11:03.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.234+0000 7f7d61228640 1 -- start start 2024-04-15T15:11:03.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.235+0000 7f7d61228640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7d5c0d0010 0x7f7d5c0c8a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:03.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.235+0000 7f7d61228640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d5c15c250 0x7f7d5c151480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:03.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.235+0000 7f7d61228640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7d5c15f9f0 0x7f7d5c0c5f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:03.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.235+0000 7f7d61228640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7d5c15c630 con 0x7f7d5c15c250 2024-04-15T15:11:03.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.235+0000 7f7d61228640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7d5c06dc20 con 0x7f7d5c15f9f0 2024-04-15T15:11:03.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.235+0000 7f7d61228640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f7d5c15c7b0 con 0x7f7d5c0d0010 2024-04-15T15:11:03.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.235+0000 7f7d53fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d5c15c250 0x7f7d5c151480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:03.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.235+0000 7f7d53fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d5c15c250 0x7f7d5c151480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47708/0 (socket says 172.21.15.84:47708) 2024-04-15T15:11:03.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.235+0000 7f7d53fff640 1 -- 172.21.15.84:0/877928959 learned_addr learned my addr 172.21.15.84:0/877928959 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:03.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.235+0000 7f7d5b59e640 1 --2- 172.21.15.84:0/877928959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7d5c15f9f0 0x7f7d5c0c5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:03.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.235+0000 7f7d5ad9d640 1 --2- 172.21.15.84:0/877928959 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7d5c0d0010 0x7f7d5c0c8a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:03.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.235+0000 7f7d53fff640 1 -- 172.21.15.84:0/877928959 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7d5c0d0010 msgr2=0x7f7d5c0c8a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:03.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.235+0000 7f7d53fff640 1 --2- 172.21.15.84:0/877928959 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7d5c0d0010 0x7f7d5c0c8a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.235+0000 7f7d53fff640 1 -- 172.21.15.84:0/877928959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7d5c15f9f0 msgr2=0x7f7d5c0c5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:03.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.235+0000 7f7d53fff640 1 --2- 172.21.15.84:0/877928959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7d5c15f9f0 0x7f7d5c0c5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.235+0000 7f7d53fff640 1 -- 172.21.15.84:0/877928959 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d5c15b790 con 0x7f7d5c15c250 2024-04-15T15:11:03.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.235+0000 7f7d5b59e640 1 --2- 172.21.15.84:0/877928959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7d5c15f9f0 0x7f7d5c0c5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:03.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.235+0000 7f7d53fff640 1 --2- 172.21.15.84:0/877928959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d5c15c250 0x7f7d5c151480 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f7d44000c00 tx=0x7f7d440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:03.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.236+0000 7f7d537fe640 1 -- 172.21.15.84:0/877928959 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d44032860 con 0x7f7d5c15c250 2024-04-15T15:11:03.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.236+0000 7f7d537fe640 1 -- 172.21.15.84:0/877928959 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d44032a20 con 0x7f7d5c15c250 2024-04-15T15:11:03.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.236+0000 7f7d61228640 1 -- 172.21.15.84:0/877928959 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d5c1522b0 con 0x7f7d5c15c250 2024-04-15T15:11:03.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.236+0000 7f7d537fe640 1 -- 172.21.15.84:0/877928959 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d44032e10 con 0x7f7d5c15c250 2024-04-15T15:11:03.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.236+0000 7f7d61228640 1 -- 172.21.15.84:0/877928959 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d5c152550 con 0x7f7d5c15c250 2024-04-15T15:11:03.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.237+0000 7f7d61228640 1 -- 172.21.15.84:0/877928959 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d5c075c50 con 0x7f7d5c15c250 2024-04-15T15:11:03.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.237+0000 7f7d537fe640 1 -- 172.21.15.84:0/877928959 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f7d4404d3f0 con 0x7f7d5c15c250 2024-04-15T15:11:03.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.238+0000 7f7d537fe640 1 --2- 172.21.15.84:0/877928959 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7d3c06c8f0 0x7f7d3c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:03.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.238+0000 7f7d5ad9d640 1 --2- 172.21.15.84:0/877928959 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7d3c06c8f0 0x7f7d3c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:03.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.238+0000 7f7d537fe640 1 -- 172.21.15.84:0/877928959 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6735+0+0 (secure 0 0 0) 0x7f7d440adda0 con 0x7f7d5c15c250 2024-04-15T15:11:03.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.238+0000 7f7d5ad9d640 1 --2- 172.21.15.84:0/877928959 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7d3c06c8f0 0x7f7d3c06edb0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f7d5c1619f0 tx=0x7f7d4c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:03.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.242+0000 7f7d537fe640 1 -- 172.21.15.84:0/877928959 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f7d44040070 con 0x7f7d5c15c250 2024-04-15T15:11:03.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.421+0000 7f7d61228640 1 -- 172.21.15.84:0/877928959 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f7d5c0b83c0 con 0x7f7d5c15c250 2024-04-15T15:11:03.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.421+0000 7f7d537fe640 1 -- 172.21.15.84:0/877928959 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v25) ==== 100+0+11 (secure 0 0 0) 0x7f7d4407bdd0 con 0x7f7d5c15c250 2024-04-15T15:11:03.423 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:11:03.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.423+0000 7f7d61228640 1 -- 172.21.15.84:0/877928959 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7d3c06c8f0 msgr2=0x7f7d3c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:03.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.423+0000 7f7d61228640 1 --2- 172.21.15.84:0/877928959 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7d3c06c8f0 0x7f7d3c06edb0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f7d5c1619f0 tx=0x7f7d4c008040 comp rx=0 tx=0).stop 2024-04-15T15:11:03.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.423+0000 7f7d61228640 1 -- 172.21.15.84:0/877928959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d5c15c250 msgr2=0x7f7d5c151480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:03.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.423+0000 7f7d61228640 1 --2- 172.21.15.84:0/877928959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d5c15c250 0x7f7d5c151480 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f7d44000c00 tx=0x7f7d440046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.423+0000 7f7d61228640 1 -- 172.21.15.84:0/877928959 shutdown_connections 2024-04-15T15:11:03.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.423+0000 7f7d61228640 1 --2- 172.21.15.84:0/877928959 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7d3c06c8f0 0x7f7d3c06edb0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.423+0000 7f7d61228640 1 --2- 172.21.15.84:0/877928959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7d5c15f9f0 0x7f7d5c0c5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.423+0000 7f7d61228640 1 --2- 172.21.15.84:0/877928959 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7d5c15c250 0x7f7d5c151480 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.423+0000 7f7d61228640 1 --2- 172.21.15.84:0/877928959 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7d5c0d0010 0x7f7d5c0c8a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.423+0000 7f7d61228640 1 -- 172.21.15.84:0/877928959 >> 172.21.15.84:0/877928959 conn(0x7f7d5c0ceec0 msgr2=0x7f7d5c06e730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:03.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.423+0000 7f7d61228640 1 -- 172.21.15.84:0/877928959 shutdown_connections 2024-04-15T15:11:03.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.423+0000 7f7d61228640 1 -- 172.21.15.84:0/877928959 wait complete. 2024-04-15T15:11:03.436 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-15T15:11:03.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.540+0000 7fc7bb500640 1 Processor -- start 2024-04-15T15:11:03.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.540+0000 7fc7bb500640 1 -- start start 2024-04-15T15:11:03.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.541+0000 7fc7bb500640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc7b40b67c0 0x7fc7b40d1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:03.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.541+0000 7fc7bb500640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fc7b40b6c20 0x7fc7b40d1640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:03.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.541+0000 7fc7bb500640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7b40ccfe0 con 0x7fc7b4161ee0 2024-04-15T15:11:03.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.541+0000 7fc7bb500640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fc7b41622c0 con 0x7fc7b40b67c0 2024-04-15T15:11:03.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.541+0000 7fc7bb500640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fc7b40cd2c0 con 0x7fc7b40b6c20 2024-04-15T15:11:03.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.542+0000 7fc7b8a9b640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc7b40b67c0 0x7fc7b40d1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:03.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.542+0000 7fc7b8a9b640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc7b40b67c0 0x7fc7b40d1100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47710/0 (socket says 172.21.15.84:47710) 2024-04-15T15:11:03.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.542+0000 7fc7b8a9b640 1 -- 172.21.15.84:0/2854438154 learned_addr learned my addr 172.21.15.84:0/2854438154 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:03.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.542+0000 7fc7b9a9d640 1 --2- 172.21.15.84:0/2854438154 >> v2:172.21.15.203:3300/0 conn(0x7fc7b40b6c20 0x7fc7b40d1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:03.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.542+0000 7fc7b8a9b640 1 -- 172.21.15.84:0/2854438154 >> v2:172.21.15.203:3300/0 conn(0x7fc7b40b6c20 msgr2=0x7fc7b40d1640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:03.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.542+0000 7fc7b8a9b640 1 --2- 172.21.15.84:0/2854438154 >> v2:172.21.15.203:3300/0 conn(0x7fc7b40b6c20 0x7fc7b40d1640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.542+0000 7fc7b8a9b640 1 -- 172.21.15.84:0/2854438154 >> v1:172.21.15.203:6789/0 conn(0x7fc7b4161ee0 legacy=0x7fc7b40c95f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:03.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.542+0000 7fc7b8a9b640 1 -- 172.21.15.84:0/2854438154 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7b40cd5a0 con 0x7fc7b40b67c0 2024-04-15T15:11:03.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.543+0000 7fc7b8a9b640 1 --2- 172.21.15.84:0/2854438154 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7b40b67c0 0x7fc7b40d1100 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fc7b4073b10 tx=0x7fc7a402b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1087c0683edf029 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:03.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.543+0000 7fc7abfff640 1 -- 172.21.15.84:0/2854438154 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7a4034070 con 0x7fc7b40b67c0 2024-04-15T15:11:03.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.543+0000 7fc7abfff640 1 -- 172.21.15.84:0/2854438154 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7a4030860 con 0x7fc7b40b67c0 2024-04-15T15:11:03.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.543+0000 7fc7abfff640 1 -- 172.21.15.84:0/2854438154 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7a4030c30 con 0x7fc7b40b67c0 2024-04-15T15:11:03.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.543+0000 7fc7bb500640 1 -- 172.21.15.84:0/2854438154 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7b40b67c0 msgr2=0x7fc7b40d1100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:03.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.543+0000 7fc7bb500640 1 --2- 172.21.15.84:0/2854438154 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7b40b67c0 0x7fc7b40d1100 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fc7b4073b10 tx=0x7fc7a402b9a0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.543+0000 7fc7bb500640 1 -- 172.21.15.84:0/2854438154 shutdown_connections 2024-04-15T15:11:03.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.543+0000 7fc7bb500640 1 --2- 172.21.15.84:0/2854438154 >> v2:172.21.15.203:3300/0 conn(0x7fc7b40b6c20 0x7fc7b40d1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.543+0000 7fc7bb500640 1 --2- 172.21.15.84:0/2854438154 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7b40b67c0 0x7fc7b40d1100 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.543+0000 7fc7bb500640 1 -- 172.21.15.84:0/2854438154 >> 172.21.15.84:0/2854438154 conn(0x7fc7b40b4010 msgr2=0x7fc7b40b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:03.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.543+0000 7fc7bb500640 1 -- 172.21.15.84:0/2854438154 shutdown_connections 2024-04-15T15:11:03.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.544+0000 7fc7bb500640 1 -- 172.21.15.84:0/2854438154 wait complete. 2024-04-15T15:11:03.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.545+0000 7fc7bb500640 1 Processor -- start 2024-04-15T15:11:03.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.545+0000 7fc7bb500640 1 -- start start 2024-04-15T15:11:03.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.545+0000 7fc7bb500640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc7b40b67c0 0x7fc7b4159430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:03.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.545+0000 7fc7bb500640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7b40b6c20 0x7fc7b41f7600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:03.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.545+0000 7fc7bb500640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc7b4161ee0 0x7fc7b40c8bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:03.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.545+0000 7fc7bb500640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b40cccf0 con 0x7fc7b40b6c20 2024-04-15T15:11:03.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.545+0000 7fc7bb500640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b40ccb70 con 0x7fc7b4161ee0 2024-04-15T15:11:03.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.545+0000 7fc7bb500640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc7b40ce080 con 0x7fc7b40b67c0 2024-04-15T15:11:03.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.545+0000 7fc7b8a9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7b40b6c20 0x7fc7b41f7600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:03.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.545+0000 7fc7b8a9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7b40b6c20 0x7fc7b41f7600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47724/0 (socket says 172.21.15.84:47724) 2024-04-15T15:11:03.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.546+0000 7fc7b8a9b640 1 -- 172.21.15.84:0/3446577194 learned_addr learned my addr 172.21.15.84:0/3446577194 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:03.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.546+0000 7fc7b929c640 1 --2- 172.21.15.84:0/3446577194 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc7b40b67c0 0x7fc7b4159430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:03.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.546+0000 7fc7b9a9d640 1 --2- 172.21.15.84:0/3446577194 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc7b4161ee0 0x7fc7b40c8bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:03.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.546+0000 7fc7b8a9b640 1 -- 172.21.15.84:0/3446577194 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc7b40b67c0 msgr2=0x7fc7b4159430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:03.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.546+0000 7fc7b8a9b640 1 --2- 172.21.15.84:0/3446577194 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc7b40b67c0 0x7fc7b4159430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.546+0000 7fc7b8a9b640 1 -- 172.21.15.84:0/3446577194 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc7b4161ee0 msgr2=0x7fc7b40c8bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:03.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.546+0000 7fc7b8a9b640 1 --2- 172.21.15.84:0/3446577194 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc7b4161ee0 0x7fc7b40c8bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.546+0000 7fc7b8a9b640 1 -- 172.21.15.84:0/3446577194 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7b4158390 con 0x7fc7b40b6c20 2024-04-15T15:11:03.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.546+0000 7fc7b8a9b640 1 --2- 172.21.15.84:0/3446577194 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7b40b6c20 0x7fc7b41f7600 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fc7a402b9e0 tx=0x7fc7a4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:03.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.546+0000 7fc7a9ffb640 1 -- 172.21.15.84:0/3446577194 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7a4048070 con 0x7fc7b40b6c20 2024-04-15T15:11:03.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.546+0000 7fc7a9ffb640 1 -- 172.21.15.84:0/3446577194 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7a4030660 con 0x7fc7b40b6c20 2024-04-15T15:11:03.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.546+0000 7fc7a9ffb640 1 -- 172.21.15.84:0/3446577194 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7a4034040 con 0x7fc7b40b6c20 2024-04-15T15:11:03.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.546+0000 7fc7bb500640 1 -- 172.21.15.84:0/3446577194 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7b4158670 con 0x7fc7b40b6c20 2024-04-15T15:11:03.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.546+0000 7fc7bb500640 1 -- 172.21.15.84:0/3446577194 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7b4158c30 con 0x7fc7b40b6c20 2024-04-15T15:11:03.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.547+0000 7fc7bb500640 1 -- 172.21.15.84:0/3446577194 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7b4075c50 con 0x7fc7b40b6c20 2024-04-15T15:11:03.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.548+0000 7fc7a9ffb640 1 -- 172.21.15.84:0/3446577194 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fc7a4037070 con 0x7fc7b40b6c20 2024-04-15T15:11:03.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.548+0000 7fc7a9ffb640 1 --2- 172.21.15.84:0/3446577194 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc79806c920 0x7fc79806ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:03.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.548+0000 7fc7a9ffb640 1 -- 172.21.15.84:0/3446577194 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 6735+0+0 (secure 0 0 0) 0x7fc7a40ade70 con 0x7fc7b40b6c20 2024-04-15T15:11:03.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.548+0000 7fc7b929c640 1 --2- 172.21.15.84:0/3446577194 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc79806c920 0x7fc79806ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:03.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.549+0000 7fc7b929c640 1 --2- 172.21.15.84:0/3446577194 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc79806c920 0x7fc79806ede0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc7b0007fd0 tx=0x7fc7b0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:03.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.553+0000 7fc7a9ffb640 1 -- 172.21.15.84:0/3446577194 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fc7a407bf30 con 0x7fc7b40b6c20 2024-04-15T15:11:03.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.734+0000 7fc7bb500640 1 -- 172.21.15.84:0/3446577194 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fc7b40d1e50 con 0x7fc7b40b6c20 2024-04-15T15:11:03.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.734+0000 7fc7a9ffb640 1 -- 172.21.15.84:0/3446577194 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) ==== 103+0+11 (secure 0 0 0) 0x7fc7a4030830 con 0x7fc7b40b6c20 2024-04-15T15:11:03.736 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:03.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.736+0000 7fc7bb500640 1 -- 172.21.15.84:0/3446577194 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc79806c920 msgr2=0x7fc79806ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:03.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.736+0000 7fc7bb500640 1 --2- 172.21.15.84:0/3446577194 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc79806c920 0x7fc79806ede0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc7b0007fd0 tx=0x7fc7b0009040 comp rx=0 tx=0).stop 2024-04-15T15:11:03.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.736+0000 7fc7bb500640 1 -- 172.21.15.84:0/3446577194 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7b40b6c20 msgr2=0x7fc7b41f7600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:03.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.736+0000 7fc7bb500640 1 --2- 172.21.15.84:0/3446577194 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7b40b6c20 0x7fc7b41f7600 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fc7a402b9e0 tx=0x7fc7a4004730 comp rx=0 tx=0).stop 2024-04-15T15:11:03.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.736+0000 7fc7bb500640 1 -- 172.21.15.84:0/3446577194 shutdown_connections 2024-04-15T15:11:03.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.736+0000 7fc7bb500640 1 --2- 172.21.15.84:0/3446577194 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc79806c920 0x7fc79806ede0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.736+0000 7fc7bb500640 1 --2- 172.21.15.84:0/3446577194 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc7b4161ee0 0x7fc7b40c8bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.736+0000 7fc7bb500640 1 --2- 172.21.15.84:0/3446577194 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7b40b6c20 0x7fc7b41f7600 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.736+0000 7fc7bb500640 1 --2- 172.21.15.84:0/3446577194 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc7b40b67c0 0x7fc7b4159430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.736+0000 7fc7bb500640 1 -- 172.21.15.84:0/3446577194 >> 172.21.15.84:0/3446577194 conn(0x7fc7b40b4010 msgr2=0x7fc7b40c9ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:03.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.736+0000 7fc7bb500640 1 -- 172.21.15.84:0/3446577194 shutdown_connections 2024-04-15T15:11:03.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.736+0000 7fc7bb500640 1 -- 172.21.15.84:0/3446577194 wait complete. 2024-04-15T15:11:03.749 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:03.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.850+0000 7f1323e0d640 1 Processor -- start 2024-04-15T15:11:03.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.850+0000 7f1323e0d640 1 -- start start 2024-04-15T15:11:03.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.851+0000 7f1323e0d640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f131c161fb0 0x7f131c162450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:03.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.851+0000 7f1323e0d640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f131c0ccd40 con 0x7f131c0c9570 2024-04-15T15:11:03.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.851+0000 7f1323e0d640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f131c0cd020 con 0x7f131c0d12f0 2024-04-15T15:11:03.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.851+0000 7f1323e0d640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f131c0ccaf0 con 0x7f131c161fb0 2024-04-15T15:11:03.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.851+0000 7f13213a8640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f131c161fb0 0x7f131c162450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:03.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.851+0000 7f13223aa640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f131c0c9570 0x7f131c162990 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:47140/0 (socket says 172.21.15.84:47140) 2024-04-15T15:11:03.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.851+0000 7f13223aa640 1 -- 172.21.15.84:0/2756526898 learned_addr learned my addr 172.21.15.84:0/2756526898 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:03.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.851+0000 7f13213a8640 1 -- 172.21.15.84:0/2756526898 >> v1:172.21.15.203:6789/0 conn(0x7f131c0d12f0 legacy=0x7f131c1618a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:03.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.851+0000 7f13213a8640 1 -- 172.21.15.84:0/2756526898 >> v1:172.21.15.84:6789/0 conn(0x7f131c0c9570 legacy=0x7f131c162990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:03.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.851+0000 7f13213a8640 1 -- 172.21.15.84:0/2756526898 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f131c0cd300 con 0x7f131c161fb0 2024-04-15T15:11:03.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.851+0000 7f1320ba7640 1 -- 172.21.15.84:0/2756526898 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1031174219 0 0) 0x7f131c0ccd40 con 0x7f131c0c9570 2024-04-15T15:11:03.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.852+0000 7f13213a8640 1 --2- 172.21.15.84:0/2756526898 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f131c161fb0 0x7f131c162450 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f130c0097d0 tx=0x7f130c02b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=366f69a5bf45371f server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:03.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.852+0000 7f1320ba7640 1 -- 172.21.15.84:0/2756526898 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f130c035020 con 0x7f131c161fb0 2024-04-15T15:11:03.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.852+0000 7f1320ba7640 1 -- 172.21.15.84:0/2756526898 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f130c031830 con 0x7f131c161fb0 2024-04-15T15:11:03.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.852+0000 7f1320ba7640 1 -- 172.21.15.84:0/2756526898 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f130c031c00 con 0x7f131c161fb0 2024-04-15T15:11:03.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.853+0000 7f1323e0d640 1 -- 172.21.15.84:0/2756526898 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f131c161fb0 msgr2=0x7f131c162450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:03.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.853+0000 7f1323e0d640 1 --2- 172.21.15.84:0/2756526898 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f131c161fb0 0x7f131c162450 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f130c0097d0 tx=0x7f130c02b8d0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.853+0000 7f1323e0d640 1 -- 172.21.15.84:0/2756526898 shutdown_connections 2024-04-15T15:11:03.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.853+0000 7f1323e0d640 1 --2- 172.21.15.84:0/2756526898 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f131c161fb0 0x7f131c162450 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.853+0000 7f1323e0d640 1 -- 172.21.15.84:0/2756526898 >> 172.21.15.84:0/2756526898 conn(0x7f131c0b3f90 msgr2=0x7f131c0b43a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:03.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.853+0000 7f1323e0d640 1 -- 172.21.15.84:0/2756526898 shutdown_connections 2024-04-15T15:11:03.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.853+0000 7f1323e0d640 1 -- 172.21.15.84:0/2756526898 wait complete. 2024-04-15T15:11:03.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.854+0000 7f1323e0d640 1 Processor -- start 2024-04-15T15:11:03.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.854+0000 7f1323e0d640 1 -- start start 2024-04-15T15:11:03.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f1323e0d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f131c0c9570 0x7f131c156880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:03.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f1323e0d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f131c0d12f0 0x7f131c14b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:03.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f1323e0d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f131c161fb0 0x7f131c0c8530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:03.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f1323e0d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f131c0d2210 con 0x7f131c0d12f0 2024-04-15T15:11:03.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f1323e0d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f131c0d2090 con 0x7f131c161fb0 2024-04-15T15:11:03.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f1323e0d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f131c1630a0 con 0x7f131c0c9570 2024-04-15T15:11:03.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f13213a8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f131c0d12f0 0x7f131c14b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:03.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f13213a8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f131c0d12f0 0x7f131c14b9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47746/0 (socket says 172.21.15.84:47746) 2024-04-15T15:11:03.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f13213a8640 1 -- 172.21.15.84:0/3512745370 learned_addr learned my addr 172.21.15.84:0/3512745370 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:03.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f13223aa640 1 --2- 172.21.15.84:0/3512745370 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f131c161fb0 0x7f131c0c8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:03.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f1321ba9640 1 --2- 172.21.15.84:0/3512745370 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f131c0c9570 0x7f131c156880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:03.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f13213a8640 1 -- 172.21.15.84:0/3512745370 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f131c0c9570 msgr2=0x7f131c156880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:03.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f13213a8640 1 --2- 172.21.15.84:0/3512745370 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f131c0c9570 0x7f131c156880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f13213a8640 1 -- 172.21.15.84:0/3512745370 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f131c161fb0 msgr2=0x7f131c0c8530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:03.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f13213a8640 1 --2- 172.21.15.84:0/3512745370 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f131c161fb0 0x7f131c0c8530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:03.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f13213a8640 1 -- 172.21.15.84:0/3512745370 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f131c15a1e0 con 0x7f131c0d12f0 2024-04-15T15:11:03.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f1321ba9640 1 --2- 172.21.15.84:0/3512745370 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f131c0c9570 0x7f131c156880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:03.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f13223aa640 1 --2- 172.21.15.84:0/3512745370 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f131c161fb0 0x7f131c0c8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:03.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f13213a8640 1 --2- 172.21.15.84:0/3512745370 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f131c0d12f0 0x7f131c14b9b0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f130c009720 tx=0x7f130c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:03.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f13127fc640 1 -- 172.21.15.84:0/3512745370 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f130c03aa70 con 0x7f131c0d12f0 2024-04-15T15:11:03.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f13127fc640 1 -- 172.21.15.84:0/3512745370 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f130c03ac10 con 0x7f131c0d12f0 2024-04-15T15:11:03.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f1323e0d640 1 -- 172.21.15.84:0/3512745370 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f131c15a4c0 con 0x7f131c0d12f0 2024-04-15T15:11:03.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f13127fc640 1 -- 172.21.15.84:0/3512745370 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f130c0443f0 con 0x7f131c0d12f0 2024-04-15T15:11:03.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.855+0000 7f1323e0d640 1 -- 172.21.15.84:0/3512745370 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f131c15aa80 con 0x7f131c0d12f0 2024-04-15T15:11:03.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.856+0000 7f1323e0d640 1 -- 172.21.15.84:0/3512745370 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f131c0689e0 con 0x7f131c0d12f0 2024-04-15T15:11:03.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.857+0000 7f13127fc640 1 -- 172.21.15.84:0/3512745370 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f130c04b060 con 0x7f131c0d12f0 2024-04-15T15:11:03.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.857+0000 7f13127fc640 1 --2- 172.21.15.84:0/3512745370 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f130006c8f0 0x7f130006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:03.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.857+0000 7f13127fc640 1 -- 172.21.15.84:0/3512745370 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f130c0adc90 con 0x7f131c0d12f0 2024-04-15T15:11:03.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.857+0000 7f1321ba9640 1 --2- 172.21.15.84:0/3512745370 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f130006c8f0 0x7f130006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:03.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.858+0000 7f1321ba9640 1 --2- 172.21.15.84:0/3512745370 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f130006c8f0 0x7f130006edb0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f13180045b0 tx=0x7f1318009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:03.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:03.861+0000 7f13127fc640 1 -- 172.21.15.84:0/3512745370 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f130c03f070 con 0x7f131c0d12f0 2024-04-15T15:11:04.040 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.038+0000 7f1323e0d640 1 -- 172.21.15.84:0/3512745370 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f131c0b49b0 con 0x7f131c0d12f0 2024-04-15T15:11:04.041 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.039+0000 7f13127fc640 1 -- 172.21.15.84:0/3512745370 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18854 (secure 0 0 0) 0x7f130c02f2e0 con 0x7f131c0d12f0 2024-04-15T15:11:04.041 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:04.042 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":26,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:11:03.629918+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.16","mappings":[{"from":5,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.b","mappings":[{"from":1,"to":2}]},{"pgid":"4.1e","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:04.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.041+0000 7f1323e0d640 1 -- 172.21.15.84:0/3512745370 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f130006c8f0 msgr2=0x7f130006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:04.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.041+0000 7f1323e0d640 1 --2- 172.21.15.84:0/3512745370 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f130006c8f0 0x7f130006edb0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f13180045b0 tx=0x7f1318009040 comp rx=0 tx=0).stop 2024-04-15T15:11:04.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.041+0000 7f1323e0d640 1 -- 172.21.15.84:0/3512745370 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f131c0d12f0 msgr2=0x7f131c14b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:04.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.041+0000 7f1323e0d640 1 --2- 172.21.15.84:0/3512745370 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f131c0d12f0 0x7f131c14b9b0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f130c009720 tx=0x7f130c0046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.041+0000 7f1323e0d640 1 -- 172.21.15.84:0/3512745370 shutdown_connections 2024-04-15T15:11:04.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.041+0000 7f1323e0d640 1 --2- 172.21.15.84:0/3512745370 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f130006c8f0 0x7f130006edb0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.041+0000 7f1323e0d640 1 --2- 172.21.15.84:0/3512745370 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f131c161fb0 0x7f131c0c8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.041+0000 7f1323e0d640 1 --2- 172.21.15.84:0/3512745370 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f131c0d12f0 0x7f131c14b9b0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.041+0000 7f1323e0d640 1 --2- 172.21.15.84:0/3512745370 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f131c0c9570 0x7f131c156880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.041+0000 7f1323e0d640 1 -- 172.21.15.84:0/3512745370 >> 172.21.15.84:0/3512745370 conn(0x7f131c0b3f90 msgr2=0x7f131c0b29d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:04.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.042+0000 7f1323e0d640 1 -- 172.21.15.84:0/3512745370 shutdown_connections 2024-04-15T15:11:04.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.042+0000 7f1323e0d640 1 -- 172.21.15.84:0/3512745370 wait complete. 2024-04-15T15:11:04.054 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:10:20.621351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:10:21.653421+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-15T15:10:25.371593+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-15T15:11:04.055 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:11:04.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.159+0000 7f6177a33640 1 Processor -- start 2024-04-15T15:11:04.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.160+0000 7f6177a33640 1 -- start start 2024-04-15T15:11:04.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.160+0000 7f6177a33640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f61700b43b0 0x7f617015ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:04.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.160+0000 7f6177a33640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f617006d6e0 0x7f617015cf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:04.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.160+0000 7f6177a33640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61700b4970 con 0x7f617006d300 2024-04-15T15:11:04.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.160+0000 7f6177a33640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f61700b4c50 con 0x7f617006d6e0 2024-04-15T15:11:04.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.160+0000 7f6177a33640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f61700b4f30 con 0x7f61700b43b0 2024-04-15T15:11:04.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.161+0000 7f6175fd0640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f617006d6e0 0x7f617015cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:04.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.161+0000 7f6175fd0640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f617006d6e0 0x7f617015cf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47750/0 (socket says 172.21.15.84:47750) 2024-04-15T15:11:04.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.161+0000 7f6175fd0640 1 -- 172.21.15.84:0/2274226425 learned_addr learned my addr 172.21.15.84:0/2274226425 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:04.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.161+0000 7f6174fce640 1 --2- 172.21.15.84:0/2274226425 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f61700b43b0 0x7f617015ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:04.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.161+0000 7f6175fd0640 1 -- 172.21.15.84:0/2274226425 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f61700b43b0 msgr2=0x7f617015ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:04.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.161+0000 7f6175fd0640 1 --2- 172.21.15.84:0/2274226425 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f61700b43b0 0x7f617015ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.161+0000 7f6175fd0640 1 -- 172.21.15.84:0/2274226425 >> v1:172.21.15.203:6789/0 conn(0x7f617006d300 legacy=0x7f61700b5a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:04.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.161+0000 7f6175fd0640 1 -- 172.21.15.84:0/2274226425 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61700b5210 con 0x7f617006d6e0 2024-04-15T15:11:04.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.161+0000 7f6174fce640 1 --2- 172.21.15.84:0/2274226425 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f61700b43b0 0x7f617015ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:04.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.162+0000 7f6175fd0640 1 --2- 172.21.15.84:0/2274226425 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f617006d6e0 0x7f617015cf20 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f6160009870 tx=0x7f616002b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc108fd156659bc0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:04.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.162+0000 7f616ffff640 1 -- 172.21.15.84:0/2274226425 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61600317c0 con 0x7f617006d6e0 2024-04-15T15:11:04.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.162+0000 7f616ffff640 1 -- 172.21.15.84:0/2274226425 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6160037070 con 0x7f617006d6e0 2024-04-15T15:11:04.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.162+0000 7f616ffff640 1 -- 172.21.15.84:0/2274226425 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6160031b80 con 0x7f617006d6e0 2024-04-15T15:11:04.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.162+0000 7f6177a33640 1 -- 172.21.15.84:0/2274226425 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f617006d6e0 msgr2=0x7f617015cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:04.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.162+0000 7f6177a33640 1 --2- 172.21.15.84:0/2274226425 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f617006d6e0 0x7f617015cf20 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f6160009870 tx=0x7f616002b860 comp rx=0 tx=0).stop 2024-04-15T15:11:04.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.162+0000 7f6177a33640 1 -- 172.21.15.84:0/2274226425 shutdown_connections 2024-04-15T15:11:04.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.162+0000 7f6177a33640 1 --2- 172.21.15.84:0/2274226425 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f617006d6e0 0x7f617015cf20 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.162+0000 7f6177a33640 1 --2- 172.21.15.84:0/2274226425 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f61700b43b0 0x7f617015ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.162+0000 7f6177a33640 1 -- 172.21.15.84:0/2274226425 >> 172.21.15.84:0/2274226425 conn(0x7f61700703a0 msgr2=0x7f61700707b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:04.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.162+0000 7f6177a33640 1 -- 172.21.15.84:0/2274226425 shutdown_connections 2024-04-15T15:11:04.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.162+0000 7f6177a33640 1 -- 172.21.15.84:0/2274226425 wait complete. 2024-04-15T15:11:04.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.163+0000 7f6177a33640 1 Processor -- start 2024-04-15T15:11:04.166 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.164+0000 7f6177a33640 1 -- start start 2024-04-15T15:11:04.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.164+0000 7f6177a33640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f617006d300 0x7f617014cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:04.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.164+0000 7f6177a33640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f617006d6e0 0x7f617015a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:04.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.164+0000 7f6177a33640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f61700b43b0 0x7f617015ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:04.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.164+0000 7f6177a33640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f617006db70 con 0x7f617006d300 2024-04-15T15:11:04.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.164+0000 7f6177a33640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f617006e050 con 0x7f617006d6e0 2024-04-15T15:11:04.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.164+0000 7f6177a33640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f61701592f0 con 0x7f61700b43b0 2024-04-15T15:11:04.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.164+0000 7f61757cf640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f617006d300 0x7f617014cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:04.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.164+0000 7f61757cf640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f617006d300 0x7f617014cd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47764/0 (socket says 172.21.15.84:47764) 2024-04-15T15:11:04.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.164+0000 7f61757cf640 1 -- 172.21.15.84:0/3503553828 learned_addr learned my addr 172.21.15.84:0/3503553828 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:04.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.165+0000 7f6174fce640 1 --2- 172.21.15.84:0/3503553828 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f617006d6e0 0x7f617015a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:04.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.165+0000 7f6175fd0640 1 --2- 172.21.15.84:0/3503553828 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f61700b43b0 0x7f617015ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:04.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.165+0000 7f61757cf640 1 -- 172.21.15.84:0/3503553828 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f61700b43b0 msgr2=0x7f617015ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:04.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.165+0000 7f61757cf640 1 --2- 172.21.15.84:0/3503553828 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f61700b43b0 0x7f617015ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.165+0000 7f61757cf640 1 -- 172.21.15.84:0/3503553828 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f617006d6e0 msgr2=0x7f617015a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:04.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.165+0000 7f61757cf640 1 --2- 172.21.15.84:0/3503553828 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f617006d6e0 0x7f617015a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.165+0000 7f61757cf640 1 -- 172.21.15.84:0/3503553828 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61700cab00 con 0x7f617006d300 2024-04-15T15:11:04.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.165+0000 7f6175fd0640 1 --2- 172.21.15.84:0/3503553828 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f61700b43b0 0x7f617015ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:04.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.165+0000 7f61757cf640 1 --2- 172.21.15.84:0/3503553828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f617006d300 0x7f617014cd50 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f616800b3f0 tx=0x7f616800b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:04.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.165+0000 7f616dffb640 1 -- 172.21.15.84:0/3503553828 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6168015020 con 0x7f617006d300 2024-04-15T15:11:04.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.165+0000 7f616dffb640 1 -- 172.21.15.84:0/3503553828 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6168011830 con 0x7f617006d300 2024-04-15T15:11:04.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.165+0000 7f6177a33640 1 -- 172.21.15.84:0/3503553828 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61700cade0 con 0x7f617006d300 2024-04-15T15:11:04.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.165+0000 7f616dffb640 1 -- 172.21.15.84:0/3503553828 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6168011c20 con 0x7f617006d300 2024-04-15T15:11:04.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.165+0000 7f6177a33640 1 -- 172.21.15.84:0/3503553828 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61700cb3a0 con 0x7f617006d300 2024-04-15T15:11:04.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.166+0000 7f6177a33640 1 -- 172.21.15.84:0/3503553828 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6170075c50 con 0x7f617006d300 2024-04-15T15:11:04.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.167+0000 7f616dffb640 1 -- 172.21.15.84:0/3503553828 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f6168018020 con 0x7f617006d300 2024-04-15T15:11:04.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.167+0000 7f616dffb640 1 --2- 172.21.15.84:0/3503553828 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f615c06c8f0 0x7f615c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:04.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.167+0000 7f616dffb640 1 -- 172.21.15.84:0/3503553828 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f616808bbf0 con 0x7f617006d300 2024-04-15T15:11:04.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.167+0000 7f6174fce640 1 --2- 172.21.15.84:0/3503553828 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f615c06c8f0 0x7f615c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:04.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.167+0000 7f6174fce640 1 --2- 172.21.15.84:0/3503553828 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f615c06c8f0 0x7f615c06edb0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f61640075b0 tx=0x7f6164007540 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:04.173 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.171+0000 7f616dffb640 1 -- 172.21.15.84:0/3503553828 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f616801f030 con 0x7f617006d300 2024-04-15T15:11:04.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.349+0000 7f6177a33640 1 -- 172.21.15.84:0/3503553828 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f6170070bd0 con 0x7f617006d300 2024-04-15T15:11:04.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.350+0000 7f616dffb640 1 -- 172.21.15.84:0/3503553828 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) ==== 93+0+10 (secure 0 0 0) 0x7f61680172c0 con 0x7f617006d300 2024-04-15T15:11:04.352 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:11:04.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.352+0000 7f6177a33640 1 -- 172.21.15.84:0/3503553828 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f615c06c8f0 msgr2=0x7f615c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:04.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.352+0000 7f6177a33640 1 --2- 172.21.15.84:0/3503553828 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f615c06c8f0 0x7f615c06edb0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f61640075b0 tx=0x7f6164007540 comp rx=0 tx=0).stop 2024-04-15T15:11:04.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.352+0000 7f6177a33640 1 -- 172.21.15.84:0/3503553828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f617006d300 msgr2=0x7f617014cd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:04.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.352+0000 7f6177a33640 1 --2- 172.21.15.84:0/3503553828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f617006d300 0x7f617014cd50 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f616800b3f0 tx=0x7f616800b8b0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.352+0000 7f6177a33640 1 -- 172.21.15.84:0/3503553828 shutdown_connections 2024-04-15T15:11:04.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.352+0000 7f6177a33640 1 --2- 172.21.15.84:0/3503553828 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f615c06c8f0 0x7f615c06edb0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.352+0000 7f6177a33640 1 --2- 172.21.15.84:0/3503553828 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f617006d6e0 0x7f617015a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.352+0000 7f6177a33640 1 --2- 172.21.15.84:0/3503553828 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f61700b43b0 0x7f617015ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.352+0000 7f6177a33640 1 --2- 172.21.15.84:0/3503553828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f617006d300 0x7f617014cd50 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.352+0000 7f6177a33640 1 -- 172.21.15.84:0/3503553828 >> 172.21.15.84:0/3503553828 conn(0x7f61700703a0 msgr2=0x7f617006eaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:04.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.352+0000 7f6177a33640 1 -- 172.21.15.84:0/3503553828 shutdown_connections 2024-04-15T15:11:04.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.352+0000 7f6177a33640 1 -- 172.21.15.84:0/3503553828 wait complete. 2024-04-15T15:11:04.364 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:11:04.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.468+0000 7f90538c8640 1 Processor -- start 2024-04-15T15:11:04.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.468+0000 7f90538c8640 1 -- start start 2024-04-15T15:11:04.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.469+0000 7f90538c8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f904c15c550 0x7f904c160b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:04.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.469+0000 7f90538c8640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f904c06f510 0x7f904c0d1040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:04.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.469+0000 7f90538c8640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f904c161060 con 0x7f904c06f970 2024-04-15T15:11:04.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.469+0000 7f90538c8640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f904c072790 con 0x7f904c06f510 2024-04-15T15:11:04.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.469+0000 7f90538c8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f904c0cce20 con 0x7f904c15c550 2024-04-15T15:11:04.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.470+0000 7f9051664640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f904c15c550 0x7f904c160b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:04.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.470+0000 7f9050e63640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f904c06f510 0x7f904c0d1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:04.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.470+0000 7f9051664640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f904c15c550 0x7f904c160b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:38852/0 (socket says 172.21.15.84:38852) 2024-04-15T15:11:04.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.470+0000 7f9051664640 1 -- 172.21.15.84:0/3632331329 learned_addr learned my addr 172.21.15.84:0/3632331329 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:04.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.470+0000 7f9050e63640 1 -- 172.21.15.84:0/3632331329 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f904c15c550 msgr2=0x7f904c160b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:04.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.470+0000 7f9050e63640 1 --2- 172.21.15.84:0/3632331329 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f904c15c550 0x7f904c160b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.470+0000 7f9050e63640 1 -- 172.21.15.84:0/3632331329 >> v1:172.21.15.203:6789/0 conn(0x7f904c06f970 legacy=0x7f904c0cdec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:04.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.470+0000 7f9050e63640 1 -- 172.21.15.84:0/3632331329 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f904c0cd100 con 0x7f904c06f510 2024-04-15T15:11:04.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.470+0000 7f9051664640 1 --2- 172.21.15.84:0/3632331329 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f904c15c550 0x7f904c160b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:11:04.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.471+0000 7f9050e63640 1 --2- 172.21.15.84:0/3632331329 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f904c06f510 0x7f904c0d1040 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f90400097a0 tx=0x7f904002b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cc43266d6816862a server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:04.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.471+0000 7f904bfff640 1 -- 172.21.15.84:0/3632331329 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9040035020 con 0x7f904c06f510 2024-04-15T15:11:04.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.471+0000 7f904bfff640 1 -- 172.21.15.84:0/3632331329 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9040031830 con 0x7f904c06f510 2024-04-15T15:11:04.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.471+0000 7f904bfff640 1 -- 172.21.15.84:0/3632331329 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9040031c00 con 0x7f904c06f510 2024-04-15T15:11:04.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.472+0000 7f90538c8640 1 -- 172.21.15.84:0/3632331329 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f904c06f510 msgr2=0x7f904c0d1040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:04.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.472+0000 7f90538c8640 1 --2- 172.21.15.84:0/3632331329 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f904c06f510 0x7f904c0d1040 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f90400097a0 tx=0x7f904002b8d0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.472+0000 7f90538c8640 1 -- 172.21.15.84:0/3632331329 shutdown_connections 2024-04-15T15:11:04.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.472+0000 7f90538c8640 1 --2- 172.21.15.84:0/3632331329 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f904c06f510 0x7f904c0d1040 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.472+0000 7f90538c8640 1 --2- 172.21.15.84:0/3632331329 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f904c15c550 0x7f904c160b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.472+0000 7f90538c8640 1 -- 172.21.15.84:0/3632331329 >> 172.21.15.84:0/3632331329 conn(0x7f904c0b3f50 msgr2=0x7f904c0b4360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:04.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.472+0000 7f90538c8640 1 -- 172.21.15.84:0/3632331329 shutdown_connections 2024-04-15T15:11:04.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.472+0000 7f90538c8640 1 -- 172.21.15.84:0/3632331329 wait complete. 2024-04-15T15:11:04.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.473+0000 7f90538c8640 1 Processor -- start 2024-04-15T15:11:04.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.473+0000 7f90538c8640 1 -- start start 2024-04-15T15:11:04.478 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.473+0000 7f90538c8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f904c06f510 0x7f904c1e7280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:04.478 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.474+0000 7f90538c8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f904c06f970 0x7f904c0cba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:04.478 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.474+0000 7f90538c8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f904c15c550 0x7f904c157690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:04.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.474+0000 7f90538c8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f904c0cd9a0 con 0x7f904c06f970 2024-04-15T15:11:04.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.474+0000 7f90538c8640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f904c0cd6c0 con 0x7f904c15c550 2024-04-15T15:11:04.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.474+0000 7f90538c8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f904c15c930 con 0x7f904c06f510 2024-04-15T15:11:04.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.474+0000 7f9050e63640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f904c06f970 0x7f904c0cba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:04.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.474+0000 7f9050e63640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f904c06f970 0x7f904c0cba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47778/0 (socket says 172.21.15.84:47778) 2024-04-15T15:11:04.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.474+0000 7f9050e63640 1 -- 172.21.15.84:0/1972896311 learned_addr learned my addr 172.21.15.84:0/1972896311 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:04.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.474+0000 7f9051664640 1 --2- 172.21.15.84:0/1972896311 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f904c06f510 0x7f904c1e7280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:04.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.474+0000 7f9051e65640 1 --2- 172.21.15.84:0/1972896311 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f904c15c550 0x7f904c157690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:04.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.474+0000 7f9050e63640 1 -- 172.21.15.84:0/1972896311 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f904c06f510 msgr2=0x7f904c1e7280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:04.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.474+0000 7f9050e63640 1 --2- 172.21.15.84:0/1972896311 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f904c06f510 0x7f904c1e7280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.474+0000 7f9050e63640 1 -- 172.21.15.84:0/1972896311 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f904c15c550 msgr2=0x7f904c157690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:04.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.474+0000 7f9050e63640 1 --2- 172.21.15.84:0/1972896311 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f904c15c550 0x7f904c157690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.474+0000 7f9050e63640 1 -- 172.21.15.84:0/1972896311 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f904c1e5f40 con 0x7f904c06f970 2024-04-15T15:11:04.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.474+0000 7f9050e63640 1 --2- 172.21.15.84:0/1972896311 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f904c06f970 0x7f904c0cba60 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9040009890 tx=0x7f90400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:04.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.474+0000 7f9049ffb640 1 -- 172.21.15.84:0/1972896311 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9040035040 con 0x7f904c06f970 2024-04-15T15:11:04.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.474+0000 7f9049ffb640 1 -- 172.21.15.84:0/1972896311 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f904003b920 con 0x7f904c06f970 2024-04-15T15:11:04.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.474+0000 7f90538c8640 1 -- 172.21.15.84:0/1972896311 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f904c1e61e0 con 0x7f904c06f970 2024-04-15T15:11:04.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.474+0000 7f9049ffb640 1 -- 172.21.15.84:0/1972896311 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f904003bd10 con 0x7f904c06f970 2024-04-15T15:11:04.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.475+0000 7f90538c8640 1 -- 172.21.15.84:0/1972896311 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f904c1e6a80 con 0x7f904c06f970 2024-04-15T15:11:04.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.475+0000 7f90538c8640 1 -- 172.21.15.84:0/1972896311 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f904c075c50 con 0x7f904c06f970 2024-04-15T15:11:04.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.476+0000 7f9049ffb640 1 -- 172.21.15.84:0/1972896311 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f9040038020 con 0x7f904c06f970 2024-04-15T15:11:04.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.476+0000 7f9049ffb640 1 --2- 172.21.15.84:0/1972896311 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f903806c8f0 0x7f903806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:04.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.477+0000 7f9049ffb640 1 -- 172.21.15.84:0/1972896311 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f90400adee0 con 0x7f904c06f970 2024-04-15T15:11:04.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.477+0000 7f9051664640 1 --2- 172.21.15.84:0/1972896311 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f903806c8f0 0x7f903806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:04.481 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.477+0000 7f9051664640 1 --2- 172.21.15.84:0/1972896311 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f903806c8f0 0x7f903806edb0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f904c15fbc0 tx=0x7f903c00b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:04.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.481+0000 7f9049ffb640 1 -- 172.21.15.84:0/1972896311 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f9040031800 con 0x7f904c06f970 2024-04-15T15:11:04.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.657+0000 7f90538c8640 1 -- 172.21.15.84:0/1972896311 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f904c0b58e0 con 0x7f904c06f970 2024-04-15T15:11:04.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.658+0000 7f9049ffb640 1 -- 172.21.15.84:0/1972896311 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) ==== 104+0+11 (secure 0 0 0) 0x7f90400820f0 con 0x7f904c06f970 2024-04-15T15:11:04.660 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:04.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.660+0000 7f90538c8640 1 -- 172.21.15.84:0/1972896311 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f903806c8f0 msgr2=0x7f903806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:04.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.660+0000 7f90538c8640 1 --2- 172.21.15.84:0/1972896311 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f903806c8f0 0x7f903806edb0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f904c15fbc0 tx=0x7f903c00b040 comp rx=0 tx=0).stop 2024-04-15T15:11:04.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.660+0000 7f90538c8640 1 -- 172.21.15.84:0/1972896311 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f904c06f970 msgr2=0x7f904c0cba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:04.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.660+0000 7f90538c8640 1 --2- 172.21.15.84:0/1972896311 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f904c06f970 0x7f904c0cba60 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f9040009890 tx=0x7f90400046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.660+0000 7f90538c8640 1 -- 172.21.15.84:0/1972896311 shutdown_connections 2024-04-15T15:11:04.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.660+0000 7f90538c8640 1 --2- 172.21.15.84:0/1972896311 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f903806c8f0 0x7f903806edb0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.660+0000 7f90538c8640 1 --2- 172.21.15.84:0/1972896311 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f904c15c550 0x7f904c157690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.660+0000 7f90538c8640 1 --2- 172.21.15.84:0/1972896311 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f904c06f970 0x7f904c0cba60 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.660+0000 7f90538c8640 1 --2- 172.21.15.84:0/1972896311 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f904c06f510 0x7f904c1e7280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.660+0000 7f90538c8640 1 -- 172.21.15.84:0/1972896311 >> 172.21.15.84:0/1972896311 conn(0x7f904c0b3f50 msgr2=0x7f904c0b1900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:04.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.660+0000 7f90538c8640 1 -- 172.21.15.84:0/1972896311 shutdown_connections 2024-04-15T15:11:04.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.660+0000 7f90538c8640 1 -- 172.21.15.84:0/1972896311 wait complete. 2024-04-15T15:11:04.674 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:11:04.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.779+0000 7f602b5c8640 1 Processor -- start 2024-04-15T15:11:04.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.779+0000 7f602b5c8640 1 -- start start 2024-04-15T15:11:04.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.780+0000 7f602b5c8640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f602415c250 0x7f602406d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:04.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.780+0000 7f602b5c8640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f602406df30 con 0x7f60240d0010 2024-04-15T15:11:04.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.780+0000 7f602b5c8640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f602406e210 con 0x7f602415f9f0 2024-04-15T15:11:04.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.780+0000 7f602b5c8640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f60240cd1a0 con 0x7f602415c250 2024-04-15T15:11:04.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.780+0000 7f6029364640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f602415c250 0x7f602406d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:04.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.780+0000 7f6029b65640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f60240d0010 0x7f60240b3e10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:47142/0 (socket says 172.21.15.84:47142) 2024-04-15T15:11:04.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.780+0000 7f6029b65640 1 -- 172.21.15.84:0/824292638 learned_addr learned my addr 172.21.15.84:0/824292638 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:04.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.780+0000 7f601bfff640 1 -- 172.21.15.84:0/824292638 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2436452544 0 0) 0x7f602406df30 con 0x7f60240d0010 2024-04-15T15:11:04.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.780+0000 7f601bfff640 1 -- 172.21.15.84:0/824292638 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6010003520 con 0x7f60240d0010 2024-04-15T15:11:04.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.780+0000 7f6029364640 1 -- 172.21.15.84:0/824292638 >> v1:172.21.15.203:6789/0 conn(0x7f602415f9f0 legacy=0x7f60240cca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:04.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.780+0000 7f6029364640 1 -- 172.21.15.84:0/824292638 >> v1:172.21.15.84:6789/0 conn(0x7f60240d0010 legacy=0x7f60240b3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:04.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.780+0000 7f6029364640 1 -- 172.21.15.84:0/824292638 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f602406e4f0 con 0x7f602415c250 2024-04-15T15:11:04.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.781+0000 7f6029364640 1 --2- 172.21.15.84:0/824292638 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f602415c250 0x7f602406d6e0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f6020009d90 tx=0x7f602002beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd9e7b6fe8fcce11 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:04.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.781+0000 7f601bfff640 1 -- 172.21.15.84:0/824292638 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6020039070 con 0x7f602415c250 2024-04-15T15:11:04.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.781+0000 7f601bfff640 1 -- 172.21.15.84:0/824292638 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f602002cc60 con 0x7f602415c250 2024-04-15T15:11:04.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.781+0000 7f601bfff640 1 -- 172.21.15.84:0/824292638 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6020034660 con 0x7f602415c250 2024-04-15T15:11:04.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.782+0000 7f602b5c8640 1 -- 172.21.15.84:0/824292638 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f602415c250 msgr2=0x7f602406d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:04.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.782+0000 7f602b5c8640 1 --2- 172.21.15.84:0/824292638 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f602415c250 0x7f602406d6e0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f6020009d90 tx=0x7f602002beb0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.782+0000 7f602b5c8640 1 -- 172.21.15.84:0/824292638 shutdown_connections 2024-04-15T15:11:04.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.782+0000 7f602b5c8640 1 --2- 172.21.15.84:0/824292638 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f602415c250 0x7f602406d6e0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.782+0000 7f602b5c8640 1 -- 172.21.15.84:0/824292638 >> 172.21.15.84:0/824292638 conn(0x7f60240ceec0 msgr2=0x7f60240cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:04.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.782+0000 7f602b5c8640 1 -- 172.21.15.84:0/824292638 shutdown_connections 2024-04-15T15:11:04.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.782+0000 7f602b5c8640 1 -- 172.21.15.84:0/824292638 wait complete. 2024-04-15T15:11:04.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.783+0000 7f602b5c8640 1 Processor -- start 2024-04-15T15:11:04.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.783+0000 7f602b5c8640 1 -- start start 2024-04-15T15:11:04.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f602b5c8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60240d0010 0x7f6024157930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:04.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f602b5c8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f602415c250 0x7f60240b5a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:04.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f602b5c8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f602415f9f0 0x7f60240b5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:04.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f602b5c8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f602406dc20 con 0x7f60240d0010 2024-04-15T15:11:04.789 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f602b5c8640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f60240b38f0 con 0x7f602415f9f0 2024-04-15T15:11:04.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f602b5c8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f602415c630 con 0x7f602415c250 2024-04-15T15:11:04.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f6029364640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60240d0010 0x7f6024157930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:04.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f6029364640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60240d0010 0x7f6024157930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47796/0 (socket says 172.21.15.84:47796) 2024-04-15T15:11:04.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f6029364640 1 -- 172.21.15.84:0/3382159407 learned_addr learned my addr 172.21.15.84:0/3382159407 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:04.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f6029b65640 1 --2- 172.21.15.84:0/3382159407 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f602415f9f0 0x7f60240b5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:04.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f6028b63640 1 --2- 172.21.15.84:0/3382159407 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f602415c250 0x7f60240b5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:04.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f6029364640 1 -- 172.21.15.84:0/3382159407 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f602415c250 msgr2=0x7f60240b5a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:04.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f6029364640 1 --2- 172.21.15.84:0/3382159407 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f602415c250 0x7f60240b5a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f6029364640 1 -- 172.21.15.84:0/3382159407 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f602415f9f0 msgr2=0x7f60240b5fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:04.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f6029364640 1 --2- 172.21.15.84:0/3382159407 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f602415f9f0 0x7f60240b5fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f6029364640 1 -- 172.21.15.84:0/3382159407 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60240b6760 con 0x7f60240d0010 2024-04-15T15:11:04.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f6028b63640 1 --2- 172.21.15.84:0/3382159407 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f602415c250 0x7f60240b5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:04.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f6029364640 1 --2- 172.21.15.84:0/3382159407 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60240d0010 0x7f6024157930 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f6020009d90 tx=0x7f6020004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:04.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f6019ffb640 1 -- 172.21.15.84:0/3382159407 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6020039050 con 0x7f60240d0010 2024-04-15T15:11:04.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f6019ffb640 1 -- 172.21.15.84:0/3382159407 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6020045070 con 0x7f60240d0010 2024-04-15T15:11:04.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f602b5c8640 1 -- 172.21.15.84:0/3382159407 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60240b6a40 con 0x7f60240d0010 2024-04-15T15:11:04.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.784+0000 7f6019ffb640 1 -- 172.21.15.84:0/3382159407 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f602003e850 con 0x7f60240d0010 2024-04-15T15:11:04.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.785+0000 7f602b5c8640 1 -- 172.21.15.84:0/3382159407 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60240b7000 con 0x7f60240d0010 2024-04-15T15:11:04.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.786+0000 7f602b5c8640 1 -- 172.21.15.84:0/3382159407 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6024075c50 con 0x7f60240d0010 2024-04-15T15:11:04.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.786+0000 7f6019ffb640 1 -- 172.21.15.84:0/3382159407 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f602003e9f0 con 0x7f60240d0010 2024-04-15T15:11:04.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.786+0000 7f6019ffb640 1 --2- 172.21.15.84:0/3382159407 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f600806c8f0 0x7f600806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:04.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.786+0000 7f6019ffb640 1 -- 172.21.15.84:0/3382159407 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f60200aed20 con 0x7f60240d0010 2024-04-15T15:11:04.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.786+0000 7f6028b63640 1 --2- 172.21.15.84:0/3382159407 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f600806c8f0 0x7f600806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:04.791 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.787+0000 7f6028b63640 1 --2- 172.21.15.84:0/3382159407 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f600806c8f0 0x7f600806edb0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f60140015e0 tx=0x7f6014009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:04.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.791+0000 7f6019ffb640 1 -- 172.21.15.84:0/3382159407 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f602007cf00 con 0x7f60240d0010 2024-04-15T15:11:04.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.969+0000 7f602b5c8640 1 -- 172.21.15.84:0/3382159407 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f60240b83c0 con 0x7f60240d0010 2024-04-15T15:11:04.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.969+0000 7f6019ffb640 1 -- 172.21.15.84:0/3382159407 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) ==== 100+0+11 (secure 0 0 0) 0x7f60200830d0 con 0x7f60240d0010 2024-04-15T15:11:04.972 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:11:04.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.972+0000 7f602b5c8640 1 -- 172.21.15.84:0/3382159407 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f600806c8f0 msgr2=0x7f600806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:04.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.972+0000 7f602b5c8640 1 --2- 172.21.15.84:0/3382159407 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f600806c8f0 0x7f600806edb0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f60140015e0 tx=0x7f6014009040 comp rx=0 tx=0).stop 2024-04-15T15:11:04.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.972+0000 7f602b5c8640 1 -- 172.21.15.84:0/3382159407 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60240d0010 msgr2=0x7f6024157930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:04.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.972+0000 7f602b5c8640 1 --2- 172.21.15.84:0/3382159407 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60240d0010 0x7f6024157930 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f6020009d90 tx=0x7f6020004a40 comp rx=0 tx=0).stop 2024-04-15T15:11:04.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.972+0000 7f602b5c8640 1 -- 172.21.15.84:0/3382159407 shutdown_connections 2024-04-15T15:11:04.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.972+0000 7f602b5c8640 1 --2- 172.21.15.84:0/3382159407 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f600806c8f0 0x7f600806edb0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.972+0000 7f602b5c8640 1 --2- 172.21.15.84:0/3382159407 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f602415f9f0 0x7f60240b5fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.972+0000 7f602b5c8640 1 --2- 172.21.15.84:0/3382159407 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f602415c250 0x7f60240b5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.972+0000 7f602b5c8640 1 --2- 172.21.15.84:0/3382159407 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60240d0010 0x7f6024157930 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:04.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.972+0000 7f602b5c8640 1 -- 172.21.15.84:0/3382159407 >> 172.21.15.84:0/3382159407 conn(0x7f60240ceec0 msgr2=0x7f6024160af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:04.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.972+0000 7f602b5c8640 1 -- 172.21.15.84:0/3382159407 shutdown_connections 2024-04-15T15:11:04.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:04.972+0000 7f602b5c8640 1 -- 172.21.15.84:0/3382159407 wait complete. 2024-04-15T15:11:04.984 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-15T15:11:05.089 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.087+0000 7f4e91093640 1 Processor -- start 2024-04-15T15:11:05.089 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.087+0000 7f4e91093640 1 -- start start 2024-04-15T15:11:05.092 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.088+0000 7f4e91093640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e8c15c550 0x7f4e8c160b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:05.092 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.088+0000 7f4e91093640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f4e8c06f510 0x7f4e8c0d1040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:05.092 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.088+0000 7f4e91093640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e8c161060 con 0x7f4e8c06f970 2024-04-15T15:11:05.092 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.088+0000 7f4e91093640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f4e8c072790 con 0x7f4e8c06f510 2024-04-15T15:11:05.092 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.088+0000 7f4e91093640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4e8c0cce20 con 0x7f4e8c15c550 2024-04-15T15:11:05.092 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.088+0000 7f4e8a59c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f4e8c06f510 0x7f4e8c0d1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:05.092 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.088+0000 7f4e8a59c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f4e8c06f510 0x7f4e8c0d1040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47808/0 (socket says 172.21.15.84:47808) 2024-04-15T15:11:05.092 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.088+0000 7f4e8a59c640 1 -- 172.21.15.84:0/781070647 learned_addr learned my addr 172.21.15.84:0/781070647 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:05.092 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.089+0000 7f4e8ad9d640 1 --2- 172.21.15.84:0/781070647 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e8c15c550 0x7f4e8c160b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:05.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.089+0000 7f4e8a59c640 1 -- 172.21.15.84:0/781070647 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e8c15c550 msgr2=0x7f4e8c160b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:05.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.089+0000 7f4e8a59c640 1 --2- 172.21.15.84:0/781070647 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e8c15c550 0x7f4e8c160b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.089+0000 7f4e8a59c640 1 -- 172.21.15.84:0/781070647 >> v1:172.21.15.203:6789/0 conn(0x7f4e8c06f970 legacy=0x7f4e8c0cdec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:05.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.089+0000 7f4e8a59c640 1 -- 172.21.15.84:0/781070647 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e8c0cd100 con 0x7f4e8c06f510 2024-04-15T15:11:05.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.089+0000 7f4e8a59c640 1 --2- 172.21.15.84:0/781070647 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e8c06f510 0x7f4e8c0d1040 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4e74009870 tx=0x7f4e7402b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8482e2c1c7e0e3e6 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:05.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.089+0000 7f4e89d9b640 1 -- 172.21.15.84:0/781070647 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e74034070 con 0x7f4e8c06f510 2024-04-15T15:11:05.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.090+0000 7f4e89d9b640 1 -- 172.21.15.84:0/781070647 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e74030840 con 0x7f4e8c06f510 2024-04-15T15:11:05.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.090+0000 7f4e89d9b640 1 -- 172.21.15.84:0/781070647 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e74030c10 con 0x7f4e8c06f510 2024-04-15T15:11:05.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.090+0000 7f4e91093640 1 -- 172.21.15.84:0/781070647 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e8c06f510 msgr2=0x7f4e8c0d1040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:05.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.090+0000 7f4e91093640 1 --2- 172.21.15.84:0/781070647 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e8c06f510 0x7f4e8c0d1040 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4e74009870 tx=0x7f4e7402b980 comp rx=0 tx=0).stop 2024-04-15T15:11:05.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.090+0000 7f4e91093640 1 -- 172.21.15.84:0/781070647 shutdown_connections 2024-04-15T15:11:05.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.090+0000 7f4e91093640 1 --2- 172.21.15.84:0/781070647 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e8c06f510 0x7f4e8c0d1040 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.090+0000 7f4e91093640 1 --2- 172.21.15.84:0/781070647 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e8c15c550 0x7f4e8c160b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.094 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.090+0000 7f4e91093640 1 -- 172.21.15.84:0/781070647 >> 172.21.15.84:0/781070647 conn(0x7f4e8c0b3f50 msgr2=0x7f4e8c0b4360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:05.094 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.090+0000 7f4e91093640 1 -- 172.21.15.84:0/781070647 shutdown_connections 2024-04-15T15:11:05.094 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.090+0000 7f4e91093640 1 -- 172.21.15.84:0/781070647 wait complete. 2024-04-15T15:11:05.096 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.092+0000 7f4e91093640 1 Processor -- start 2024-04-15T15:11:05.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.092+0000 7f4e91093640 1 -- start start 2024-04-15T15:11:05.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.092+0000 7f4e91093640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e8c06f510 0x7f4e8c0c5f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:05.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.092+0000 7f4e91093640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e8c06f970 0x7f4e8c0b0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:05.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.092+0000 7f4e91093640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e8c15c550 0x7f4e8c0c86f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:05.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.092+0000 7f4e91093640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4e8c0cd9a0 con 0x7f4e8c15c550 2024-04-15T15:11:05.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.092+0000 7f4e91093640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4e8c0cd6c0 con 0x7f4e8c06f510 2024-04-15T15:11:05.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.092+0000 7f4e91093640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4e8c15c930 con 0x7f4e8c06f970 2024-04-15T15:11:05.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.092+0000 7f4e8b59e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e8c15c550 0x7f4e8c0c86f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:05.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.092+0000 7f4e8b59e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e8c15c550 0x7f4e8c0c86f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47816/0 (socket says 172.21.15.84:47816) 2024-04-15T15:11:05.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.092+0000 7f4e8b59e640 1 -- 172.21.15.84:0/799524095 learned_addr learned my addr 172.21.15.84:0/799524095 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:05.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.093+0000 7f4e8ad9d640 1 --2- 172.21.15.84:0/799524095 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e8c06f510 0x7f4e8c0c5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:05.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.093+0000 7f4e8a59c640 1 --2- 172.21.15.84:0/799524095 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e8c06f970 0x7f4e8c0b0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:05.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.093+0000 7f4e8b59e640 1 -- 172.21.15.84:0/799524095 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e8c06f970 msgr2=0x7f4e8c0b0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:05.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.093+0000 7f4e8b59e640 1 --2- 172.21.15.84:0/799524095 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e8c06f970 0x7f4e8c0b0250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.093+0000 7f4e8b59e640 1 -- 172.21.15.84:0/799524095 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e8c06f510 msgr2=0x7f4e8c0c5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:05.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.093+0000 7f4e8b59e640 1 --2- 172.21.15.84:0/799524095 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e8c06f510 0x7f4e8c0c5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.093+0000 7f4e8b59e640 1 -- 172.21.15.84:0/799524095 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e8c06e8f0 con 0x7f4e8c15c550 2024-04-15T15:11:05.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.093+0000 7f4e8a59c640 1 --2- 172.21.15.84:0/799524095 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e8c06f970 0x7f4e8c0b0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:05.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.093+0000 7f4e8b59e640 1 --2- 172.21.15.84:0/799524095 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e8c15c550 0x7f4e8c0c86f0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f4e8400c3d0 tx=0x7f4e8400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:05.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.093+0000 7f4e837fe640 1 -- 172.21.15.84:0/799524095 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e84017070 con 0x7f4e8c15c550 2024-04-15T15:11:05.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.093+0000 7f4e837fe640 1 -- 172.21.15.84:0/799524095 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e840052d0 con 0x7f4e8c15c550 2024-04-15T15:11:05.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.093+0000 7f4e837fe640 1 -- 172.21.15.84:0/799524095 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e84003830 con 0x7f4e8c15c550 2024-04-15T15:11:05.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.093+0000 7f4e91093640 1 -- 172.21.15.84:0/799524095 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e8c06ebd0 con 0x7f4e8c15c550 2024-04-15T15:11:05.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.093+0000 7f4e91093640 1 -- 172.21.15.84:0/799524095 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e8c0cadd0 con 0x7f4e8c15c550 2024-04-15T15:11:05.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.094+0000 7f4e91093640 1 -- 172.21.15.84:0/799524095 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e8c075c50 con 0x7f4e8c15c550 2024-04-15T15:11:05.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.094+0000 7f4e837fe640 1 -- 172.21.15.84:0/799524095 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f4e8401a070 con 0x7f4e8c15c550 2024-04-15T15:11:05.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.095+0000 7f4e837fe640 1 --2- 172.21.15.84:0/799524095 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e6c06c8f0 0x7f4e6c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:05.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.095+0000 7f4e837fe640 1 -- 172.21.15.84:0/799524095 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f4e8408b210 con 0x7f4e8c15c550 2024-04-15T15:11:05.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.095+0000 7f4e8ad9d640 1 --2- 172.21.15.84:0/799524095 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e6c06c8f0 0x7f4e6c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:05.099 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.095+0000 7f4e8ad9d640 1 --2- 172.21.15.84:0/799524095 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e6c06c8f0 0x7f4e6c06edb0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c003aa0 tx=0x7f4e7c009830 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:05.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.099+0000 7f4e837fe640 1 -- 172.21.15.84:0/799524095 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f4e84058cb0 con 0x7f4e8c15c550 2024-04-15T15:11:05.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.274+0000 7f4e91093640 1 -- 172.21.15.84:0/799524095 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f4e8c0b58e0 con 0x7f4e8c15c550 2024-04-15T15:11:05.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.275+0000 7f4e837fe640 1 -- 172.21.15.84:0/799524095 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) ==== 103+0+11 (secure 0 0 0) 0x7f4e8405cfb0 con 0x7f4e8c15c550 2024-04-15T15:11:05.277 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:05.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.277+0000 7f4e91093640 1 -- 172.21.15.84:0/799524095 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e6c06c8f0 msgr2=0x7f4e6c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:05.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.277+0000 7f4e91093640 1 --2- 172.21.15.84:0/799524095 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e6c06c8f0 0x7f4e6c06edb0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f4e7c003aa0 tx=0x7f4e7c009830 comp rx=0 tx=0).stop 2024-04-15T15:11:05.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.277+0000 7f4e91093640 1 -- 172.21.15.84:0/799524095 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e8c15c550 msgr2=0x7f4e8c0c86f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:05.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.277+0000 7f4e91093640 1 --2- 172.21.15.84:0/799524095 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e8c15c550 0x7f4e8c0c86f0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f4e8400c3d0 tx=0x7f4e8400c890 comp rx=0 tx=0).stop 2024-04-15T15:11:05.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.277+0000 7f4e91093640 1 -- 172.21.15.84:0/799524095 shutdown_connections 2024-04-15T15:11:05.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.277+0000 7f4e91093640 1 --2- 172.21.15.84:0/799524095 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e8c15c550 0x7f4e8c0c86f0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.277+0000 7f4e91093640 1 --2- 172.21.15.84:0/799524095 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e8c06f970 0x7f4e8c0b0250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.277+0000 7f4e91093640 1 --2- 172.21.15.84:0/799524095 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e6c06c8f0 0x7f4e6c06edb0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.277+0000 7f4e91093640 1 --2- 172.21.15.84:0/799524095 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e8c06f510 0x7f4e8c0c5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.277+0000 7f4e91093640 1 -- 172.21.15.84:0/799524095 >> 172.21.15.84:0/799524095 conn(0x7f4e8c0b3f50 msgr2=0x7f4e8c0b1990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:05.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.277+0000 7f4e91093640 1 -- 172.21.15.84:0/799524095 shutdown_connections 2024-04-15T15:11:05.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.277+0000 7f4e91093640 1 -- 172.21.15.84:0/799524095 wait complete. 2024-04-15T15:11:05.302 INFO:tasks.cephfs_test_runner:Starting test: test_quiesce_blocked (tasks.cephfs.test_quiesce.TestQuiesce) That a file with ceph.quiesce.block is not quiesced. 2024-04-15T15:11:05.302 INFO:tasks.cephfs_test_runner:test_quiesce_blocked (tasks.cephfs.test_quiesce.TestQuiesce) 2024-04-15T15:11:05.303 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:05.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.405+0000 7f8ec27cd640 1 Processor -- start 2024-04-15T15:11:05.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.405+0000 7f8ec27cd640 1 -- start start 2024-04-15T15:11:05.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.405+0000 7f8ec27cd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f8ebc15c480 0x7f8ebc06ff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:05.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.405+0000 7f8ec27cd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8ebc0ce670 0x7f8ebc0cedc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:05.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.405+0000 7f8ec27cd640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ebc0d1d80 con 0x7f8ebc0cf300 2024-04-15T15:11:05.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.405+0000 7f8ec27cd640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f8ebc0d1b30 con 0x7f8ebc15c480 2024-04-15T15:11:05.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.405+0000 7f8ec27cd640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f8ebc0cca00 con 0x7f8ebc0ce670 2024-04-15T15:11:05.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.406+0000 7f8ebbfff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f8ebc15c480 0x7f8ebc06ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:05.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.406+0000 7f8ec0d6a640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f8ebc0cf300 0x7f8ebc0cff80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:47144/0 (socket says 172.21.15.84:47144) 2024-04-15T15:11:05.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.406+0000 7f8ec0d6a640 1 -- 172.21.15.84:0/1297964991 learned_addr learned my addr 172.21.15.84:0/1297964991 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:05.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.406+0000 7f8ebbfff640 1 -- 172.21.15.84:0/1297964991 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8ebc0ce670 msgr2=0x7f8ebc0cedc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:05.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.406+0000 7f8ebbfff640 1 --2- 172.21.15.84:0/1297964991 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8ebc0ce670 0x7f8ebc0cedc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.406+0000 7f8ebbfff640 1 -- 172.21.15.84:0/1297964991 >> v1:172.21.15.84:6789/0 conn(0x7f8ebc0cf300 legacy=0x7f8ebc0cff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:05.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.406+0000 7f8ebbfff640 1 -- 172.21.15.84:0/1297964991 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ebc0d2060 con 0x7f8ebc15c480 2024-04-15T15:11:05.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.406+0000 7f8ebaffd640 1 -- 172.21.15.84:0/1297964991 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2075059273 0 0) 0x7f8ebc0d1d80 con 0x7f8ebc0cf300 2024-04-15T15:11:05.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.407+0000 7f8ebbfff640 1 --2- 172.21.15.84:0/1297964991 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ebc15c480 0x7f8ebc06ff20 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f8eac0097a0 tx=0x7f8eac02b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa5f29d011eb5914 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:05.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.407+0000 7f8ebaffd640 1 -- 172.21.15.84:0/1297964991 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eac035020 con 0x7f8ebc15c480 2024-04-15T15:11:05.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.407+0000 7f8ebaffd640 1 -- 172.21.15.84:0/1297964991 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8eac031830 con 0x7f8ebc15c480 2024-04-15T15:11:05.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.407+0000 7f8ebaffd640 1 -- 172.21.15.84:0/1297964991 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eac031c00 con 0x7f8ebc15c480 2024-04-15T15:11:05.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.407+0000 7f8ec27cd640 1 -- 172.21.15.84:0/1297964991 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ebc15c480 msgr2=0x7f8ebc06ff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:05.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.407+0000 7f8ec27cd640 1 --2- 172.21.15.84:0/1297964991 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ebc15c480 0x7f8ebc06ff20 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f8eac0097a0 tx=0x7f8eac02b8d0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.407+0000 7f8ec27cd640 1 -- 172.21.15.84:0/1297964991 shutdown_connections 2024-04-15T15:11:05.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.407+0000 7f8ec27cd640 1 --2- 172.21.15.84:0/1297964991 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8ebc0ce670 0x7f8ebc0cedc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.407+0000 7f8ec27cd640 1 --2- 172.21.15.84:0/1297964991 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ebc15c480 0x7f8ebc06ff20 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.407+0000 7f8ec27cd640 1 -- 172.21.15.84:0/1297964991 >> 172.21.15.84:0/1297964991 conn(0x7f8ebc0b3fa0 msgr2=0x7f8ebc0b43b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:05.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.407+0000 7f8ec27cd640 1 -- 172.21.15.84:0/1297964991 shutdown_connections 2024-04-15T15:11:05.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.407+0000 7f8ec27cd640 1 -- 172.21.15.84:0/1297964991 wait complete. 2024-04-15T15:11:05.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.408+0000 7f8ec27cd640 1 Processor -- start 2024-04-15T15:11:05.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.409+0000 7f8ec27cd640 1 -- start start 2024-04-15T15:11:05.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.409+0000 7f8ec27cd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ebc0ce670 0x7f8ebc0c8bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:05.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.409+0000 7f8ec27cd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8ebc0cf300 0x7f8ebc159fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:05.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.409+0000 7f8ec27cd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8ebc15c480 0x7f8ebc15a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:05.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.409+0000 7f8ec27cd640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8ebc0cd170 con 0x7f8ebc0ce670 2024-04-15T15:11:05.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.409+0000 7f8ec27cd640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8ebc0cead0 con 0x7f8ebc15c480 2024-04-15T15:11:05.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.409+0000 7f8ec27cd640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f8ebc15c860 con 0x7f8ebc0cf300 2024-04-15T15:11:05.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.409+0000 7f8ebbfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ebc0ce670 0x7f8ebc0c8bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:05.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.409+0000 7f8ebbfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ebc0ce670 0x7f8ebc0c8bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47820/0 (socket says 172.21.15.84:47820) 2024-04-15T15:11:05.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.409+0000 7f8ebbfff640 1 -- 172.21.15.84:0/2104563715 learned_addr learned my addr 172.21.15.84:0/2104563715 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:05.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.410+0000 7f8ec0d6a640 1 --2- 172.21.15.84:0/2104563715 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8ebc15c480 0x7f8ebc15a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:05.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.410+0000 7f8ebb7fe640 1 --2- 172.21.15.84:0/2104563715 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8ebc0cf300 0x7f8ebc159fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:05.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.410+0000 7f8ebbfff640 1 -- 172.21.15.84:0/2104563715 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8ebc0cf300 msgr2=0x7f8ebc159fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:05.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.410+0000 7f8ebbfff640 1 --2- 172.21.15.84:0/2104563715 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8ebc0cf300 0x7f8ebc159fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.410+0000 7f8ebbfff640 1 -- 172.21.15.84:0/2104563715 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8ebc15c480 msgr2=0x7f8ebc15a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:05.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.410+0000 7f8ebbfff640 1 --2- 172.21.15.84:0/2104563715 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8ebc15c480 0x7f8ebc15a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.410+0000 7f8ebbfff640 1 -- 172.21.15.84:0/2104563715 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ebc15b410 con 0x7f8ebc0ce670 2024-04-15T15:11:05.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.410+0000 7f8ec0d6a640 1 --2- 172.21.15.84:0/2104563715 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8ebc15c480 0x7f8ebc15a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:05.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.410+0000 7f8ebb7fe640 1 --2- 172.21.15.84:0/2104563715 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8ebc0cf300 0x7f8ebc159fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:05.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.410+0000 7f8ebbfff640 1 --2- 172.21.15.84:0/2104563715 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ebc0ce670 0x7f8ebc0c8bc0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f8eac0097a0 tx=0x7f8eac0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:05.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.410+0000 7f8eb8ff9640 1 -- 172.21.15.84:0/2104563715 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eac03aa70 con 0x7f8ebc0ce670 2024-04-15T15:11:05.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.410+0000 7f8eb8ff9640 1 -- 172.21.15.84:0/2104563715 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8eac03ac10 con 0x7f8ebc0ce670 2024-04-15T15:11:05.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.410+0000 7f8ec27cd640 1 -- 172.21.15.84:0/2104563715 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ebc0a95f0 con 0x7f8ebc0ce670 2024-04-15T15:11:05.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.410+0000 7f8eb8ff9640 1 -- 172.21.15.84:0/2104563715 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eac0443f0 con 0x7f8ebc0ce670 2024-04-15T15:11:05.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.410+0000 7f8ec27cd640 1 -- 172.21.15.84:0/2104563715 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ebc0a9bb0 con 0x7f8ebc0ce670 2024-04-15T15:11:05.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.411+0000 7f8ec27cd640 1 -- 172.21.15.84:0/2104563715 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ebc0690f0 con 0x7f8ebc0ce670 2024-04-15T15:11:05.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.411+0000 7f8eb8ff9640 1 -- 172.21.15.84:0/2104563715 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f8eac04b060 con 0x7f8ebc0ce670 2024-04-15T15:11:05.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.412+0000 7f8eb8ff9640 1 --2- 172.21.15.84:0/2104563715 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8e9c06c8f0 0x7f8e9c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:05.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.412+0000 7f8eb8ff9640 1 -- 172.21.15.84:0/2104563715 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f8eac0adbf0 con 0x7f8ebc0ce670 2024-04-15T15:11:05.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.412+0000 7f8ebb7fe640 1 --2- 172.21.15.84:0/2104563715 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8e9c06c8f0 0x7f8e9c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:05.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.412+0000 7f8ebb7fe640 1 --2- 172.21.15.84:0/2104563715 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8e9c06c8f0 0x7f8e9c06edb0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8ebc1f7760 tx=0x7f8ea4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:05.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.416+0000 7f8eb8ff9640 1 -- 172.21.15.84:0/2104563715 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f8ebc15b410 con 0x7f8ebc0ce670 2024-04-15T15:11:05.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.595+0000 7f8ec27cd640 1 -- 172.21.15.84:0/2104563715 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8ebc074e30 con 0x7f8ebc0ce670 2024-04-15T15:11:05.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.596+0000 7f8eb8ff9640 1 -- 172.21.15.84:0/2104563715 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18854 (secure 0 0 0) 0x7f8eac03f070 con 0x7f8ebc0ce670 2024-04-15T15:11:05.598 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:05.598 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":26,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:11:03.629918+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.16","mappings":[{"from":5,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.b","mappings":[{"from":1,"to":2}]},{"pgid":"4.1e","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:05.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.598+0000 7f8ec27cd640 1 -- 172.21.15.84:0/2104563715 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8e9c06c8f0 msgr2=0x7f8e9c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:05.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.598+0000 7f8ec27cd640 1 --2- 172.21.15.84:0/2104563715 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8e9c06c8f0 0x7f8e9c06edb0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f8ebc1f7760 tx=0x7f8ea4008040 comp rx=0 tx=0).stop 2024-04-15T15:11:05.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.598+0000 7f8ec27cd640 1 -- 172.21.15.84:0/2104563715 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ebc0ce670 msgr2=0x7f8ebc0c8bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:05.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.598+0000 7f8ec27cd640 1 --2- 172.21.15.84:0/2104563715 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ebc0ce670 0x7f8ebc0c8bc0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f8eac0097a0 tx=0x7f8eac0046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.598+0000 7f8ec27cd640 1 -- 172.21.15.84:0/2104563715 shutdown_connections 2024-04-15T15:11:05.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.598+0000 7f8ec27cd640 1 --2- 172.21.15.84:0/2104563715 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8e9c06c8f0 0x7f8e9c06edb0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.598+0000 7f8ec27cd640 1 --2- 172.21.15.84:0/2104563715 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8ebc15c480 0x7f8ebc15a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.598+0000 7f8ec27cd640 1 --2- 172.21.15.84:0/2104563715 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8ebc0cf300 0x7f8ebc159fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.598+0000 7f8ec27cd640 1 --2- 172.21.15.84:0/2104563715 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8ebc0ce670 0x7f8ebc0c8bc0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.598+0000 7f8ec27cd640 1 -- 172.21.15.84:0/2104563715 >> 172.21.15.84:0/2104563715 conn(0x7f8ebc0b3fa0 msgr2=0x7f8ebc0b56a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:05.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.598+0000 7f8ec27cd640 1 -- 172.21.15.84:0/2104563715 shutdown_connections 2024-04-15T15:11:05.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.598+0000 7f8ec27cd640 1 -- 172.21.15.84:0/2104563715 wait complete. 2024-04-15T15:11:05.611 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:10:20.621351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:10:21.653421+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-15T15:10:25.371593+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-15T15:11:05.611 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:11:05.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.716+0000 7f13de2eb640 1 Processor -- start 2024-04-15T15:11:05.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.716+0000 7f13de2eb640 1 -- start start 2024-04-15T15:11:05.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.717+0000 7f13de2eb640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f13d80b5410 0x7f13d80b57f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:05.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.717+0000 7f13de2eb640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f13d80b0050 0x7f13d806c340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:05.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.717+0000 7f13de2eb640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13d80d07c0 con 0x7f13d80afae0 2024-04-15T15:11:05.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.717+0000 7f13de2eb640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f13d80d0330 con 0x7f13d80b0050 2024-04-15T15:11:05.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.717+0000 7f13de2eb640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f13d80b5d30 con 0x7f13d80b5410 2024-04-15T15:11:05.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.717+0000 7f13d77fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f13d80b0050 0x7f13d806c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:05.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.717+0000 7f13d77fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f13d80b0050 0x7f13d806c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47834/0 (socket says 172.21.15.84:47834) 2024-04-15T15:11:05.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.717+0000 7f13d77fe640 1 -- 172.21.15.84:0/3069861979 learned_addr learned my addr 172.21.15.84:0/3069861979 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:05.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.717+0000 7f13d77fe640 1 -- 172.21.15.84:0/3069861979 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f13d80b5410 msgr2=0x7f13d80b57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:05.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.717+0000 7f13d7fff640 1 --2- 172.21.15.84:0/3069861979 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f13d80b5410 0x7f13d80b57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:05.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.717+0000 7f13d77fe640 1 --2- 172.21.15.84:0/3069861979 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f13d80b5410 0x7f13d80b57f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.717+0000 7f13d77fe640 1 -- 172.21.15.84:0/3069861979 >> v1:172.21.15.203:6789/0 conn(0x7f13d80afae0 legacy=0x7f13d80ce950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:05.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.717+0000 7f13d77fe640 1 -- 172.21.15.84:0/3069861979 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13d80b3aa0 con 0x7f13d80b0050 2024-04-15T15:11:05.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.717+0000 7f13d7fff640 1 --2- 172.21.15.84:0/3069861979 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f13d80b5410 0x7f13d80b57f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:05.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.718+0000 7f13d77fe640 1 --2- 172.21.15.84:0/3069861979 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f13d80b0050 0x7f13d806c340 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f13cc009870 tx=0x7f13cc02b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0ca17a224861112 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:05.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.718+0000 7f13d6ffd640 1 -- 172.21.15.84:0/3069861979 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13cc0317c0 con 0x7f13d80b0050 2024-04-15T15:11:05.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.718+0000 7f13d6ffd640 1 -- 172.21.15.84:0/3069861979 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13cc037070 con 0x7f13d80b0050 2024-04-15T15:11:05.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.718+0000 7f13d6ffd640 1 -- 172.21.15.84:0/3069861979 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13cc031b80 con 0x7f13d80b0050 2024-04-15T15:11:05.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.719+0000 7f13de2eb640 1 -- 172.21.15.84:0/3069861979 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f13d80b0050 msgr2=0x7f13d806c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:05.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.719+0000 7f13de2eb640 1 --2- 172.21.15.84:0/3069861979 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f13d80b0050 0x7f13d806c340 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f13cc009870 tx=0x7f13cc02b860 comp rx=0 tx=0).stop 2024-04-15T15:11:05.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.719+0000 7f13de2eb640 1 -- 172.21.15.84:0/3069861979 shutdown_connections 2024-04-15T15:11:05.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.719+0000 7f13de2eb640 1 --2- 172.21.15.84:0/3069861979 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f13d80b0050 0x7f13d806c340 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.719+0000 7f13de2eb640 1 --2- 172.21.15.84:0/3069861979 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f13d80b5410 0x7f13d80b57f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.719+0000 7f13de2eb640 1 -- 172.21.15.84:0/3069861979 >> 172.21.15.84:0/3069861979 conn(0x7f13d80d0a50 msgr2=0x7f13d80d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:05.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.719+0000 7f13de2eb640 1 -- 172.21.15.84:0/3069861979 shutdown_connections 2024-04-15T15:11:05.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.719+0000 7f13de2eb640 1 -- 172.21.15.84:0/3069861979 wait complete. 2024-04-15T15:11:05.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.720+0000 7f13de2eb640 1 Processor -- start 2024-04-15T15:11:05.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.720+0000 7f13de2eb640 1 -- start start 2024-04-15T15:11:05.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.721+0000 7f13de2eb640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f13d80afae0 0x7f13d8156cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:05.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.721+0000 7f13de2eb640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f13d80b0050 0x7f13d81571f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:05.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.721+0000 7f13de2eb640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f13d80b5410 0x7f13d80aea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:05.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.721+0000 7f13de2eb640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f13d80d18f0 con 0x7f13d80b5410 2024-04-15T15:11:05.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.721+0000 7f13de2eb640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f13d80d1610 con 0x7f13d80b0050 2024-04-15T15:11:05.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.721+0000 7f13de2eb640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f13d806db40 con 0x7f13d80afae0 2024-04-15T15:11:05.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.721+0000 7f13dc888640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f13d80b5410 0x7f13d80aea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:05.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.721+0000 7f13dc888640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f13d80b5410 0x7f13d80aea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47836/0 (socket says 172.21.15.84:47836) 2024-04-15T15:11:05.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.721+0000 7f13dc888640 1 -- 172.21.15.84:0/3059989787 learned_addr learned my addr 172.21.15.84:0/3059989787 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:05.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.721+0000 7f13d77fe640 1 --2- 172.21.15.84:0/3059989787 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f13d80b0050 0x7f13d81571f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:05.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.721+0000 7f13dc888640 1 -- 172.21.15.84:0/3059989787 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f13d80afae0 msgr2=0x7f13d8156cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:05.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.721+0000 7f13dc888640 1 --2- 172.21.15.84:0/3059989787 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f13d80afae0 0x7f13d8156cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.721+0000 7f13dc888640 1 -- 172.21.15.84:0/3059989787 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f13d80b0050 msgr2=0x7f13d81571f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:05.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.721+0000 7f13dc888640 1 --2- 172.21.15.84:0/3059989787 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f13d80b0050 0x7f13d81571f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.721+0000 7f13dc888640 1 -- 172.21.15.84:0/3059989787 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13d8157850 con 0x7f13d80b5410 2024-04-15T15:11:05.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.722+0000 7f13dc888640 1 --2- 172.21.15.84:0/3059989787 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f13d80b5410 0x7f13d80aea40 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f13d000b970 tx=0x7f13d000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:05.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.722+0000 7f13d4ff9640 1 -- 172.21.15.84:0/3059989787 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d0019070 con 0x7f13d80b5410 2024-04-15T15:11:05.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.722+0000 7f13d4ff9640 1 -- 172.21.15.84:0/3059989787 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13d000cb40 con 0x7f13d80b5410 2024-04-15T15:11:05.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.722+0000 7f13d4ff9640 1 -- 172.21.15.84:0/3059989787 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13d0014440 con 0x7f13d80b5410 2024-04-15T15:11:05.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.722+0000 7f13de2eb640 1 -- 172.21.15.84:0/3059989787 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13d80cff50 con 0x7f13d80b5410 2024-04-15T15:11:05.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.722+0000 7f13de2eb640 1 -- 172.21.15.84:0/3059989787 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13d81f8570 con 0x7f13d80b5410 2024-04-15T15:11:05.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.723+0000 7f13de2eb640 1 -- 172.21.15.84:0/3059989787 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13d8075c50 con 0x7f13d80b5410 2024-04-15T15:11:05.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.723+0000 7f13d4ff9640 1 -- 172.21.15.84:0/3059989787 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f13d001c070 con 0x7f13d80b5410 2024-04-15T15:11:05.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.724+0000 7f13d4ff9640 1 --2- 172.21.15.84:0/3059989787 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f13c406c8f0 0x7f13c406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:05.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.724+0000 7f13d4ff9640 1 -- 172.21.15.84:0/3059989787 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f13d008bb90 con 0x7f13d80b5410 2024-04-15T15:11:05.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.724+0000 7f13d7fff640 1 --2- 172.21.15.84:0/3059989787 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f13c406c8f0 0x7f13c406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:05.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.724+0000 7f13d7fff640 1 --2- 172.21.15.84:0/3059989787 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f13c406c8f0 0x7f13c406edb0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f13c8006fd0 tx=0x7f13c8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:05.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.728+0000 7f13d4ff9640 1 -- 172.21.15.84:0/3059989787 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f13d0059bc0 con 0x7f13d80b5410 2024-04-15T15:11:05.905 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.903+0000 7f13de2eb640 1 -- 172.21.15.84:0/3059989787 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f13d8161630 con 0x7f13d80b5410 2024-04-15T15:11:05.906 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.904+0000 7f13d4ff9640 1 -- 172.21.15.84:0/3059989787 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) ==== 93+0+10 (secure 0 0 0) 0x7f13d00594c0 con 0x7f13d80b5410 2024-04-15T15:11:05.906 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:11:05.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.906+0000 7f13de2eb640 1 -- 172.21.15.84:0/3059989787 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f13c406c8f0 msgr2=0x7f13c406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:05.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.906+0000 7f13de2eb640 1 --2- 172.21.15.84:0/3059989787 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f13c406c8f0 0x7f13c406edb0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f13c8006fd0 tx=0x7f13c8008040 comp rx=0 tx=0).stop 2024-04-15T15:11:05.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.906+0000 7f13de2eb640 1 -- 172.21.15.84:0/3059989787 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f13d80b5410 msgr2=0x7f13d80aea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:05.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.906+0000 7f13de2eb640 1 --2- 172.21.15.84:0/3059989787 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f13d80b5410 0x7f13d80aea40 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f13d000b970 tx=0x7f13d000be30 comp rx=0 tx=0).stop 2024-04-15T15:11:05.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.906+0000 7f13de2eb640 1 -- 172.21.15.84:0/3059989787 shutdown_connections 2024-04-15T15:11:05.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.906+0000 7f13de2eb640 1 --2- 172.21.15.84:0/3059989787 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f13c406c8f0 0x7f13c406edb0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.906+0000 7f13de2eb640 1 --2- 172.21.15.84:0/3059989787 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f13d80b0050 0x7f13d81571f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.906+0000 7f13de2eb640 1 --2- 172.21.15.84:0/3059989787 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f13d80b5410 0x7f13d80aea40 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.906+0000 7f13de2eb640 1 --2- 172.21.15.84:0/3059989787 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f13d80afae0 0x7f13d8156cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:05.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.906+0000 7f13de2eb640 1 -- 172.21.15.84:0/3059989787 >> 172.21.15.84:0/3059989787 conn(0x7f13d80d0a50 msgr2=0x7f13d8155600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:05.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.906+0000 7f13de2eb640 1 -- 172.21.15.84:0/3059989787 shutdown_connections 2024-04-15T15:11:05.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:05.906+0000 7f13de2eb640 1 -- 172.21.15.84:0/3059989787 wait complete. 2024-04-15T15:11:05.918 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:11:06.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.023+0000 7fe53009a640 1 Processor -- start 2024-04-15T15:11:06.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.023+0000 7fe53009a640 1 -- start start 2024-04-15T15:11:06.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.024+0000 7fe53009a640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fe528161ee0 0x7fe5280c95f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.024+0000 7fe53009a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe5280b67c0 0x7fe5280d1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.024+0000 7fe53009a640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe5280ccfe0 con 0x7fe5280b6c20 2024-04-15T15:11:06.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.024+0000 7fe53009a640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fe5281622c0 con 0x7fe528161ee0 2024-04-15T15:11:06.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.024+0000 7fe53009a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe5280cd2c0 con 0x7fe5280b67c0 2024-04-15T15:11:06.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.024+0000 7fe52de36640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fe528161ee0 0x7fe5280c95f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.024+0000 7fe52e637640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fe5280b6c20 0x7fe5280ce080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:47146/0 (socket says 172.21.15.84:47146) 2024-04-15T15:11:06.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.024+0000 7fe52e637640 1 -- 172.21.15.84:0/3333702155 learned_addr learned my addr 172.21.15.84:0/3333702155 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:06.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.024+0000 7fe52d635640 1 --2- 172.21.15.84:0/3333702155 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe5280b67c0 0x7fe5280d1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.024+0000 7fe52de36640 1 -- 172.21.15.84:0/3333702155 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe5280b67c0 msgr2=0x7fe5280d1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:06.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.024+0000 7fe52de36640 1 --2- 172.21.15.84:0/3333702155 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe5280b67c0 0x7fe5280d1100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.024+0000 7fe52de36640 1 -- 172.21.15.84:0/3333702155 >> v1:172.21.15.84:6789/0 conn(0x7fe5280b6c20 legacy=0x7fe5280ce080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:06.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.024+0000 7fe52de36640 1 -- 172.21.15.84:0/3333702155 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5280cd5a0 con 0x7fe528161ee0 2024-04-15T15:11:06.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.024+0000 7fe52ce34640 1 -- 172.21.15.84:0/3333702155 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 478745250 0 0) 0x7fe5280ccfe0 con 0x7fe5280b6c20 2024-04-15T15:11:06.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.025+0000 7fe52de36640 1 --2- 172.21.15.84:0/3333702155 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe528161ee0 0x7fe5280c95f0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fe5240097d0 tx=0x7fe52402b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec16f653feb32fb server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:06.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.025+0000 7fe52ce34640 1 -- 172.21.15.84:0/3333702155 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe524035020 con 0x7fe528161ee0 2024-04-15T15:11:06.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.025+0000 7fe52ce34640 1 -- 172.21.15.84:0/3333702155 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe524031800 con 0x7fe528161ee0 2024-04-15T15:11:06.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.025+0000 7fe52ce34640 1 -- 172.21.15.84:0/3333702155 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe524031bd0 con 0x7fe528161ee0 2024-04-15T15:11:06.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.026+0000 7fe53009a640 1 -- 172.21.15.84:0/3333702155 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe528161ee0 msgr2=0x7fe5280c95f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:06.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.026+0000 7fe53009a640 1 --2- 172.21.15.84:0/3333702155 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe528161ee0 0x7fe5280c95f0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fe5240097d0 tx=0x7fe52402b8a0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.026+0000 7fe53009a640 1 -- 172.21.15.84:0/3333702155 shutdown_connections 2024-04-15T15:11:06.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.026+0000 7fe53009a640 1 --2- 172.21.15.84:0/3333702155 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe5280b67c0 0x7fe5280d1100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.026+0000 7fe53009a640 1 --2- 172.21.15.84:0/3333702155 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe528161ee0 0x7fe5280c95f0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.026+0000 7fe53009a640 1 -- 172.21.15.84:0/3333702155 >> 172.21.15.84:0/3333702155 conn(0x7fe5280b4010 msgr2=0x7fe5280b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:06.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.026+0000 7fe53009a640 1 -- 172.21.15.84:0/3333702155 shutdown_connections 2024-04-15T15:11:06.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.026+0000 7fe53009a640 1 -- 172.21.15.84:0/3333702155 wait complete. 2024-04-15T15:11:06.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.027+0000 7fe53009a640 1 Processor -- start 2024-04-15T15:11:06.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.027+0000 7fe53009a640 1 -- start start 2024-04-15T15:11:06.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe53009a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe5280b67c0 0x7fe528149c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe53009a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe5280b6c20 0x7fe52815cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe53009a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe528161ee0 0x7fe52814a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe53009a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe5280ccb70 con 0x7fe5280b6c20 2024-04-15T15:11:06.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe53009a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe5280c9b30 con 0x7fe528161ee0 2024-04-15T15:11:06.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe53009a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe5280cccf0 con 0x7fe5280b67c0 2024-04-15T15:11:06.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe52d635640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe5280b6c20 0x7fe52815cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe52d635640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe5280b6c20 0x7fe52815cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47856/0 (socket says 172.21.15.84:47856) 2024-04-15T15:11:06.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe52d635640 1 -- 172.21.15.84:0/174243193 learned_addr learned my addr 172.21.15.84:0/174243193 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:06.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe52de36640 1 --2- 172.21.15.84:0/174243193 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe5280b67c0 0x7fe528149c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe52e637640 1 --2- 172.21.15.84:0/174243193 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe528161ee0 0x7fe52814a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe52d635640 1 -- 172.21.15.84:0/174243193 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe5280b67c0 msgr2=0x7fe528149c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:06.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe52d635640 1 --2- 172.21.15.84:0/174243193 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe5280b67c0 0x7fe528149c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe52d635640 1 -- 172.21.15.84:0/174243193 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe528161ee0 msgr2=0x7fe52814a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:06.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe52d635640 1 --2- 172.21.15.84:0/174243193 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe528161ee0 0x7fe52814a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe52d635640 1 -- 172.21.15.84:0/174243193 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5280c79c0 con 0x7fe5280b6c20 2024-04-15T15:11:06.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe52e637640 1 --2- 172.21.15.84:0/174243193 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe528161ee0 0x7fe52814a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:06.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe52de36640 1 --2- 172.21.15.84:0/174243193 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe5280b67c0 0x7fe528149c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:06.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe52d635640 1 --2- 172.21.15.84:0/174243193 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe5280b6c20 0x7fe52815cb50 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fe51800c7f0 tx=0x7fe51800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:06.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe51e7fc640 1 -- 172.21.15.84:0/174243193 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe518015070 con 0x7fe5280b6c20 2024-04-15T15:11:06.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe51e7fc640 1 -- 172.21.15.84:0/174243193 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe518004240 con 0x7fe5280b6c20 2024-04-15T15:11:06.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe53009a640 1 -- 172.21.15.84:0/174243193 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5280c7ca0 con 0x7fe5280b6c20 2024-04-15T15:11:06.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe51e7fc640 1 -- 172.21.15.84:0/174243193 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe518007620 con 0x7fe5280b6c20 2024-04-15T15:11:06.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.028+0000 7fe53009a640 1 -- 172.21.15.84:0/174243193 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe528157090 con 0x7fe5280b6c20 2024-04-15T15:11:06.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.029+0000 7fe53009a640 1 -- 172.21.15.84:0/174243193 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe528075c50 con 0x7fe5280b6c20 2024-04-15T15:11:06.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.030+0000 7fe51e7fc640 1 -- 172.21.15.84:0/174243193 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fe5180079d0 con 0x7fe5280b6c20 2024-04-15T15:11:06.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.030+0000 7fe51e7fc640 1 --2- 172.21.15.84:0/174243193 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe50c06c8f0 0x7fe50c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.030+0000 7fe51e7fc640 1 -- 172.21.15.84:0/174243193 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fe51808c3e0 con 0x7fe5280b6c20 2024-04-15T15:11:06.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.030+0000 7fe52de36640 1 --2- 172.21.15.84:0/174243193 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe50c06c8f0 0x7fe50c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.031+0000 7fe52de36640 1 --2- 172.21.15.84:0/174243193 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe50c06c8f0 0x7fe50c06edb0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fe524036000 tx=0x7fe524008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:06.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.034+0000 7fe51e7fc640 1 -- 172.21.15.84:0/174243193 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fe51805a420 con 0x7fe5280b6c20 2024-04-15T15:11:06.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.207+0000 7fe53009a640 1 -- 172.21.15.84:0/174243193 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fe5280d1e50 con 0x7fe5280b6c20 2024-04-15T15:11:06.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.207+0000 7fe51e7fc640 1 -- 172.21.15.84:0/174243193 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) ==== 104+0+11 (secure 0 0 0) 0x7fe518059d20 con 0x7fe5280b6c20 2024-04-15T15:11:06.210 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:06.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.209+0000 7fe53009a640 1 -- 172.21.15.84:0/174243193 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe50c06c8f0 msgr2=0x7fe50c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:06.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.209+0000 7fe53009a640 1 --2- 172.21.15.84:0/174243193 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe50c06c8f0 0x7fe50c06edb0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fe524036000 tx=0x7fe524008030 comp rx=0 tx=0).stop 2024-04-15T15:11:06.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.209+0000 7fe53009a640 1 -- 172.21.15.84:0/174243193 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe5280b6c20 msgr2=0x7fe52815cb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:06.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.209+0000 7fe53009a640 1 --2- 172.21.15.84:0/174243193 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe5280b6c20 0x7fe52815cb50 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fe51800c7f0 tx=0x7fe51800ccb0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.209+0000 7fe53009a640 1 -- 172.21.15.84:0/174243193 shutdown_connections 2024-04-15T15:11:06.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.209+0000 7fe53009a640 1 --2- 172.21.15.84:0/174243193 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe50c06c8f0 0x7fe50c06edb0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.209+0000 7fe53009a640 1 --2- 172.21.15.84:0/174243193 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe528161ee0 0x7fe52814a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.209+0000 7fe53009a640 1 --2- 172.21.15.84:0/174243193 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe5280b6c20 0x7fe52815cb50 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.209+0000 7fe53009a640 1 --2- 172.21.15.84:0/174243193 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe5280b67c0 0x7fe528149c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.209+0000 7fe53009a640 1 -- 172.21.15.84:0/174243193 >> 172.21.15.84:0/174243193 conn(0x7fe5280b4010 msgr2=0x7fe5280cb020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:06.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.210+0000 7fe53009a640 1 -- 172.21.15.84:0/174243193 shutdown_connections 2024-04-15T15:11:06.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.210+0000 7fe53009a640 1 -- 172.21.15.84:0/174243193 wait complete. 2024-04-15T15:11:06.222 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:11:06.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.326+0000 7fc1d91b5640 1 Processor -- start 2024-04-15T15:11:06.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.326+0000 7fc1d91b5640 1 -- start start 2024-04-15T15:11:06.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.326+0000 7fc1d91b5640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc1d40cd2a0 0x7fc1d406cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.326+0000 7fc1d91b5640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fc1d406e620 0x7fc1d406ea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.326+0000 7fc1d91b5640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1d406bd50 con 0x7fc1d415c630 2024-04-15T15:11:06.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.326+0000 7fc1d91b5640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fc1d406d2f0 con 0x7fc1d40cd2a0 2024-04-15T15:11:06.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.326+0000 7fc1d91b5640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fc1d406c920 con 0x7fc1d406e620 2024-04-15T15:11:06.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.327+0000 7fc1d259c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc1d40cd2a0 0x7fc1d406cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.327+0000 7fc1d259c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc1d40cd2a0 0x7fc1d406cdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47860/0 (socket says 172.21.15.84:47860) 2024-04-15T15:11:06.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.327+0000 7fc1d259c640 1 -- 172.21.15.84:0/3142151649 learned_addr learned my addr 172.21.15.84:0/3142151649 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:06.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.327+0000 7fc1d259c640 1 -- 172.21.15.84:0/3142151649 >> v2:172.21.15.203:3300/0 conn(0x7fc1d406e620 msgr2=0x7fc1d406ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:06.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.327+0000 7fc1d259c640 1 --2- 172.21.15.84:0/3142151649 >> v2:172.21.15.203:3300/0 conn(0x7fc1d406e620 0x7fc1d406ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.327+0000 7fc1d259c640 1 -- 172.21.15.84:0/3142151649 >> v1:172.21.15.203:6789/0 conn(0x7fc1d415c630 legacy=0x7fc1d40ccb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:06.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.327+0000 7fc1d259c640 1 -- 172.21.15.84:0/3142151649 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1d406bff0 con 0x7fc1d40cd2a0 2024-04-15T15:11:06.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.328+0000 7fc1d259c640 1 --2- 172.21.15.84:0/3142151649 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc1d40cd2a0 0x7fc1d406cdb0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fc1d406bc00 tx=0x7fc1c802b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30c320b0722279d6 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:06.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.328+0000 7fc1d1d9b640 1 -- 172.21.15.84:0/3142151649 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1c8035020 con 0x7fc1d40cd2a0 2024-04-15T15:11:06.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.328+0000 7fc1d1d9b640 1 -- 172.21.15.84:0/3142151649 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1c8031870 con 0x7fc1d40cd2a0 2024-04-15T15:11:06.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.328+0000 7fc1d1d9b640 1 -- 172.21.15.84:0/3142151649 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1c8031c40 con 0x7fc1d40cd2a0 2024-04-15T15:11:06.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.328+0000 7fc1d91b5640 1 -- 172.21.15.84:0/3142151649 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc1d40cd2a0 msgr2=0x7fc1d406cdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:06.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.328+0000 7fc1d91b5640 1 --2- 172.21.15.84:0/3142151649 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc1d40cd2a0 0x7fc1d406cdb0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fc1d406bc00 tx=0x7fc1c802b910 comp rx=0 tx=0).stop 2024-04-15T15:11:06.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.328+0000 7fc1d91b5640 1 -- 172.21.15.84:0/3142151649 shutdown_connections 2024-04-15T15:11:06.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.328+0000 7fc1d91b5640 1 --2- 172.21.15.84:0/3142151649 >> v2:172.21.15.203:3300/0 conn(0x7fc1d406e620 0x7fc1d406ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.328+0000 7fc1d91b5640 1 --2- 172.21.15.84:0/3142151649 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc1d40cd2a0 0x7fc1d406cdb0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.328+0000 7fc1d91b5640 1 -- 172.21.15.84:0/3142151649 >> 172.21.15.84:0/3142151649 conn(0x7fc1d40b31d0 msgr2=0x7fc1d40b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:06.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.328+0000 7fc1d91b5640 1 -- 172.21.15.84:0/3142151649 shutdown_connections 2024-04-15T15:11:06.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.328+0000 7fc1d91b5640 1 -- 172.21.15.84:0/3142151649 wait complete. 2024-04-15T15:11:06.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.330+0000 7fc1d91b5640 1 Processor -- start 2024-04-15T15:11:06.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.330+0000 7fc1d91b5640 1 -- start start 2024-04-15T15:11:06.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.330+0000 7fc1d91b5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc1d406e620 0x7fc1d4150c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.330+0000 7fc1d91b5640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc1d40cd2a0 0x7fc1d41f69e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.330+0000 7fc1d91b5640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc1d415c630 0x7fc1d4152b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.331+0000 7fc1d91b5640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d415ca10 con 0x7fc1d406e620 2024-04-15T15:11:06.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.331+0000 7fc1d91b5640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d406c5b0 con 0x7fc1d415c630 2024-04-15T15:11:06.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.331+0000 7fc1d91b5640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc1d406efb0 con 0x7fc1d40cd2a0 2024-04-15T15:11:06.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.331+0000 7fc1d2d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc1d406e620 0x7fc1d4150c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.331+0000 7fc1d2d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc1d406e620 0x7fc1d4150c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47870/0 (socket says 172.21.15.84:47870) 2024-04-15T15:11:06.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.331+0000 7fc1d2d9d640 1 -- 172.21.15.84:0/3901207732 learned_addr learned my addr 172.21.15.84:0/3901207732 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:06.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.331+0000 7fc1d359e640 1 --2- 172.21.15.84:0/3901207732 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc1d415c630 0x7fc1d4152b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.331+0000 7fc1d259c640 1 --2- 172.21.15.84:0/3901207732 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc1d40cd2a0 0x7fc1d41f69e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.331+0000 7fc1d2d9d640 1 -- 172.21.15.84:0/3901207732 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc1d40cd2a0 msgr2=0x7fc1d41f69e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:06.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.331+0000 7fc1d2d9d640 1 --2- 172.21.15.84:0/3901207732 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc1d40cd2a0 0x7fc1d41f69e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.331+0000 7fc1d2d9d640 1 -- 172.21.15.84:0/3901207732 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc1d415c630 msgr2=0x7fc1d4152b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:06.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.331+0000 7fc1d2d9d640 1 --2- 172.21.15.84:0/3901207732 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc1d415c630 0x7fc1d4152b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.331+0000 7fc1d2d9d640 1 -- 172.21.15.84:0/3901207732 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1d41513a0 con 0x7fc1d406e620 2024-04-15T15:11:06.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.331+0000 7fc1d359e640 1 --2- 172.21.15.84:0/3901207732 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc1d415c630 0x7fc1d4152b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:06.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.331+0000 7fc1d2d9d640 1 --2- 172.21.15.84:0/3901207732 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc1d406e620 0x7fc1d4150c90 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fc1c400ba50 tx=0x7fc1c400bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:06.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.331+0000 7fc1bb7fe640 1 -- 172.21.15.84:0/3901207732 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1c4019070 con 0x7fc1d406e620 2024-04-15T15:11:06.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.331+0000 7fc1bb7fe640 1 -- 172.21.15.84:0/3901207732 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1c400cc10 con 0x7fc1d406e620 2024-04-15T15:11:06.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.331+0000 7fc1bb7fe640 1 -- 172.21.15.84:0/3901207732 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1c4014440 con 0x7fc1d406e620 2024-04-15T15:11:06.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.331+0000 7fc1d91b5640 1 -- 172.21.15.84:0/3901207732 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1d4151680 con 0x7fc1d406e620 2024-04-15T15:11:06.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.331+0000 7fc1d91b5640 1 -- 172.21.15.84:0/3901207732 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1d4151c40 con 0x7fc1d406e620 2024-04-15T15:11:06.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.332+0000 7fc1d91b5640 1 -- 172.21.15.84:0/3901207732 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1d4075c50 con 0x7fc1d406e620 2024-04-15T15:11:06.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.333+0000 7fc1bb7fe640 1 -- 172.21.15.84:0/3901207732 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fc1c401c070 con 0x7fc1d406e620 2024-04-15T15:11:06.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.334+0000 7fc1bb7fe640 1 --2- 172.21.15.84:0/3901207732 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc1c006c8f0 0x7fc1c006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.334+0000 7fc1d259c640 1 --2- 172.21.15.84:0/3901207732 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc1c006c8f0 0x7fc1c006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.334+0000 7fc1bb7fe640 1 -- 172.21.15.84:0/3901207732 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fc1c408bcb0 con 0x7fc1d406e620 2024-04-15T15:11:06.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.334+0000 7fc1d259c640 1 --2- 172.21.15.84:0/3901207732 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc1c006c8f0 0x7fc1c006edb0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc1c8036000 tx=0x7fc1c803c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:06.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.338+0000 7fc1bb7fe640 1 -- 172.21.15.84:0/3901207732 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fc1c4059d70 con 0x7fc1d406e620 2024-04-15T15:11:06.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.514+0000 7fc1d91b5640 1 -- 172.21.15.84:0/3901207732 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fc1d40d0f10 con 0x7fc1d406e620 2024-04-15T15:11:06.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.514+0000 7fc1bb7fe640 1 -- 172.21.15.84:0/3901207732 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) ==== 100+0+11 (secure 0 0 0) 0x7fc1c4059670 con 0x7fc1d406e620 2024-04-15T15:11:06.516 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:11:06.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.516+0000 7fc1d91b5640 1 -- 172.21.15.84:0/3901207732 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc1c006c8f0 msgr2=0x7fc1c006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:06.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.516+0000 7fc1d91b5640 1 --2- 172.21.15.84:0/3901207732 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc1c006c8f0 0x7fc1c006edb0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc1c8036000 tx=0x7fc1c803c040 comp rx=0 tx=0).stop 2024-04-15T15:11:06.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.516+0000 7fc1d91b5640 1 -- 172.21.15.84:0/3901207732 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc1d406e620 msgr2=0x7fc1d4150c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:06.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.516+0000 7fc1d91b5640 1 --2- 172.21.15.84:0/3901207732 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc1d406e620 0x7fc1d4150c90 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fc1c400ba50 tx=0x7fc1c400bf10 comp rx=0 tx=0).stop 2024-04-15T15:11:06.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.516+0000 7fc1d91b5640 1 -- 172.21.15.84:0/3901207732 shutdown_connections 2024-04-15T15:11:06.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.516+0000 7fc1d91b5640 1 --2- 172.21.15.84:0/3901207732 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc1c006c8f0 0x7fc1c006edb0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.516+0000 7fc1d91b5640 1 --2- 172.21.15.84:0/3901207732 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc1d415c630 0x7fc1d4152b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.516+0000 7fc1d91b5640 1 --2- 172.21.15.84:0/3901207732 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc1d40cd2a0 0x7fc1d41f69e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.516+0000 7fc1d91b5640 1 --2- 172.21.15.84:0/3901207732 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc1d406e620 0x7fc1d4150c90 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.516+0000 7fc1d91b5640 1 -- 172.21.15.84:0/3901207732 >> 172.21.15.84:0/3901207732 conn(0x7fc1d40b31d0 msgr2=0x7fc1d4157ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:06.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.516+0000 7fc1d91b5640 1 -- 172.21.15.84:0/3901207732 shutdown_connections 2024-04-15T15:11:06.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.516+0000 7fc1d91b5640 1 -- 172.21.15.84:0/3901207732 wait complete. 2024-04-15T15:11:06.529 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-15T15:11:06.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.633+0000 7f0479359640 1 Processor -- start 2024-04-15T15:11:06.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.633+0000 7f0479359640 1 -- start start 2024-04-15T15:11:06.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.634+0000 7f0479359640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f047415b510 0x7f04740cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.634+0000 7f0479359640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f0474073a70 0x7f047406e770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.634+0000 7f0479359640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f047406f320 con 0x7f047406e310 2024-04-15T15:11:06.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.634+0000 7f0479359640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f047406ed60 con 0x7f0474073a70 2024-04-15T15:11:06.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.634+0000 7f0479359640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f047406f040 con 0x7f047415b510 2024-04-15T15:11:06.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.634+0000 7f0472ffd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f047415b510 0x7f04740cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.634+0000 7f04737fe640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f0474073a70 0x7f047406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.634+0000 7f0472ffd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f047415b510 0x7f04740cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:38934/0 (socket says 172.21.15.84:38934) 2024-04-15T15:11:06.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.634+0000 7f0472ffd640 1 -- 172.21.15.84:0/1112822134 learned_addr learned my addr 172.21.15.84:0/1112822134 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:06.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.634+0000 7f04727fc640 1 --1- 172.21.15.84:0/1112822134 >> v1:172.21.15.203:6789/0 conn(0x7f047406e310 0x7f0474073360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:51492/0 (socket says 172.21.15.84:51492) 2024-04-15T15:11:06.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.635+0000 7f0472ffd640 1 -- 172.21.15.84:0/1112822134 >> v2:172.21.15.203:3300/0 conn(0x7f0474073a70 msgr2=0x7f047406e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:06.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.635+0000 7f0472ffd640 1 --2- 172.21.15.84:0/1112822134 >> v2:172.21.15.203:3300/0 conn(0x7f0474073a70 0x7f047406e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.635+0000 7f0472ffd640 1 -- 172.21.15.84:0/1112822134 >> v1:172.21.15.203:6789/0 conn(0x7f047406e310 legacy=0x7f0474073360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:06.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.635+0000 7f0472ffd640 1 -- 172.21.15.84:0/1112822134 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04740b4aa0 con 0x7f047415b510 2024-04-15T15:11:06.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.636+0000 7f0472ffd640 1 --2- 172.21.15.84:0/1112822134 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f047415b510 0x7f04740cf060 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f047406f4f0 tx=0x7f046402beb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2a50b63b8895ce67 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:06.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.636+0000 7f0471ffb640 1 -- 172.21.15.84:0/1112822134 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f046402ca50 con 0x7f047415b510 2024-04-15T15:11:06.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.636+0000 7f0471ffb640 1 -- 172.21.15.84:0/1112822134 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f046402cbf0 con 0x7f047415b510 2024-04-15T15:11:06.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.636+0000 7f0471ffb640 1 -- 172.21.15.84:0/1112822134 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04640343f0 con 0x7f047415b510 2024-04-15T15:11:06.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.636+0000 7f0479359640 1 -- 172.21.15.84:0/1112822134 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f047415b510 msgr2=0x7f04740cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:06.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.636+0000 7f0479359640 1 --2- 172.21.15.84:0/1112822134 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f047415b510 0x7f04740cf060 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f047406f4f0 tx=0x7f046402beb0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.636+0000 7f0479359640 1 -- 172.21.15.84:0/1112822134 shutdown_connections 2024-04-15T15:11:06.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.636+0000 7f0479359640 1 --2- 172.21.15.84:0/1112822134 >> v2:172.21.15.203:3300/0 conn(0x7f0474073a70 0x7f047406e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.636+0000 7f0479359640 1 --2- 172.21.15.84:0/1112822134 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f047415b510 0x7f04740cf060 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.636+0000 7f0479359640 1 -- 172.21.15.84:0/1112822134 >> 172.21.15.84:0/1112822134 conn(0x7f0474071410 msgr2=0x7f0474072c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:06.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.636+0000 7f0479359640 1 -- 172.21.15.84:0/1112822134 shutdown_connections 2024-04-15T15:11:06.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.636+0000 7f0479359640 1 -- 172.21.15.84:0/1112822134 wait complete. 2024-04-15T15:11:06.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.638+0000 7f0479359640 1 Processor -- start 2024-04-15T15:11:06.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.638+0000 7f0479359640 1 -- start start 2024-04-15T15:11:06.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.638+0000 7f0479359640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f047406e310 0x7f0474140c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.638+0000 7f0479359640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0474073a70 0x7f047415e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.638+0000 7f0479359640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f047415b510 0x7f0474155a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.638+0000 7f0479359640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f04740b61c0 con 0x7f047415b510 2024-04-15T15:11:06.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.638+0000 7f0479359640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f047415b8f0 con 0x7f0474073a70 2024-04-15T15:11:06.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.638+0000 7f0479359640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f04740b6340 con 0x7f047406e310 2024-04-15T15:11:06.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.639+0000 7f04737fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f047415b510 0x7f0474155a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.639+0000 7f04737fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f047415b510 0x7f0474155a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47874/0 (socket says 172.21.15.84:47874) 2024-04-15T15:11:06.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.639+0000 7f04737fe640 1 -- 172.21.15.84:0/3806961545 learned_addr learned my addr 172.21.15.84:0/3806961545 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:06.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.639+0000 7f0472ffd640 1 --2- 172.21.15.84:0/3806961545 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f047406e310 0x7f0474140c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.639+0000 7f04727fc640 1 --2- 172.21.15.84:0/3806961545 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0474073a70 0x7f047415e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.639+0000 7f04737fe640 1 -- 172.21.15.84:0/3806961545 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f047406e310 msgr2=0x7f0474140c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:06.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.639+0000 7f04737fe640 1 --2- 172.21.15.84:0/3806961545 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f047406e310 0x7f0474140c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.639+0000 7f04737fe640 1 -- 172.21.15.84:0/3806961545 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0474073a70 msgr2=0x7f047415e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:06.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.639+0000 7f04737fe640 1 --2- 172.21.15.84:0/3806961545 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0474073a70 0x7f047415e320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.639+0000 7f04737fe640 1 -- 172.21.15.84:0/3806961545 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f047415d280 con 0x7f047415b510 2024-04-15T15:11:06.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.639+0000 7f04737fe640 1 --2- 172.21.15.84:0/3806961545 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f047415b510 0x7f0474155a10 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f046c004650 tx=0x7f046c00ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:06.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.639+0000 7f046b7fe640 1 -- 172.21.15.84:0/3806961545 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f046c017070 con 0x7f047415b510 2024-04-15T15:11:06.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.639+0000 7f046b7fe640 1 -- 172.21.15.84:0/3806961545 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f046c00c940 con 0x7f047415b510 2024-04-15T15:11:06.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.639+0000 7f0479359640 1 -- 172.21.15.84:0/3806961545 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f047415d560 con 0x7f047415b510 2024-04-15T15:11:06.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.639+0000 7f046b7fe640 1 -- 172.21.15.84:0/3806961545 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f046c00cd30 con 0x7f047415b510 2024-04-15T15:11:06.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.639+0000 7f0479359640 1 -- 172.21.15.84:0/3806961545 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f047415db20 con 0x7f047415b510 2024-04-15T15:11:06.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.640+0000 7f0479359640 1 -- 172.21.15.84:0/3806961545 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0474075c50 con 0x7f047415b510 2024-04-15T15:11:06.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.641+0000 7f046b7fe640 1 -- 172.21.15.84:0/3806961545 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f046c01a070 con 0x7f047415b510 2024-04-15T15:11:06.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.641+0000 7f046b7fe640 1 --2- 172.21.15.84:0/3806961545 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f045406c8f0 0x7f045406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.641+0000 7f0472ffd640 1 --2- 172.21.15.84:0/3806961545 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f045406c8f0 0x7f045406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.641+0000 7f046b7fe640 1 -- 172.21.15.84:0/3806961545 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f046c08be40 con 0x7f047415b510 2024-04-15T15:11:06.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.642+0000 7f0472ffd640 1 --2- 172.21.15.84:0/3806961545 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f045406c8f0 0x7f045406edb0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f0464035000 tx=0x7f0464030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:06.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.646+0000 7f046b7fe640 1 -- 172.21.15.84:0/3806961545 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f046c059830 con 0x7f047415b510 2024-04-15T15:11:06.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.822+0000 7f0479359640 1 -- 172.21.15.84:0/3806961545 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f047406f930 con 0x7f047415b510 2024-04-15T15:11:06.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.823+0000 7f046b7fe640 1 -- 172.21.15.84:0/3806961545 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) ==== 103+0+11 (secure 0 0 0) 0x7f046c05db30 con 0x7f047415b510 2024-04-15T15:11:06.825 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:06.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.825+0000 7f0479359640 1 -- 172.21.15.84:0/3806961545 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f045406c8f0 msgr2=0x7f045406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:06.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.825+0000 7f0479359640 1 --2- 172.21.15.84:0/3806961545 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f045406c8f0 0x7f045406edb0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f0464035000 tx=0x7f0464030000 comp rx=0 tx=0).stop 2024-04-15T15:11:06.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.825+0000 7f0479359640 1 -- 172.21.15.84:0/3806961545 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f047415b510 msgr2=0x7f0474155a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:06.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.825+0000 7f0479359640 1 --2- 172.21.15.84:0/3806961545 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f047415b510 0x7f0474155a10 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f046c004650 tx=0x7f046c00ece0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.825+0000 7f0479359640 1 -- 172.21.15.84:0/3806961545 shutdown_connections 2024-04-15T15:11:06.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.825+0000 7f0479359640 1 --2- 172.21.15.84:0/3806961545 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f045406c8f0 0x7f045406edb0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.825+0000 7f0479359640 1 --2- 172.21.15.84:0/3806961545 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0474073a70 0x7f047415e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.825+0000 7f0479359640 1 --2- 172.21.15.84:0/3806961545 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f047415b510 0x7f0474155a10 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.825+0000 7f0479359640 1 --2- 172.21.15.84:0/3806961545 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f047406e310 0x7f0474140c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.825+0000 7f0479359640 1 -- 172.21.15.84:0/3806961545 >> 172.21.15.84:0/3806961545 conn(0x7f0474071410 msgr2=0x7f04740cf9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:06.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.825+0000 7f0479359640 1 -- 172.21.15.84:0/3806961545 shutdown_connections 2024-04-15T15:11:06.828 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.825+0000 7f0479359640 1 -- 172.21.15.84:0/3806961545 wait complete. 2024-04-15T15:11:06.838 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_quiesce.TestQuiesce.test_quiesce_blocked' 2024-04-15T15:11:06.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.939+0000 7fcc6ff67640 1 Processor -- start 2024-04-15T15:11:06.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.939+0000 7fcc6ff67640 1 -- start start 2024-04-15T15:11:06.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6ff67640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fcc680af400 0x7fcc680ccb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6ff67640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcc680af860 0x7fcc680cd0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6ff67640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcc6806f8f0 con 0x7fcc6815eba0 2024-04-15T15:11:06.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6ff67640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fcc6815ef80 con 0x7fcc680af400 2024-04-15T15:11:06.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6ff67640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fcc680ce2b0 con 0x7fcc680af860 2024-04-15T15:11:06.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6dd03640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fcc6815eba0 0x7fcc6806f1e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:47154/0 (socket says 172.21.15.84:47154) 2024-04-15T15:11:06.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6dd03640 1 -- 172.21.15.84:0/1629025296 learned_addr learned my addr 172.21.15.84:0/1629025296 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:06.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6cd01640 1 -- 172.21.15.84:0/1629025296 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 844604353 0 0) 0x7fcc6806f8f0 con 0x7fcc6815eba0 2024-04-15T15:11:06.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6cd01640 1 -- 172.21.15.84:0/1629025296 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcc54003520 con 0x7fcc6815eba0 2024-04-15T15:11:06.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6d502640 1 --2- 172.21.15.84:0/1629025296 >> v2:172.21.15.203:3300/0 conn(0x7fcc680af400 0x7fcc680ccb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6e504640 1 --2- 172.21.15.84:0/1629025296 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcc680af860 0x7fcc680cd0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6cd01640 1 -- 172.21.15.84:0/1629025296 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 273371282 0 0) 0x7fcc54003520 con 0x7fcc6815eba0 2024-04-15T15:11:06.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6cd01640 1 -- 172.21.15.84:0/1629025296 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcc680af860 msgr2=0x7fcc680cd0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:06.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6cd01640 1 --2- 172.21.15.84:0/1629025296 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcc680af860 0x7fcc680cd0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6cd01640 1 -- 172.21.15.84:0/1629025296 >> v2:172.21.15.203:3300/0 conn(0x7fcc680af400 msgr2=0x7fcc680ccb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:06.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6cd01640 1 --2- 172.21.15.84:0/1629025296 >> v2:172.21.15.203:3300/0 conn(0x7fcc680af400 0x7fcc680ccb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6cd01640 1 -- 172.21.15.84:0/1629025296 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc680ce590 con 0x7fcc6815eba0 2024-04-15T15:11:06.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6cd01640 1 -- 172.21.15.84:0/1629025296 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7fcc64001670 con 0x7fcc6815eba0 2024-04-15T15:11:06.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6cd01640 1 -- 172.21.15.84:0/1629025296 >> v1:172.21.15.84:6789/0 conn(0x7fcc6815eba0 legacy=0x7fcc6806f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:06.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6cd01640 1 --2- 172.21.15.84:0/1629025296 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcc680af860 0x7fcc540039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6cd01640 1 --2- 172.21.15.84:0/1629025296 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc54003fe0 0x7fcc54004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.940+0000 7fcc6cd01640 1 --2- 172.21.15.84:0/1629025296 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc54004d40 0x7fcc540051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.941+0000 7fcc6cd01640 1 -- 172.21.15.84:0/1629025296 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcc6815ef80 con 0x7fcc54004d40 2024-04-15T15:11:06.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.941+0000 7fcc6cd01640 1 -- 172.21.15.84:0/1629025296 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fcc680ce2b0 con 0x7fcc54003fe0 2024-04-15T15:11:06.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.941+0000 7fcc6cd01640 1 -- 172.21.15.84:0/1629025296 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fcc5400dd90 con 0x7fcc680af860 2024-04-15T15:11:06.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.941+0000 7fcc6e504640 1 --2- 172.21.15.84:0/1629025296 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc54004d40 0x7fcc540051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.941+0000 7fcc6dd03640 1 --2- 172.21.15.84:0/1629025296 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcc680af860 0x7fcc540039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.941+0000 7fcc6d502640 1 --2- 172.21.15.84:0/1629025296 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc54003fe0 0x7fcc54004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.941+0000 7fcc6e504640 1 -- 172.21.15.84:0/1629025296 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcc680af860 msgr2=0x7fcc540039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:06.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.941+0000 7fcc6e504640 1 --2- 172.21.15.84:0/1629025296 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcc680af860 0x7fcc540039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.941+0000 7fcc6e504640 1 -- 172.21.15.84:0/1629025296 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc54003fe0 msgr2=0x7fcc54004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:06.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.941+0000 7fcc6e504640 1 --2- 172.21.15.84:0/1629025296 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc54003fe0 0x7fcc54004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.941+0000 7fcc6e504640 1 -- 172.21.15.84:0/1629025296 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc54003520 con 0x7fcc54004d40 2024-04-15T15:11:06.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.941+0000 7fcc6d502640 1 --2- 172.21.15.84:0/1629025296 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc54003fe0 0x7fcc54004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:06.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.942+0000 7fcc6e504640 1 --2- 172.21.15.84:0/1629025296 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc54004d40 0x7fcc540051c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fcc60007360 tx=0x7fcc54005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53ffe6833aef4946 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:06.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.942+0000 7fcc6cd01640 1 -- 172.21.15.84:0/1629025296 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc60039070 con 0x7fcc54004d40 2024-04-15T15:11:06.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.942+0000 7fcc6cd01640 1 -- 172.21.15.84:0/1629025296 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc6002ccd0 con 0x7fcc54004d40 2024-04-15T15:11:06.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.942+0000 7fcc6cd01640 1 -- 172.21.15.84:0/1629025296 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc60009be0 con 0x7fcc54004d40 2024-04-15T15:11:06.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.942+0000 7fcc6ff67640 1 -- 172.21.15.84:0/1629025296 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc54004d40 msgr2=0x7fcc540051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:06.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.942+0000 7fcc6ff67640 1 --2- 172.21.15.84:0/1629025296 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc54004d40 0x7fcc540051c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fcc60007360 tx=0x7fcc54005830 comp rx=0 tx=0).stop 2024-04-15T15:11:06.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.942+0000 7fcc6e504640 1 -- 172.21.15.84:0/1629025296 reap_dead start 2024-04-15T15:11:06.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.942+0000 7fcc6ff67640 1 -- 172.21.15.84:0/1629025296 shutdown_connections 2024-04-15T15:11:06.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.942+0000 7fcc6ff67640 1 -- 172.21.15.84:0/1629025296 >> 172.21.15.84:0/1629025296 conn(0x7fcc680b1dd0 msgr2=0x7fcc680b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:06.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.942+0000 7fcc6ff67640 1 -- 172.21.15.84:0/1629025296 shutdown_connections 2024-04-15T15:11:06.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.942+0000 7fcc6ff67640 1 -- 172.21.15.84:0/1629025296 wait complete. 2024-04-15T15:11:06.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.943+0000 7fcc6ff67640 1 Processor -- start 2024-04-15T15:11:06.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.943+0000 7fcc6ff67640 1 -- start start 2024-04-15T15:11:06.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.944+0000 7fcc6ff67640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc54004d40 0x7fcc680b1350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.944+0000 7fcc6ff67640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc68153c40 0x7fcc681f05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.944+0000 7fcc6ff67640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcc6815d1a0 0x7fcc6815d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.944+0000 7fcc6ff67640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fcc680b2b80 con 0x7fcc54004d40 2024-04-15T15:11:06.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.944+0000 7fcc6ff67640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fcc6806ecc0 con 0x7fcc68153c40 2024-04-15T15:11:06.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.944+0000 7fcc6ff67640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fcc680ceb50 con 0x7fcc6815d1a0 2024-04-15T15:11:06.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.944+0000 7fcc6dd03640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc54004d40 0x7fcc680b1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.944+0000 7fcc6dd03640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc54004d40 0x7fcc680b1350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47898/0 (socket says 172.21.15.84:47898) 2024-04-15T15:11:06.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.944+0000 7fcc6dd03640 1 -- 172.21.15.84:0/2296658310 learned_addr learned my addr 172.21.15.84:0/2296658310 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:06.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.944+0000 7fcc6dd03640 1 -- 172.21.15.84:0/2296658310 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcc6815d1a0 msgr2=0x7fcc6815d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:06.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.944+0000 7fcc6dd03640 1 --2- 172.21.15.84:0/2296658310 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcc6815d1a0 0x7fcc6815d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.945+0000 7fcc6dd03640 1 -- 172.21.15.84:0/2296658310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc68153c40 msgr2=0x7fcc681f05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:06.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.945+0000 7fcc6dd03640 1 --2- 172.21.15.84:0/2296658310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc68153c40 0x7fcc681f05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:06.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.945+0000 7fcc6dd03640 1 -- 172.21.15.84:0/2296658310 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc681f0b30 con 0x7fcc54004d40 2024-04-15T15:11:06.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.945+0000 7fcc6dd03640 1 --2- 172.21.15.84:0/2296658310 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc54004d40 0x7fcc680b1350 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fcc64007310 tx=0x7fcc640077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:06.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.945+0000 7fcc5e7fc640 1 -- 172.21.15.84:0/2296658310 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc6400fa00 con 0x7fcc54004d40 2024-04-15T15:11:06.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.945+0000 7fcc5e7fc640 1 -- 172.21.15.84:0/2296658310 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcc64018070 con 0x7fcc54004d40 2024-04-15T15:11:06.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.945+0000 7fcc6ff67640 1 -- 172.21.15.84:0/2296658310 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc6814bc00 con 0x7fcc54004d40 2024-04-15T15:11:06.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.945+0000 7fcc5e7fc640 1 -- 172.21.15.84:0/2296658310 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc6400fe00 con 0x7fcc54004d40 2024-04-15T15:11:06.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.945+0000 7fcc6ff67640 1 -- 172.21.15.84:0/2296658310 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc681526c0 con 0x7fcc54004d40 2024-04-15T15:11:06.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.946+0000 7fcc6ff67640 1 -- 172.21.15.84:0/2296658310 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc680689e0 con 0x7fcc54004d40 2024-04-15T15:11:06.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.946+0000 7fcc5e7fc640 1 -- 172.21.15.84:0/2296658310 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fcc6401d460 con 0x7fcc54004d40 2024-04-15T15:11:06.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.947+0000 7fcc5e7fc640 1 --2- 172.21.15.84:0/2296658310 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fcc4c06c8f0 0x7fcc4c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:06.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.947+0000 7fcc5e7fc640 1 -- 172.21.15.84:0/2296658310 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fcc6408c0e0 con 0x7fcc54004d40 2024-04-15T15:11:06.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.947+0000 7fcc6d502640 1 --2- 172.21.15.84:0/2296658310 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fcc4c06c8f0 0x7fcc4c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:06.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.947+0000 7fcc6d502640 1 --2- 172.21.15.84:0/2296658310 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fcc4c06c8f0 0x7fcc4c06edb0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fcc58006b10 tx=0x7fcc58006a20 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:06.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:06.951+0000 7fcc5e7fc640 1 -- 172.21.15.84:0/2296658310 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fcc681f0b30 con 0x7fcc54004d40 2024-04-15T15:11:07.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.193+0000 7fcc6ff67640 1 -- 172.21.15.84:0/2296658310 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_quiesce.TestQuiesce.test_quiesce_blocked"]} v 0) -- 0x7fcc680008d0 con 0x7fcc54004d40 2024-04-15T15:11:07.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.652+0000 7fcc5e7fc640 1 -- 172.21.15.84:0/2296658310 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_quiesce.TestQuiesce.test_quiesce_blocked"]}]=0 v64) ==== 140+0+0 (secure 0 0 0) 0x7fcc6405a1a0 con 0x7fcc54004d40 2024-04-15T15:11:07.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.654+0000 7fcc6ff67640 1 -- 172.21.15.84:0/2296658310 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fcc4c06c8f0 msgr2=0x7fcc4c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:07.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.654+0000 7fcc6ff67640 1 --2- 172.21.15.84:0/2296658310 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fcc4c06c8f0 0x7fcc4c06edb0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fcc58006b10 tx=0x7fcc58006a20 comp rx=0 tx=0).stop 2024-04-15T15:11:07.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.654+0000 7fcc6ff67640 1 -- 172.21.15.84:0/2296658310 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc54004d40 msgr2=0x7fcc680b1350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:07.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.654+0000 7fcc6ff67640 1 --2- 172.21.15.84:0/2296658310 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc54004d40 0x7fcc680b1350 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fcc64007310 tx=0x7fcc640077d0 comp rx=0 tx=0).stop 2024-04-15T15:11:07.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.654+0000 7fcc6ff67640 1 -- 172.21.15.84:0/2296658310 shutdown_connections 2024-04-15T15:11:07.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.654+0000 7fcc6ff67640 1 --2- 172.21.15.84:0/2296658310 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fcc4c06c8f0 0x7fcc4c06edb0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:07.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.654+0000 7fcc6ff67640 1 --2- 172.21.15.84:0/2296658310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcc68153c40 0x7fcc681f05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:07.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.654+0000 7fcc6ff67640 1 --2- 172.21.15.84:0/2296658310 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fcc6815d1a0 0x7fcc6815d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:07.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.654+0000 7fcc6ff67640 1 --2- 172.21.15.84:0/2296658310 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fcc54004d40 0x7fcc680b1350 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:07.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.654+0000 7fcc6ff67640 1 -- 172.21.15.84:0/2296658310 >> 172.21.15.84:0/2296658310 conn(0x7fcc680b1dd0 msgr2=0x7fcc6806cc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:07.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.654+0000 7fcc6ff67640 1 -- 172.21.15.84:0/2296658310 shutdown_connections 2024-04-15T15:11:07.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.654+0000 7fcc6ff67640 1 -- 172.21.15.84:0/2296658310 wait complete. 2024-04-15T15:11:07.667 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-04-15T15:11:07.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.772+0000 7fdaf8e4a640 1 Processor -- start 2024-04-15T15:11:07.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.772+0000 7fdaf8e4a640 1 -- start start 2024-04-15T15:11:07.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.773+0000 7fdaf8e4a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdaf40b0050 0x7fdaf40cf960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:07.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.773+0000 7fdaf8e4a640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdaf40d07c0 con 0x7fdaf40afae0 2024-04-15T15:11:07.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.773+0000 7fdaf8e4a640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdaf40b3aa0 con 0x7fdaf40b5410 2024-04-15T15:11:07.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.773+0000 7fdaf8e4a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fdaf40d0330 con 0x7fdaf40b0050 2024-04-15T15:11:07.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.773+0000 7fdaf2d9d640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fdaf40afae0 0x7fdaf406c340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:47160/0 (socket says 172.21.15.84:47160) 2024-04-15T15:11:07.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.773+0000 7fdaf2d9d640 1 -- 172.21.15.84:0/2190357310 learned_addr learned my addr 172.21.15.84:0/2190357310 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:07.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.773+0000 7fdaf159a640 1 -- 172.21.15.84:0/2190357310 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3436757524 0 0) 0x7fdaf40d07c0 con 0x7fdaf40afae0 2024-04-15T15:11:07.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.773+0000 7fdaf159a640 1 -- 172.21.15.84:0/2190357310 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdae0003520 con 0x7fdaf40afae0 2024-04-15T15:11:07.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.773+0000 7fdaf1d9b640 1 --2- 172.21.15.84:0/2190357310 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdaf40b0050 0x7fdaf40cf960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:07.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.773+0000 7fdaf159a640 1 -- 172.21.15.84:0/2190357310 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 83458339 0 0) 0x7fdae0003520 con 0x7fdaf40afae0 2024-04-15T15:11:07.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.773+0000 7fdaf159a640 1 -- 172.21.15.84:0/2190357310 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdaf40b0050 msgr2=0x7fdaf40cf960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:07.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.773+0000 7fdaf159a640 1 --2- 172.21.15.84:0/2190357310 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdaf40b0050 0x7fdaf40cf960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:07.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.773+0000 7fdaf159a640 1 -- 172.21.15.84:0/2190357310 >> v1:172.21.15.203:6789/0 conn(0x7fdaf40b5410 legacy=0x7fdaf40b57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:07.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.773+0000 7fdaf159a640 1 -- 172.21.15.84:0/2190357310 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdaf40b3d80 con 0x7fdaf40afae0 2024-04-15T15:11:07.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.773+0000 7fdaf159a640 1 -- 172.21.15.84:0/2190357310 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7fdaec001670 con 0x7fdaf40afae0 2024-04-15T15:11:07.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.773+0000 7fdaf159a640 1 -- 172.21.15.84:0/2190357310 >> v1:172.21.15.84:6789/0 conn(0x7fdaf40afae0 legacy=0x7fdaf406c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:07.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.773+0000 7fdaf159a640 1 --2- 172.21.15.84:0/2190357310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdae00039e0 0x7fdae0003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:07.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.773+0000 7fdaf159a640 1 --2- 172.21.15.84:0/2190357310 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdae0004800 0x7fdae0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:07.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.774+0000 7fdaf159a640 1 --2- 172.21.15.84:0/2190357310 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdaf40b0050 0x7fdae0005220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:07.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.774+0000 7fdaf159a640 1 -- 172.21.15.84:0/2190357310 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fdaf40d0330 con 0x7fdae0004800 2024-04-15T15:11:07.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.774+0000 7fdaf159a640 1 -- 172.21.15.84:0/2190357310 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fdae000bb80 con 0x7fdae00039e0 2024-04-15T15:11:07.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.774+0000 7fdaf159a640 1 -- 172.21.15.84:0/2190357310 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fdae000bd80 con 0x7fdaf40b0050 2024-04-15T15:11:07.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.774+0000 7fdaf1d9b640 1 --2- 172.21.15.84:0/2190357310 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdae0004800 0x7fdae0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:07.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.774+0000 7fdaf259c640 1 --2- 172.21.15.84:0/2190357310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdae00039e0 0x7fdae0003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:07.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.774+0000 7fdaf2d9d640 1 --2- 172.21.15.84:0/2190357310 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdaf40b0050 0x7fdae0005220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:07.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.774+0000 7fdaf1d9b640 1 -- 172.21.15.84:0/2190357310 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdaf40b0050 msgr2=0x7fdae0005220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:07.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.774+0000 7fdaf1d9b640 1 --2- 172.21.15.84:0/2190357310 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdaf40b0050 0x7fdae0005220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:07.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.774+0000 7fdaf1d9b640 1 -- 172.21.15.84:0/2190357310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdae00039e0 msgr2=0x7fdae0003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:07.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.774+0000 7fdaf1d9b640 1 --2- 172.21.15.84:0/2190357310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdae00039e0 0x7fdae0003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:07.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.774+0000 7fdaf1d9b640 1 -- 172.21.15.84:0/2190357310 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdae0003520 con 0x7fdae0004800 2024-04-15T15:11:07.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.775+0000 7fdaf1d9b640 1 --2- 172.21.15.84:0/2190357310 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdae0004800 0x7fdae0004c80 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fdadc009ac0 tx=0x7fdae0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bae4f38f2ed3a2e1 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:07.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.775+0000 7fdaf159a640 1 -- 172.21.15.84:0/2190357310 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdadc039070 con 0x7fdae0004800 2024-04-15T15:11:07.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.775+0000 7fdaf159a640 1 -- 172.21.15.84:0/2190357310 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdadc02c6b0 con 0x7fdae0004800 2024-04-15T15:11:07.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.775+0000 7fdaf159a640 1 -- 172.21.15.84:0/2190357310 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdadc009690 con 0x7fdae0004800 2024-04-15T15:11:07.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.775+0000 7fdaf8e4a640 1 -- 172.21.15.84:0/2190357310 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdae0004800 msgr2=0x7fdae0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:07.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.775+0000 7fdaf8e4a640 1 --2- 172.21.15.84:0/2190357310 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdae0004800 0x7fdae0004c80 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fdadc009ac0 tx=0x7fdae0005830 comp rx=0 tx=0).stop 2024-04-15T15:11:07.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.775+0000 7fdaf2d9d640 1 -- 172.21.15.84:0/2190357310 reap_dead start 2024-04-15T15:11:07.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.775+0000 7fdaf8e4a640 1 -- 172.21.15.84:0/2190357310 shutdown_connections 2024-04-15T15:11:07.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.775+0000 7fdaf8e4a640 1 -- 172.21.15.84:0/2190357310 >> 172.21.15.84:0/2190357310 conn(0x7fdaf40d0a50 msgr2=0x7fdaf40d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:07.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.775+0000 7fdaf8e4a640 1 -- 172.21.15.84:0/2190357310 shutdown_connections 2024-04-15T15:11:07.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.775+0000 7fdaf8e4a640 1 -- 172.21.15.84:0/2190357310 wait complete. 2024-04-15T15:11:07.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.777+0000 7fdaf8e4a640 1 Processor -- start 2024-04-15T15:11:07.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.777+0000 7fdaf8e4a640 1 -- start start 2024-04-15T15:11:07.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.777+0000 7fdaf8e4a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdae0004800 0x7fdaf40b0e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:07.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.777+0000 7fdaf8e4a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdaf414aae0 0x7fdaf41f7c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:07.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.777+0000 7fdaf8e4a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdaf4157c90 0x7fdaf4158110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:07.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.777+0000 7fdaf8e4a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fdaf406db40 con 0x7fdaf4157c90 2024-04-15T15:11:07.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.777+0000 7fdaf8e4a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fdaf40d18f0 con 0x7fdaf414aae0 2024-04-15T15:11:07.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.777+0000 7fdaf8e4a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fdaf406dcc0 con 0x7fdae0004800 2024-04-15T15:11:07.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.777+0000 7fdaf2d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdaf4157c90 0x7fdaf4158110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:07.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.777+0000 7fdaf2d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdaf4157c90 0x7fdaf4158110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47920/0 (socket says 172.21.15.84:47920) 2024-04-15T15:11:07.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.777+0000 7fdaf2d9d640 1 -- 172.21.15.84:0/3603435287 learned_addr learned my addr 172.21.15.84:0/3603435287 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:07.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.778+0000 7fdaf1d9b640 1 --2- 172.21.15.84:0/3603435287 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdaf414aae0 0x7fdaf41f7c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:07.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.778+0000 7fdaf259c640 1 --2- 172.21.15.84:0/3603435287 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdae0004800 0x7fdaf40b0e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:07.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.778+0000 7fdaf2d9d640 1 -- 172.21.15.84:0/3603435287 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdae0004800 msgr2=0x7fdaf40b0e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:07.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.778+0000 7fdaf2d9d640 1 --2- 172.21.15.84:0/3603435287 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdae0004800 0x7fdaf40b0e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:07.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.778+0000 7fdaf2d9d640 1 -- 172.21.15.84:0/3603435287 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdaf414aae0 msgr2=0x7fdaf41f7c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:07.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.778+0000 7fdaf2d9d640 1 --2- 172.21.15.84:0/3603435287 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdaf414aae0 0x7fdaf41f7c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:07.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.778+0000 7fdaf2d9d640 1 -- 172.21.15.84:0/3603435287 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdaf41f81b0 con 0x7fdaf4157c90 2024-04-15T15:11:07.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.778+0000 7fdaf1d9b640 1 --2- 172.21.15.84:0/3603435287 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdaf414aae0 0x7fdaf41f7c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:07.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.778+0000 7fdaf259c640 1 --2- 172.21.15.84:0/3603435287 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdae0004800 0x7fdaf40b0e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:07.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.778+0000 7fdaf2d9d640 1 --2- 172.21.15.84:0/3603435287 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdaf4157c90 0x7fdaf4158110 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fdaf4073d70 tx=0x7fdaec00eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:07.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.778+0000 7fdaeaffd640 1 -- 172.21.15.84:0/3603435287 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaec019070 con 0x7fdaf4157c90 2024-04-15T15:11:07.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.778+0000 7fdaeaffd640 1 -- 172.21.15.84:0/3603435287 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdaec00c630 con 0x7fdaf4157c90 2024-04-15T15:11:07.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.778+0000 7fdaf8e4a640 1 -- 172.21.15.84:0/3603435287 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdaf41f8450 con 0x7fdaf4157c90 2024-04-15T15:11:07.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.778+0000 7fdaeaffd640 1 -- 172.21.15.84:0/3603435287 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdaec00ca00 con 0x7fdaf4157c90 2024-04-15T15:11:07.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.778+0000 7fdaf8e4a640 1 -- 172.21.15.84:0/3603435287 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdaf41f8a10 con 0x7fdaf4157c90 2024-04-15T15:11:07.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.779+0000 7fdaf8e4a640 1 -- 172.21.15.84:0/3603435287 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdaf4075c50 con 0x7fdaf4157c90 2024-04-15T15:11:07.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.780+0000 7fdaeaffd640 1 -- 172.21.15.84:0/3603435287 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fdaec01c070 con 0x7fdaf4157c90 2024-04-15T15:11:07.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.780+0000 7fdaeaffd640 1 --2- 172.21.15.84:0/3603435287 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdad406c8f0 0x7fdad406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:07.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.780+0000 7fdaf259c640 1 --2- 172.21.15.84:0/3603435287 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdad406c8f0 0x7fdad406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:07.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.780+0000 7fdaeaffd640 1 -- 172.21.15.84:0/3603435287 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fdaec08b410 con 0x7fdaf4157c90 2024-04-15T15:11:07.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.781+0000 7fdaf259c640 1 --2- 172.21.15.84:0/3603435287 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdad406c8f0 0x7fdad406edb0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fdae4003fc0 tx=0x7fdae4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:07.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.785+0000 7fdaeaffd640 1 -- 172.21.15.84:0/3603435287 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fdaec059440 con 0x7fdaf4157c90 2024-04-15T15:11:07.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.959+0000 7fdaf8e4a640 1 -- 172.21.15.84:0/3603435287 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fdaf406d610 con 0x7fdaf4157c90 2024-04-15T15:11:07.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.963+0000 7fdaeaffd640 1 -- 172.21.15.84:0/3603435287 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7fdaec058d40 con 0x7fdaf4157c90 2024-04-15T15:11:07.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.965+0000 7fdaf8e4a640 1 -- 172.21.15.84:0/3603435287 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdad406c8f0 msgr2=0x7fdad406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:07.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.965+0000 7fdaf8e4a640 1 --2- 172.21.15.84:0/3603435287 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdad406c8f0 0x7fdad406edb0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fdae4003fc0 tx=0x7fdae4009040 comp rx=0 tx=0).stop 2024-04-15T15:11:07.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.965+0000 7fdaf8e4a640 1 -- 172.21.15.84:0/3603435287 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdaf4157c90 msgr2=0x7fdaf4158110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:07.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.965+0000 7fdaf8e4a640 1 --2- 172.21.15.84:0/3603435287 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdaf4157c90 0x7fdaf4158110 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fdaf4073d70 tx=0x7fdaec00eb90 comp rx=0 tx=0).stop 2024-04-15T15:11:07.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.965+0000 7fdaf8e4a640 1 -- 172.21.15.84:0/3603435287 shutdown_connections 2024-04-15T15:11:07.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.965+0000 7fdaf8e4a640 1 --2- 172.21.15.84:0/3603435287 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdad406c8f0 0x7fdad406edb0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:07.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.965+0000 7fdaf8e4a640 1 --2- 172.21.15.84:0/3603435287 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdaf414aae0 0x7fdaf41f7c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:07.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.965+0000 7fdaf8e4a640 1 --2- 172.21.15.84:0/3603435287 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdaf4157c90 0x7fdaf4158110 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:07.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.965+0000 7fdaf8e4a640 1 --2- 172.21.15.84:0/3603435287 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdae0004800 0x7fdaf40b0e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:07.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.965+0000 7fdaf8e4a640 1 -- 172.21.15.84:0/3603435287 >> 172.21.15.84:0/3603435287 conn(0x7fdaf40d0a50 msgr2=0x7fdaf415e5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:07.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.965+0000 7fdaf8e4a640 1 -- 172.21.15.84:0/3603435287 shutdown_connections 2024-04-15T15:11:07.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:07.965+0000 7fdaf8e4a640 1 -- 172.21.15.84:0/3603435287 wait complete. 2024-04-15T15:11:07.978 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2024-04-15T15:11:07.979 DEBUG:teuthology.orchestra.run.smithi084:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-04-15T15:11:08.028 DEBUG:teuthology.orchestra.run.smithi203:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-04-15T15:11:08.077 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2024-04-15T15:11:08.078 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:11:08.078 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:11:08.095 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:11:08.095 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:11:08.152 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:08.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.293+0000 7febaf086640 1 Processor -- start 2024-04-15T15:11:08.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.293+0000 7febaf086640 1 -- start start 2024-04-15T15:11:08.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.294+0000 7febaf086640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7feba80af400 0x7feba80ccb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:08.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.294+0000 7febaf086640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7feba80af860 0x7feba80cd0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:08.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.294+0000 7febaf086640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feba806f8f0 con 0x7feba815eba0 2024-04-15T15:11:08.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.294+0000 7febaf086640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7feba815ef80 con 0x7feba80af860 2024-04-15T15:11:08.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.294+0000 7febaf086640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7feba80ce2b0 con 0x7feba80af400 2024-04-15T15:11:08.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.294+0000 7febad623640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7feba80af860 0x7feba80cd0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:08.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.294+0000 7febad623640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7feba80af860 0x7feba80cd0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47934/0 (socket says 172.21.15.84:47934) 2024-04-15T15:11:08.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.294+0000 7febad623640 1 -- 172.21.15.84:0/4204626451 learned_addr learned my addr 172.21.15.84:0/4204626451 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:08.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.294+0000 7feb9ffff640 1 --2- 172.21.15.84:0/4204626451 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7feba80af400 0x7feba80ccb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:08.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.294+0000 7febad623640 1 -- 172.21.15.84:0/4204626451 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7feba80af400 msgr2=0x7feba80ccb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:08.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.294+0000 7febad623640 1 --2- 172.21.15.84:0/4204626451 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7feba80af400 0x7feba80ccb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.294+0000 7febad623640 1 -- 172.21.15.84:0/4204626451 >> v1:172.21.15.203:6789/0 conn(0x7feba815eba0 legacy=0x7feba806f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:08.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.294+0000 7febad623640 1 -- 172.21.15.84:0/4204626451 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feba80ce590 con 0x7feba80af860 2024-04-15T15:11:08.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.294+0000 7feb9ffff640 1 --2- 172.21.15.84:0/4204626451 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7feba80af400 0x7feba80ccb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:08.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.295+0000 7febad623640 1 --2- 172.21.15.84:0/4204626451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feba80af860 0x7feba80cd0d0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7feba000bb10 tx=0x7feba002e030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=557094314e61890c server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:08.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.295+0000 7feb9f7fe640 1 -- 172.21.15.84:0/4204626451 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feba003b070 con 0x7feba80af860 2024-04-15T15:11:08.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.295+0000 7feb9f7fe640 1 -- 172.21.15.84:0/4204626451 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feba002ede0 con 0x7feba80af860 2024-04-15T15:11:08.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.295+0000 7feb9f7fe640 1 -- 172.21.15.84:0/4204626451 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feba0036660 con 0x7feba80af860 2024-04-15T15:11:08.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.296+0000 7febaf086640 1 -- 172.21.15.84:0/4204626451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feba80af860 msgr2=0x7feba80cd0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:08.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.296+0000 7febaf086640 1 --2- 172.21.15.84:0/4204626451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feba80af860 0x7feba80cd0d0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7feba000bb10 tx=0x7feba002e030 comp rx=0 tx=0).stop 2024-04-15T15:11:08.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.296+0000 7febaf086640 1 -- 172.21.15.84:0/4204626451 shutdown_connections 2024-04-15T15:11:08.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.296+0000 7febaf086640 1 --2- 172.21.15.84:0/4204626451 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feba80af860 0x7feba80cd0d0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.296+0000 7febaf086640 1 --2- 172.21.15.84:0/4204626451 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7feba80af400 0x7feba80ccb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.296+0000 7febaf086640 1 -- 172.21.15.84:0/4204626451 >> 172.21.15.84:0/4204626451 conn(0x7feba80b1dd0 msgr2=0x7feba80b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:08.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.296+0000 7febaf086640 1 -- 172.21.15.84:0/4204626451 shutdown_connections 2024-04-15T15:11:08.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.296+0000 7febaf086640 1 -- 172.21.15.84:0/4204626451 wait complete. 2024-04-15T15:11:08.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.297+0000 7febaf086640 1 Processor -- start 2024-04-15T15:11:08.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.297+0000 7febaf086640 1 -- start start 2024-04-15T15:11:08.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.298+0000 7febaf086640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feba80af400 0x7feba814df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:08.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.298+0000 7febaf086640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7feba80af860 0x7feba814d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:08.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.298+0000 7febaf086640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feba815eba0 0x7feba814d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:08.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.298+0000 7febaf086640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7feba80b2b80 con 0x7feba80af400 2024-04-15T15:11:08.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.298+0000 7febaf086640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7feba806ecc0 con 0x7feba815eba0 2024-04-15T15:11:08.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.298+0000 7febaf086640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7feba80ceb50 con 0x7feba80af860 2024-04-15T15:11:08.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.298+0000 7febace22640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feba80af400 0x7feba814df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:08.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.298+0000 7febace22640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feba80af400 0x7feba814df10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47948/0 (socket says 172.21.15.84:47948) 2024-04-15T15:11:08.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.298+0000 7febace22640 1 -- 172.21.15.84:0/2470358303 learned_addr learned my addr 172.21.15.84:0/2470358303 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:08.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.298+0000 7febad623640 1 --2- 172.21.15.84:0/2470358303 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feba815eba0 0x7feba814d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:08.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.298+0000 7febace22640 1 -- 172.21.15.84:0/2470358303 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7feba80af860 msgr2=0x7feba814d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:08.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.298+0000 7feb9ffff640 1 --2- 172.21.15.84:0/2470358303 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7feba80af860 0x7feba814d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:08.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.298+0000 7febace22640 1 --2- 172.21.15.84:0/2470358303 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7feba80af860 0x7feba814d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.298+0000 7febace22640 1 -- 172.21.15.84:0/2470358303 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feba815eba0 msgr2=0x7feba814d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:08.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.298+0000 7febace22640 1 --2- 172.21.15.84:0/2470358303 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feba815eba0 0x7feba814d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.298+0000 7febace22640 1 -- 172.21.15.84:0/2470358303 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feba814c6a0 con 0x7feba80af400 2024-04-15T15:11:08.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.298+0000 7febad623640 1 --2- 172.21.15.84:0/2470358303 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feba815eba0 0x7feba814d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:08.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.298+0000 7feb9ffff640 1 --2- 172.21.15.84:0/2470358303 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7feba80af860 0x7feba814d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:08.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.298+0000 7febace22640 1 --2- 172.21.15.84:0/2470358303 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feba80af400 0x7feba814df10 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7feba400c7c0 tx=0x7feba400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:08.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.299+0000 7feb9d7fa640 1 -- 172.21.15.84:0/2470358303 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feba4016020 con 0x7feba80af400 2024-04-15T15:11:08.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.299+0000 7feb9d7fa640 1 -- 172.21.15.84:0/2470358303 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feba400aa50 con 0x7feba80af400 2024-04-15T15:11:08.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.299+0000 7febaf086640 1 -- 172.21.15.84:0/2470358303 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feba814c980 con 0x7feba80af400 2024-04-15T15:11:08.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.299+0000 7feb9d7fa640 1 -- 172.21.15.84:0/2470358303 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feba400ae40 con 0x7feba80af400 2024-04-15T15:11:08.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.299+0000 7febaf086640 1 -- 172.21.15.84:0/2470358303 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feba80aed30 con 0x7feba80af400 2024-04-15T15:11:08.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.300+0000 7febaf086640 1 -- 172.21.15.84:0/2470358303 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feba80689e0 con 0x7feba80af400 2024-04-15T15:11:08.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.300+0000 7feb9d7fa640 1 -- 172.21.15.84:0/2470358303 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7feba4019020 con 0x7feba80af400 2024-04-15T15:11:08.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.301+0000 7feb9d7fa640 1 --2- 172.21.15.84:0/2470358303 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7feb9406c8f0 0x7feb9406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:08.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.301+0000 7feb9d7fa640 1 -- 172.21.15.84:0/2470358303 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7feba408bfc0 con 0x7feba80af400 2024-04-15T15:11:08.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.301+0000 7feb9ffff640 1 --2- 172.21.15.84:0/2470358303 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7feb9406c8f0 0x7feb9406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:08.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.301+0000 7feb9ffff640 1 --2- 172.21.15.84:0/2470358303 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7feb9406c8f0 0x7feb9406edb0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7feb98006fd0 tx=0x7feb98008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:08.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.305+0000 7feb9d7fa640 1 -- 172.21.15.84:0/2470358303 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7feba4020030 con 0x7feba80af400 2024-04-15T15:11:08.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.485+0000 7febaf086640 1 -- 172.21.15.84:0/2470358303 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7feba8145710 con 0x7feba80af400 2024-04-15T15:11:08.488 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.486+0000 7feb9d7fa640 1 -- 172.21.15.84:0/2470358303 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18854 (secure 0 0 0) 0x7feba405a080 con 0x7feba80af400 2024-04-15T15:11:08.488 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:08.488 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":26,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:11:03.629918+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.16","mappings":[{"from":5,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.b","mappings":[{"from":1,"to":2}]},{"pgid":"4.1e","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:08.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.488+0000 7febaf086640 1 -- 172.21.15.84:0/2470358303 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7feb9406c8f0 msgr2=0x7feb9406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:08.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.488+0000 7febaf086640 1 --2- 172.21.15.84:0/2470358303 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7feb9406c8f0 0x7feb9406edb0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7feb98006fd0 tx=0x7feb98008040 comp rx=0 tx=0).stop 2024-04-15T15:11:08.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.488+0000 7febaf086640 1 -- 172.21.15.84:0/2470358303 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feba80af400 msgr2=0x7feba814df10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:08.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.488+0000 7febaf086640 1 --2- 172.21.15.84:0/2470358303 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feba80af400 0x7feba814df10 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7feba400c7c0 tx=0x7feba400cc80 comp rx=0 tx=0).stop 2024-04-15T15:11:08.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.488+0000 7febaf086640 1 -- 172.21.15.84:0/2470358303 shutdown_connections 2024-04-15T15:11:08.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.488+0000 7febaf086640 1 --2- 172.21.15.84:0/2470358303 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7feb9406c8f0 0x7feb9406edb0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.488+0000 7febaf086640 1 --2- 172.21.15.84:0/2470358303 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feba815eba0 0x7feba814d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.488+0000 7febaf086640 1 --2- 172.21.15.84:0/2470358303 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7feba80af860 0x7feba814d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.488+0000 7febaf086640 1 --2- 172.21.15.84:0/2470358303 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7feba80af400 0x7feba814df10 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.488+0000 7febaf086640 1 -- 172.21.15.84:0/2470358303 >> 172.21.15.84:0/2470358303 conn(0x7feba80b1dd0 msgr2=0x7feba806c290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:08.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.488+0000 7febaf086640 1 -- 172.21.15.84:0/2470358303 shutdown_connections 2024-04-15T15:11:08.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.488+0000 7febaf086640 1 -- 172.21.15.84:0/2470358303 wait complete. 2024-04-15T15:11:08.501 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:10:20.621351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:10:21.653421+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-15T15:10:25.371593+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-15T15:11:08.501 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:11:08.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.606+0000 7fe130470640 1 Processor -- start 2024-04-15T15:11:08.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.607+0000 7fe130470640 1 -- start start 2024-04-15T15:11:08.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.607+0000 7fe130470640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe12815e610 0x7fe1280d0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.607+0000 7fe130470640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fe12815e9f0 0x7fe1280d3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.607+0000 7fe130470640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fe12806c400 0x7fe12806c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.607+0000 7fe130470640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fe1280d31d0 con 0x7fe12815e9f0 2024-04-15T15:11:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.607+0000 7fe130470640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fe1280d2320 con 0x7fe12806c400 2024-04-15T15:11:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.608+0000 7fe130470640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe1280d25c0 con 0x7fe12815e610 2024-04-15T15:11:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.608+0000 7fe12da0b640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fe12815e9f0 0x7fe1280d3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.608+0000 7fe12da0b640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fe12815e9f0 0x7fe1280d3660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47962/0 (socket says 172.21.15.84:47962) 2024-04-15T15:11:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.608+0000 7fe12da0b640 1 -- 172.21.15.84:0/3535592586 learned_addr learned my addr 172.21.15.84:0/3535592586 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.608+0000 7fe12e20c640 1 --2- 172.21.15.84:0/3535592586 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe12815e610 0x7fe1280d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.608+0000 7fe12ea0d640 1 --2- 172.21.15.84:0/3535592586 >> v2:172.21.15.203:3300/0 conn(0x7fe12806c400 0x7fe12806c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.608+0000 7fe12da0b640 1 -- 172.21.15.84:0/3535592586 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe12815e610 msgr2=0x7fe1280d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:08.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.608+0000 7fe12da0b640 1 --2- 172.21.15.84:0/3535592586 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe12815e610 0x7fe1280d0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.608+0000 7fe12da0b640 1 -- 172.21.15.84:0/3535592586 >> v2:172.21.15.203:3300/0 conn(0x7fe12806c400 msgr2=0x7fe12806c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:08.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.608+0000 7fe12da0b640 1 --2- 172.21.15.84:0/3535592586 >> v2:172.21.15.203:3300/0 conn(0x7fe12806c400 0x7fe12806c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.608+0000 7fe12da0b640 1 -- 172.21.15.84:0/3535592586 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1280d28a0 con 0x7fe12815e9f0 2024-04-15T15:11:08.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.608+0000 7fe12ea0d640 1 --2- 172.21.15.84:0/3535592586 >> v2:172.21.15.203:3300/0 conn(0x7fe12806c400 0x7fe12806c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:08.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.609+0000 7fe12da0b640 1 --2- 172.21.15.84:0/3535592586 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe12815e9f0 0x7fe1280d3660 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fe12815ee30 tx=0x7fe11802b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddc085f59e370f10 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:08.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.609+0000 7fe12d20a640 1 -- 172.21.15.84:0/3535592586 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe118034070 con 0x7fe12815e9f0 2024-04-15T15:11:08.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.609+0000 7fe12d20a640 1 -- 172.21.15.84:0/3535592586 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe118030860 con 0x7fe12815e9f0 2024-04-15T15:11:08.612 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.609+0000 7fe12d20a640 1 -- 172.21.15.84:0/3535592586 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe118030c30 con 0x7fe12815e9f0 2024-04-15T15:11:08.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.609+0000 7fe130470640 1 -- 172.21.15.84:0/3535592586 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe12815e9f0 msgr2=0x7fe1280d3660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:08.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.609+0000 7fe130470640 1 --2- 172.21.15.84:0/3535592586 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe12815e9f0 0x7fe1280d3660 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fe12815ee30 tx=0x7fe11802b9a0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.609+0000 7fe130470640 1 -- 172.21.15.84:0/3535592586 shutdown_connections 2024-04-15T15:11:08.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.609+0000 7fe130470640 1 --2- 172.21.15.84:0/3535592586 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe12815e9f0 0x7fe1280d3660 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.609+0000 7fe130470640 1 --2- 172.21.15.84:0/3535592586 >> v2:172.21.15.203:3300/0 conn(0x7fe12806c400 0x7fe12806c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.609+0000 7fe130470640 1 --2- 172.21.15.84:0/3535592586 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe12815e610 0x7fe1280d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.610+0000 7fe130470640 1 -- 172.21.15.84:0/3535592586 >> 172.21.15.84:0/3535592586 conn(0x7fe1280d4750 msgr2=0x7fe1280d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.610+0000 7fe130470640 1 -- 172.21.15.84:0/3535592586 shutdown_connections 2024-04-15T15:11:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.610+0000 7fe130470640 1 -- 172.21.15.84:0/3535592586 wait complete. 2024-04-15T15:11:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.611+0000 7fe130470640 1 Processor -- start 2024-04-15T15:11:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.611+0000 7fe130470640 1 -- start start 2024-04-15T15:11:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.611+0000 7fe130470640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe12806c400 0x7fe1281f8270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.611+0000 7fe130470640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe12815e610 0x7fe128157e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.611+0000 7fe130470640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe12815e9f0 0x7fe1281f44e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.611+0000 7fe130470640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe12806d130 con 0x7fe12815e610 2024-04-15T15:11:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.611+0000 7fe130470640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe1280d2e60 con 0x7fe12815e9f0 2024-04-15T15:11:08.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.611+0000 7fe130470640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe1280d0bd0 con 0x7fe12806c400 2024-04-15T15:11:08.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.611+0000 7fe12da0b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe12815e610 0x7fe128157e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:08.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.611+0000 7fe12da0b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe12815e610 0x7fe128157e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47976/0 (socket says 172.21.15.84:47976) 2024-04-15T15:11:08.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.611+0000 7fe12da0b640 1 -- 172.21.15.84:0/1131935138 learned_addr learned my addr 172.21.15.84:0/1131935138 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:08.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.612+0000 7fe12ea0d640 1 --2- 172.21.15.84:0/1131935138 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe12815e9f0 0x7fe1281f44e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:08.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.612+0000 7fe12e20c640 1 --2- 172.21.15.84:0/1131935138 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe12806c400 0x7fe1281f8270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:08.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.612+0000 7fe12da0b640 1 -- 172.21.15.84:0/1131935138 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe12806c400 msgr2=0x7fe1281f8270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:08.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.612+0000 7fe12da0b640 1 --2- 172.21.15.84:0/1131935138 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe12806c400 0x7fe1281f8270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.612+0000 7fe12da0b640 1 -- 172.21.15.84:0/1131935138 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe12815e9f0 msgr2=0x7fe1281f44e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:08.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.612+0000 7fe12da0b640 1 --2- 172.21.15.84:0/1131935138 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe12815e9f0 0x7fe1281f44e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.612+0000 7fe12da0b640 1 -- 172.21.15.84:0/1131935138 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe128158540 con 0x7fe12815e610 2024-04-15T15:11:08.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.612+0000 7fe12da0b640 1 --2- 172.21.15.84:0/1131935138 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe12815e610 0x7fe128157e10 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fe11802b9e0 tx=0x7fe1180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:08.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.612+0000 7fe11effd640 1 -- 172.21.15.84:0/1131935138 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe118034040 con 0x7fe12815e610 2024-04-15T15:11:08.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.612+0000 7fe11effd640 1 -- 172.21.15.84:0/1131935138 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe118039d90 con 0x7fe12815e610 2024-04-15T15:11:08.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.612+0000 7fe130470640 1 -- 172.21.15.84:0/1131935138 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe128158820 con 0x7fe12815e610 2024-04-15T15:11:08.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.612+0000 7fe11effd640 1 -- 172.21.15.84:0/1131935138 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe118043610 con 0x7fe12815e610 2024-04-15T15:11:08.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.612+0000 7fe130470640 1 -- 172.21.15.84:0/1131935138 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe128158de0 con 0x7fe12815e610 2024-04-15T15:11:08.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.613+0000 7fe130470640 1 -- 172.21.15.84:0/1131935138 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe128075c50 con 0x7fe12815e610 2024-04-15T15:11:08.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.614+0000 7fe11effd640 1 -- 172.21.15.84:0/1131935138 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fe11804a060 con 0x7fe12815e610 2024-04-15T15:11:08.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.614+0000 7fe11effd640 1 --2- 172.21.15.84:0/1131935138 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe10c06c8f0 0x7fe10c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:08.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.614+0000 7fe12e20c640 1 --2- 172.21.15.84:0/1131935138 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe10c06c8f0 0x7fe10c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:08.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.614+0000 7fe11effd640 1 -- 172.21.15.84:0/1131935138 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fe1180ae0a0 con 0x7fe12815e610 2024-04-15T15:11:08.619 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.615+0000 7fe12e20c640 1 --2- 172.21.15.84:0/1131935138 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe10c06c8f0 0x7fe10c06edb0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fe124006fd0 tx=0x7fe124008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:08.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.618+0000 7fe11effd640 1 -- 172.21.15.84:0/1131935138 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fe11803e070 con 0x7fe12815e610 2024-04-15T15:11:08.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.795+0000 7fe130470640 1 -- 172.21.15.84:0/1131935138 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fe1280d3b30 con 0x7fe12815e610 2024-04-15T15:11:08.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.795+0000 7fe11effd640 1 -- 172.21.15.84:0/1131935138 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) ==== 93+0+10 (secure 0 0 0) 0x7fe11804be90 con 0x7fe12815e610 2024-04-15T15:11:08.797 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:11:08.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.797+0000 7fe130470640 1 -- 172.21.15.84:0/1131935138 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe10c06c8f0 msgr2=0x7fe10c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:08.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.797+0000 7fe130470640 1 --2- 172.21.15.84:0/1131935138 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe10c06c8f0 0x7fe10c06edb0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fe124006fd0 tx=0x7fe124008040 comp rx=0 tx=0).stop 2024-04-15T15:11:08.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.797+0000 7fe130470640 1 -- 172.21.15.84:0/1131935138 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe12815e610 msgr2=0x7fe128157e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:08.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.797+0000 7fe130470640 1 --2- 172.21.15.84:0/1131935138 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe12815e610 0x7fe128157e10 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fe11802b9e0 tx=0x7fe1180046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.797+0000 7fe130470640 1 -- 172.21.15.84:0/1131935138 shutdown_connections 2024-04-15T15:11:08.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.797+0000 7fe130470640 1 --2- 172.21.15.84:0/1131935138 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe10c06c8f0 0x7fe10c06edb0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.797+0000 7fe130470640 1 --2- 172.21.15.84:0/1131935138 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe12815e9f0 0x7fe1281f44e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.797+0000 7fe130470640 1 --2- 172.21.15.84:0/1131935138 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe12815e610 0x7fe128157e10 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.797+0000 7fe130470640 1 --2- 172.21.15.84:0/1131935138 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe12806c400 0x7fe1281f8270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.797+0000 7fe130470640 1 -- 172.21.15.84:0/1131935138 >> 172.21.15.84:0/1131935138 conn(0x7fe1280d4750 msgr2=0x7fe1280d03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:08.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.797+0000 7fe130470640 1 -- 172.21.15.84:0/1131935138 shutdown_connections 2024-04-15T15:11:08.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.797+0000 7fe130470640 1 -- 172.21.15.84:0/1131935138 wait complete. 2024-04-15T15:11:08.810 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:11:08.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.913+0000 7fe3e0228640 1 Processor -- start 2024-04-15T15:11:08.916 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.914+0000 7fe3e0228640 1 -- start start 2024-04-15T15:11:08.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.914+0000 7fe3e0228640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fe3d80d08f0 0x7fe3d80cc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:08.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.914+0000 7fe3e0228640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe3d80ce6d0 0x7fe3d80cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:08.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.914+0000 7fe3e0228640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe3d806bbb0 con 0x7fe3d80ce2f0 2024-04-15T15:11:08.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.914+0000 7fe3e0228640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fe3d806b960 con 0x7fe3d80d08f0 2024-04-15T15:11:08.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.914+0000 7fe3e0228640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe3d806be90 con 0x7fe3d80ce6d0 2024-04-15T15:11:08.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.915+0000 7fe3dd7c3640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fe3d80d08f0 0x7fe3d80cc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:08.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.915+0000 7fe3de7c5640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe3d80ce6d0 0x7fe3d80cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:08.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.915+0000 7fe3ddfc4640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7fe3d80ce2f0 0x7fe3d815c530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:51520/0 (socket says 172.21.15.84:51520) 2024-04-15T15:11:08.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.915+0000 7fe3ddfc4640 1 -- 172.21.15.84:0/4270713534 learned_addr learned my addr 172.21.15.84:0/4270713534 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:08.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.915+0000 7fe3dd7c3640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fe3d80d08f0 0x7fe3d80cc0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:54272/0 (socket says 172.21.15.84:54272) 2024-04-15T15:11:08.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.915+0000 7fe3dd7c3640 1 -- 172.21.15.84:0/4270713534 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe3d80ce6d0 msgr2=0x7fe3d80cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:08.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.915+0000 7fe3dd7c3640 1 --2- 172.21.15.84:0/4270713534 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe3d80ce6d0 0x7fe3d80cc5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.915+0000 7fe3dd7c3640 1 -- 172.21.15.84:0/4270713534 >> v1:172.21.15.203:6789/0 conn(0x7fe3d80ce2f0 legacy=0x7fe3d815c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:08.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.915+0000 7fe3dd7c3640 1 -- 172.21.15.84:0/4270713534 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3d806c170 con 0x7fe3d80d08f0 2024-04-15T15:11:08.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.915+0000 7fe3dcfc2640 1 -- 172.21.15.84:0/4270713534 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3153067637 0 0) 0x7fe3d806bbb0 con 0x7fe3d80ce2f0 2024-04-15T15:11:08.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.915+0000 7fe3de7c5640 1 --2- 172.21.15.84:0/4270713534 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe3d80ce6d0 0x7fe3d80cc5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:11:08.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.916+0000 7fe3dd7c3640 1 --2- 172.21.15.84:0/4270713534 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe3d80d08f0 0x7fe3d80cc0b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe3cc0097a0 tx=0x7fe3cc02b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=798690a8fcee10c0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:08.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.916+0000 7fe3dcfc2640 1 -- 172.21.15.84:0/4270713534 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3cc035020 con 0x7fe3d80d08f0 2024-04-15T15:11:08.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.916+0000 7fe3dcfc2640 1 -- 172.21.15.84:0/4270713534 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3cc031830 con 0x7fe3d80d08f0 2024-04-15T15:11:08.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.916+0000 7fe3dcfc2640 1 -- 172.21.15.84:0/4270713534 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3cc031c00 con 0x7fe3d80d08f0 2024-04-15T15:11:08.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.917+0000 7fe3e0228640 1 -- 172.21.15.84:0/4270713534 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe3d80d08f0 msgr2=0x7fe3d80cc0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:08.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.917+0000 7fe3e0228640 1 --2- 172.21.15.84:0/4270713534 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe3d80d08f0 0x7fe3d80cc0b0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe3cc0097a0 tx=0x7fe3cc02b8d0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.917+0000 7fe3e0228640 1 -- 172.21.15.84:0/4270713534 shutdown_connections 2024-04-15T15:11:08.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.917+0000 7fe3e0228640 1 --2- 172.21.15.84:0/4270713534 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe3d80ce6d0 0x7fe3d80cc5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.917+0000 7fe3e0228640 1 --2- 172.21.15.84:0/4270713534 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe3d80d08f0 0x7fe3d80cc0b0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.917+0000 7fe3e0228640 1 -- 172.21.15.84:0/4270713534 >> 172.21.15.84:0/4270713534 conn(0x7fe3d80b31d0 msgr2=0x7fe3d80b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:08.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.917+0000 7fe3e0228640 1 -- 172.21.15.84:0/4270713534 shutdown_connections 2024-04-15T15:11:08.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.917+0000 7fe3e0228640 1 -- 172.21.15.84:0/4270713534 wait complete. 2024-04-15T15:11:08.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.918+0000 7fe3e0228640 1 Processor -- start 2024-04-15T15:11:08.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.918+0000 7fe3e0228640 1 -- start start 2024-04-15T15:11:08.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.919+0000 7fe3e0228640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe3d80ce2f0 0x7fe3d80c9450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:08.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.919+0000 7fe3e0228640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe3d80ce6d0 0x7fe3d806f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:08.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.919+0000 7fe3e0228640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3d80d08f0 0x7fe3d814d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:08.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.919+0000 7fe3e0228640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe3d8155780 con 0x7fe3d80d08f0 2024-04-15T15:11:08.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.919+0000 7fe3e0228640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe3d8155600 con 0x7fe3d80ce6d0 2024-04-15T15:11:08.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.919+0000 7fe3e0228640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe3d8155900 con 0x7fe3d80ce2f0 2024-04-15T15:11:08.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.919+0000 7fe3de7c5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3d80d08f0 0x7fe3d814d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:08.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.919+0000 7fe3de7c5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3d80d08f0 0x7fe3d814d2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47990/0 (socket says 172.21.15.84:47990) 2024-04-15T15:11:08.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.919+0000 7fe3de7c5640 1 -- 172.21.15.84:0/1131034893 learned_addr learned my addr 172.21.15.84:0/1131034893 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:08.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.919+0000 7fe3ddfc4640 1 --2- 172.21.15.84:0/1131034893 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe3d80ce2f0 0x7fe3d80c9450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:08.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.919+0000 7fe3dd7c3640 1 --2- 172.21.15.84:0/1131034893 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe3d80ce6d0 0x7fe3d806f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:08.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.919+0000 7fe3de7c5640 1 -- 172.21.15.84:0/1131034893 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe3d80ce2f0 msgr2=0x7fe3d80c9450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:08.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.919+0000 7fe3de7c5640 1 --2- 172.21.15.84:0/1131034893 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe3d80ce2f0 0x7fe3d80c9450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.919+0000 7fe3de7c5640 1 -- 172.21.15.84:0/1131034893 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe3d80ce6d0 msgr2=0x7fe3d806f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:08.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.919+0000 7fe3de7c5640 1 --2- 172.21.15.84:0/1131034893 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe3d80ce6d0 0x7fe3d806f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:08.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.919+0000 7fe3de7c5640 1 -- 172.21.15.84:0/1131034893 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3d80b0860 con 0x7fe3d80d08f0 2024-04-15T15:11:08.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.919+0000 7fe3ddfc4640 1 --2- 172.21.15.84:0/1131034893 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe3d80ce2f0 0x7fe3d80c9450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:08.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.920+0000 7fe3de7c5640 1 --2- 172.21.15.84:0/1131034893 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3d80d08f0 0x7fe3d814d2d0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fe3d000efc0 tx=0x7fe3d0009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:08.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.920+0000 7fe3ca7fc640 1 -- 172.21.15.84:0/1131034893 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3d0018030 con 0x7fe3d80d08f0 2024-04-15T15:11:08.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.920+0000 7fe3ca7fc640 1 -- 172.21.15.84:0/1131034893 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3d000cd80 con 0x7fe3d80d08f0 2024-04-15T15:11:08.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.920+0000 7fe3e0228640 1 -- 172.21.15.84:0/1131034893 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3d80b0b40 con 0x7fe3d80d08f0 2024-04-15T15:11:08.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.920+0000 7fe3ca7fc640 1 -- 172.21.15.84:0/1131034893 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3d0003bb0 con 0x7fe3d80d08f0 2024-04-15T15:11:08.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.920+0000 7fe3e0228640 1 -- 172.21.15.84:0/1131034893 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3d80b1100 con 0x7fe3d80d08f0 2024-04-15T15:11:08.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.921+0000 7fe3e0228640 1 -- 172.21.15.84:0/1131034893 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3d80b15e0 con 0x7fe3d80d08f0 2024-04-15T15:11:08.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.921+0000 7fe3ca7fc640 1 -- 172.21.15.84:0/1131034893 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fe3d001b070 con 0x7fe3d80d08f0 2024-04-15T15:11:08.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.922+0000 7fe3ca7fc640 1 --2- 172.21.15.84:0/1131034893 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe3bc06c8f0 0x7fe3bc06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:08.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.922+0000 7fe3ddfc4640 1 --2- 172.21.15.84:0/1131034893 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe3bc06c8f0 0x7fe3bc06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:08.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.922+0000 7fe3ca7fc640 1 -- 172.21.15.84:0/1131034893 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fe3d008c820 con 0x7fe3d80d08f0 2024-04-15T15:11:08.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.922+0000 7fe3ddfc4640 1 --2- 172.21.15.84:0/1131034893 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe3bc06c8f0 0x7fe3bc06edb0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe3d4000f60 tx=0x7fe3d4007c10 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:08.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:08.926+0000 7fe3ca7fc640 1 -- 172.21.15.84:0/1131034893 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fe3d80b15e0 con 0x7fe3d80d08f0 2024-04-15T15:11:09.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.100+0000 7fe3e0228640 1 -- 172.21.15.84:0/1131034893 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fe3d806cab0 con 0x7fe3d80d08f0 2024-04-15T15:11:09.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.100+0000 7fe3ca7fc640 1 -- 172.21.15.84:0/1131034893 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) ==== 104+0+11 (secure 0 0 0) 0x7fe3d0010040 con 0x7fe3d80d08f0 2024-04-15T15:11:09.102 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:09.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.102+0000 7fe3e0228640 1 -- 172.21.15.84:0/1131034893 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe3bc06c8f0 msgr2=0x7fe3bc06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:09.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.102+0000 7fe3e0228640 1 --2- 172.21.15.84:0/1131034893 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe3bc06c8f0 0x7fe3bc06edb0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe3d4000f60 tx=0x7fe3d4007c10 comp rx=0 tx=0).stop 2024-04-15T15:11:09.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.102+0000 7fe3e0228640 1 -- 172.21.15.84:0/1131034893 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3d80d08f0 msgr2=0x7fe3d814d2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:09.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.102+0000 7fe3e0228640 1 --2- 172.21.15.84:0/1131034893 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3d80d08f0 0x7fe3d814d2d0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fe3d000efc0 tx=0x7fe3d0009f90 comp rx=0 tx=0).stop 2024-04-15T15:11:09.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.102+0000 7fe3e0228640 1 -- 172.21.15.84:0/1131034893 shutdown_connections 2024-04-15T15:11:09.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.102+0000 7fe3e0228640 1 --2- 172.21.15.84:0/1131034893 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe3bc06c8f0 0x7fe3bc06edb0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.105 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.102+0000 7fe3e0228640 1 --2- 172.21.15.84:0/1131034893 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe3d80ce6d0 0x7fe3d806f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.105 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.102+0000 7fe3e0228640 1 --2- 172.21.15.84:0/1131034893 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe3d80d08f0 0x7fe3d814d2d0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.105 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.102+0000 7fe3e0228640 1 --2- 172.21.15.84:0/1131034893 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe3d80ce2f0 0x7fe3d80c9450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.105 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.102+0000 7fe3e0228640 1 -- 172.21.15.84:0/1131034893 >> 172.21.15.84:0/1131034893 conn(0x7fe3d80b31d0 msgr2=0x7fe3d815e070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:09.105 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.102+0000 7fe3e0228640 1 -- 172.21.15.84:0/1131034893 shutdown_connections 2024-04-15T15:11:09.105 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.102+0000 7fe3e0228640 1 -- 172.21.15.84:0/1131034893 wait complete. 2024-04-15T15:11:09.115 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:11:09.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.219+0000 7f9bcfac5640 1 Processor -- start 2024-04-15T15:11:09.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.219+0000 7f9bcfac5640 1 -- start start 2024-04-15T15:11:09.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.220+0000 7f9bcfac5640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9bc815c650 0x7f9bc80b1d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:09.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.220+0000 7f9bcfac5640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f9bc80b36f0 0x7f9bc80b5290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:09.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.220+0000 7f9bcfac5640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f9bc80b57d0 0x7f9bc80d0a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:09.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.220+0000 7f9bcfac5640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f9bc80d02d0 con 0x7f9bc80b57d0 2024-04-15T15:11:09.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.220+0000 7f9bcfac5640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f9bc815ca30 con 0x7f9bc80b36f0 2024-04-15T15:11:09.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.220+0000 7f9bcfac5640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f9bc80b26b0 con 0x7f9bc815c650 2024-04-15T15:11:09.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.220+0000 7f9bce062640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f9bc80b57d0 0x7f9bc80d0a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:09.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.220+0000 7f9bce062640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f9bc80b57d0 0x7f9bc80d0a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:48000/0 (socket says 172.21.15.84:48000) 2024-04-15T15:11:09.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.220+0000 7f9bce062640 1 -- 172.21.15.84:0/1654537489 learned_addr learned my addr 172.21.15.84:0/1654537489 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:09.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.220+0000 7f9bcd060640 1 --2- 172.21.15.84:0/1654537489 >> v2:172.21.15.203:3300/0 conn(0x7f9bc80b36f0 0x7f9bc80b5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:09.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.220+0000 7f9bcd861640 1 --2- 172.21.15.84:0/1654537489 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9bc815c650 0x7f9bc80b1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:09.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.220+0000 7f9bce062640 1 -- 172.21.15.84:0/1654537489 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9bc815c650 msgr2=0x7f9bc80b1d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:09.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.220+0000 7f9bce062640 1 --2- 172.21.15.84:0/1654537489 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9bc815c650 0x7f9bc80b1d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.220+0000 7f9bce062640 1 -- 172.21.15.84:0/1654537489 >> v2:172.21.15.203:3300/0 conn(0x7f9bc80b36f0 msgr2=0x7f9bc80b5290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:09.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.220+0000 7f9bce062640 1 --2- 172.21.15.84:0/1654537489 >> v2:172.21.15.203:3300/0 conn(0x7f9bc80b36f0 0x7f9bc80b5290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.220+0000 7f9bce062640 1 -- 172.21.15.84:0/1654537489 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bc80b2990 con 0x7f9bc80b57d0 2024-04-15T15:11:09.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.220+0000 7f9bcd060640 1 --2- 172.21.15.84:0/1654537489 >> v2:172.21.15.203:3300/0 conn(0x7f9bc80b36f0 0x7f9bc80b5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:09.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.220+0000 7f9bcd861640 1 --2- 172.21.15.84:0/1654537489 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9bc815c650 0x7f9bc80b1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:09.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.221+0000 7f9bce062640 1 --2- 172.21.15.84:0/1654537489 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9bc80b57d0 0x7f9bc80d0a60 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f9bc80cfde0 tx=0x7f9bc002bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd72a465ed478d98 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:09.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.221+0000 7f9bcc85f640 1 -- 172.21.15.84:0/1654537489 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bc002ca70 con 0x7f9bc80b57d0 2024-04-15T15:11:09.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.221+0000 7f9bcc85f640 1 -- 172.21.15.84:0/1654537489 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9bc002cc10 con 0x7f9bc80b57d0 2024-04-15T15:11:09.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.221+0000 7f9bcc85f640 1 -- 172.21.15.84:0/1654537489 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bc00343f0 con 0x7f9bc80b57d0 2024-04-15T15:11:09.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.222+0000 7f9bcfac5640 1 -- 172.21.15.84:0/1654537489 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9bc80b57d0 msgr2=0x7f9bc80d0a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:09.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.222+0000 7f9bcfac5640 1 --2- 172.21.15.84:0/1654537489 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9bc80b57d0 0x7f9bc80d0a60 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f9bc80cfde0 tx=0x7f9bc002bed0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.228 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.222+0000 7f9bcfac5640 1 -- 172.21.15.84:0/1654537489 shutdown_connections 2024-04-15T15:11:09.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.222+0000 7f9bcfac5640 1 --2- 172.21.15.84:0/1654537489 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9bc80b57d0 0x7f9bc80d0a60 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.222+0000 7f9bcfac5640 1 --2- 172.21.15.84:0/1654537489 >> v2:172.21.15.203:3300/0 conn(0x7f9bc80b36f0 0x7f9bc80b5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.222+0000 7f9bcfac5640 1 --2- 172.21.15.84:0/1654537489 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9bc815c650 0x7f9bc80b1d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.222+0000 7f9bcfac5640 1 -- 172.21.15.84:0/1654537489 >> 172.21.15.84:0/1654537489 conn(0x7f9bc80ceec0 msgr2=0x7f9bc80cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:09.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.222+0000 7f9bcfac5640 1 -- 172.21.15.84:0/1654537489 shutdown_connections 2024-04-15T15:11:09.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.222+0000 7f9bcfac5640 1 -- 172.21.15.84:0/1654537489 wait complete. 2024-04-15T15:11:09.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.223+0000 7f9bcfac5640 1 Processor -- start 2024-04-15T15:11:09.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.223+0000 7f9bcfac5640 1 -- start start 2024-04-15T15:11:09.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bcfac5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9bc80b36f0 0x7f9bc80d15c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:09.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bcfac5640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9bc80b57d0 0x7f9bc815f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:09.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bcfac5640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9bc815c650 0x7f9bc814b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:09.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bcfac5640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc80b2280 con 0x7f9bc80b36f0 2024-04-15T15:11:09.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bcfac5640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9bc80b2c70 con 0x7f9bc815c650 2024-04-15T15:11:09.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bcfac5640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f9bc80b2400 con 0x7f9bc80b57d0 2024-04-15T15:11:09.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bcd861640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9bc80b36f0 0x7f9bc80d15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:09.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bcd861640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9bc80b36f0 0x7f9bc80d15c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:48002/0 (socket says 172.21.15.84:48002) 2024-04-15T15:11:09.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bcd861640 1 -- 172.21.15.84:0/1940365342 learned_addr learned my addr 172.21.15.84:0/1940365342 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:09.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bce062640 1 --2- 172.21.15.84:0/1940365342 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9bc815c650 0x7f9bc814b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:09.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bcd060640 1 --2- 172.21.15.84:0/1940365342 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9bc80b57d0 0x7f9bc815f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:09.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bcd861640 1 -- 172.21.15.84:0/1940365342 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9bc80b57d0 msgr2=0x7f9bc815f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:09.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bcd861640 1 --2- 172.21.15.84:0/1940365342 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9bc80b57d0 0x7f9bc815f330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bcd861640 1 -- 172.21.15.84:0/1940365342 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9bc815c650 msgr2=0x7f9bc814b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:09.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bcd861640 1 --2- 172.21.15.84:0/1940365342 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9bc815c650 0x7f9bc814b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bcd861640 1 -- 172.21.15.84:0/1940365342 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bc80c5f70 con 0x7f9bc80b36f0 2024-04-15T15:11:09.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bce062640 1 --2- 172.21.15.84:0/1940365342 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9bc815c650 0x7f9bc814b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:09.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bcd060640 1 --2- 172.21.15.84:0/1940365342 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9bc80b57d0 0x7f9bc815f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:09.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bcd861640 1 --2- 172.21.15.84:0/1940365342 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9bc80b36f0 0x7f9bc80d15c0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f9bc400c820 tx=0x7f9bc400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:09.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bbe7fc640 1 -- 172.21.15.84:0/1940365342 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bc4015070 con 0x7f9bc80b36f0 2024-04-15T15:11:09.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bbe7fc640 1 -- 172.21.15.84:0/1940365342 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9bc40079d0 con 0x7f9bc80b36f0 2024-04-15T15:11:09.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bcfac5640 1 -- 172.21.15.84:0/1940365342 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bc80c6250 con 0x7f9bc80b36f0 2024-04-15T15:11:09.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bbe7fc640 1 -- 172.21.15.84:0/1940365342 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bc4007da0 con 0x7f9bc80b36f0 2024-04-15T15:11:09.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.224+0000 7f9bcfac5640 1 -- 172.21.15.84:0/1940365342 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bc80c6810 con 0x7f9bc80b36f0 2024-04-15T15:11:09.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.225+0000 7f9bcfac5640 1 -- 172.21.15.84:0/1940365342 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9bc8075c50 con 0x7f9bc80b36f0 2024-04-15T15:11:09.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.226+0000 7f9bbe7fc640 1 -- 172.21.15.84:0/1940365342 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f9bc4018070 con 0x7f9bc80b36f0 2024-04-15T15:11:09.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.226+0000 7f9bbe7fc640 1 --2- 172.21.15.84:0/1940365342 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f9bac06c8f0 0x7f9bac06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:09.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.226+0000 7f9bcd060640 1 --2- 172.21.15.84:0/1940365342 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f9bac06c8f0 0x7f9bac06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:09.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.226+0000 7f9bbe7fc640 1 -- 172.21.15.84:0/1940365342 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f9bc408bee0 con 0x7f9bc80b36f0 2024-04-15T15:11:09.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.227+0000 7f9bcd060640 1 --2- 172.21.15.84:0/1940365342 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f9bac06c8f0 0x7f9bac06edb0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f9bc81f56d0 tx=0x7f9bb8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:09.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.231+0000 7f9bbe7fc640 1 -- 172.21.15.84:0/1940365342 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f9bc4059f10 con 0x7f9bc80b36f0 2024-04-15T15:11:09.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.407+0000 7f9bcfac5640 1 -- 172.21.15.84:0/1940365342 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f9bc80b7840 con 0x7f9bc80b36f0 2024-04-15T15:11:09.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.408+0000 7f9bbe7fc640 1 -- 172.21.15.84:0/1940365342 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) ==== 100+0+11 (secure 0 0 0) 0x7f9bc4059810 con 0x7f9bc80b36f0 2024-04-15T15:11:09.410 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:11:09.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.410+0000 7f9bcfac5640 1 -- 172.21.15.84:0/1940365342 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f9bac06c8f0 msgr2=0x7f9bac06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:09.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.410+0000 7f9bcfac5640 1 --2- 172.21.15.84:0/1940365342 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f9bac06c8f0 0x7f9bac06edb0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f9bc81f56d0 tx=0x7f9bb8008040 comp rx=0 tx=0).stop 2024-04-15T15:11:09.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.410+0000 7f9bcfac5640 1 -- 172.21.15.84:0/1940365342 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9bc80b36f0 msgr2=0x7f9bc80d15c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:09.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.410+0000 7f9bcfac5640 1 --2- 172.21.15.84:0/1940365342 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9bc80b36f0 0x7f9bc80d15c0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f9bc400c820 tx=0x7f9bc400cc20 comp rx=0 tx=0).stop 2024-04-15T15:11:09.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.410+0000 7f9bcfac5640 1 -- 172.21.15.84:0/1940365342 shutdown_connections 2024-04-15T15:11:09.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.410+0000 7f9bcfac5640 1 --2- 172.21.15.84:0/1940365342 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f9bac06c8f0 0x7f9bac06edb0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.410+0000 7f9bcfac5640 1 --2- 172.21.15.84:0/1940365342 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9bc815c650 0x7f9bc814b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.410+0000 7f9bcfac5640 1 --2- 172.21.15.84:0/1940365342 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9bc80b57d0 0x7f9bc815f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.410+0000 7f9bcfac5640 1 --2- 172.21.15.84:0/1940365342 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9bc80b36f0 0x7f9bc80d15c0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.410+0000 7f9bcfac5640 1 -- 172.21.15.84:0/1940365342 >> 172.21.15.84:0/1940365342 conn(0x7f9bc80ceec0 msgr2=0x7f9bc80b5bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:09.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.410+0000 7f9bcfac5640 1 -- 172.21.15.84:0/1940365342 shutdown_connections 2024-04-15T15:11:09.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.410+0000 7f9bcfac5640 1 -- 172.21.15.84:0/1940365342 wait complete. 2024-04-15T15:11:09.422 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-15T15:11:09.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.527+0000 7f27be01b640 1 Processor -- start 2024-04-15T15:11:09.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.527+0000 7f27be01b640 1 -- start start 2024-04-15T15:11:09.532 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.527+0000 7f27be01b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f27b80b67c0 0x7f27b80d1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:09.532 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.527+0000 7f27be01b640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27b80ccfe0 con 0x7f27b80b6c20 2024-04-15T15:11:09.532 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.527+0000 7f27be01b640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27b80cd2c0 con 0x7f27b8161ee0 2024-04-15T15:11:09.532 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.527+0000 7f27be01b640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f27b81622c0 con 0x7f27b80b67c0 2024-04-15T15:11:09.532 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.528+0000 7f27b7fff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f27b80b6c20 0x7f27b80ce080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:47168/0 (socket says 172.21.15.84:47168) 2024-04-15T15:11:09.532 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.528+0000 7f27b7fff640 1 -- 172.21.15.84:0/1001188389 learned_addr learned my addr 172.21.15.84:0/1001188389 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:09.532 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.528+0000 7f27b6ffd640 1 --2- 172.21.15.84:0/1001188389 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f27b80b67c0 0x7f27b80d1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:09.532 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.528+0000 7f27b67fc640 1 -- 172.21.15.84:0/1001188389 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2897741628 0 0) 0x7f27b80ccfe0 con 0x7f27b80b6c20 2024-04-15T15:11:09.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.528+0000 7f27b67fc640 1 -- 172.21.15.84:0/1001188389 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f27a4003520 con 0x7f27b80b6c20 2024-04-15T15:11:09.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.528+0000 7f27b67fc640 1 -- 172.21.15.84:0/1001188389 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2151496737 0 0) 0x7f27a4003520 con 0x7f27b80b6c20 2024-04-15T15:11:09.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.528+0000 7f27b67fc640 1 -- 172.21.15.84:0/1001188389 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f27b80b67c0 msgr2=0x7f27b80d1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:09.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.528+0000 7f27b67fc640 1 --2- 172.21.15.84:0/1001188389 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f27b80b67c0 0x7f27b80d1100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.528+0000 7f27b67fc640 1 -- 172.21.15.84:0/1001188389 >> v1:172.21.15.203:6789/0 conn(0x7f27b8161ee0 legacy=0x7f27b80c95f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:09.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.528+0000 7f27b67fc640 1 -- 172.21.15.84:0/1001188389 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27b80cd5a0 con 0x7f27b80b6c20 2024-04-15T15:11:09.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.528+0000 7f27b67fc640 1 -- 172.21.15.84:0/1001188389 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f27b0001670 con 0x7f27b80b6c20 2024-04-15T15:11:09.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.528+0000 7f27b67fc640 1 -- 172.21.15.84:0/1001188389 >> v1:172.21.15.84:6789/0 conn(0x7f27b80b6c20 legacy=0x7f27b80ce080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:09.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.528+0000 7f27b67fc640 1 --2- 172.21.15.84:0/1001188389 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f27a40039e0 0x7f27a4003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:09.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.528+0000 7f27b67fc640 1 --2- 172.21.15.84:0/1001188389 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f27b80b67c0 0x7f27a4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:09.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.528+0000 7f27b67fc640 1 --2- 172.21.15.84:0/1001188389 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27a4004d40 0x7f27a40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:09.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.528+0000 7f27b67fc640 1 -- 172.21.15.84:0/1001188389 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f27a400ba70 con 0x7f27a4004d40 2024-04-15T15:11:09.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.528+0000 7f27b67fc640 1 -- 172.21.15.84:0/1001188389 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f27a400bc20 con 0x7f27a40039e0 2024-04-15T15:11:09.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.528+0000 7f27b67fc640 1 -- 172.21.15.84:0/1001188389 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f27a400be20 con 0x7f27b80b67c0 2024-04-15T15:11:09.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.528+0000 7f27b7fff640 1 --2- 172.21.15.84:0/1001188389 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27a4004d40 0x7f27a40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:09.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.528+0000 7f27b77fe640 1 --2- 172.21.15.84:0/1001188389 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f27a40039e0 0x7f27a4003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:09.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.528+0000 7f27b6ffd640 1 --2- 172.21.15.84:0/1001188389 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f27b80b67c0 0x7f27a4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:09.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.529+0000 7f27b7fff640 1 -- 172.21.15.84:0/1001188389 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f27b80b67c0 msgr2=0x7f27a4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:09.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.529+0000 7f27b7fff640 1 --2- 172.21.15.84:0/1001188389 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f27b80b67c0 0x7f27a4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.529+0000 7f27b7fff640 1 -- 172.21.15.84:0/1001188389 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f27a40039e0 msgr2=0x7f27a4003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:09.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.529+0000 7f27b7fff640 1 --2- 172.21.15.84:0/1001188389 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f27a40039e0 0x7f27a4003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.529+0000 7f27b7fff640 1 -- 172.21.15.84:0/1001188389 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27a4003520 con 0x7f27a4004d40 2024-04-15T15:11:09.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.529+0000 7f27b7fff640 1 --2- 172.21.15.84:0/1001188389 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27a4004d40 0x7f27a40051c0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f27b0001050 tx=0x7f27a4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea262220327fff90 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:09.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.530+0000 7f27b67fc640 1 -- 172.21.15.84:0/1001188389 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b0007d10 con 0x7f27a4004d40 2024-04-15T15:11:09.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.530+0000 7f27b67fc640 1 -- 172.21.15.84:0/1001188389 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27b0030070 con 0x7f27a4004d40 2024-04-15T15:11:09.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.530+0000 7f27b67fc640 1 -- 172.21.15.84:0/1001188389 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b0005d30 con 0x7f27a4004d40 2024-04-15T15:11:09.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.530+0000 7f27be01b640 1 -- 172.21.15.84:0/1001188389 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27a4004d40 msgr2=0x7f27a40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:09.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.530+0000 7f27be01b640 1 --2- 172.21.15.84:0/1001188389 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27a4004d40 0x7f27a40051c0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f27b0001050 tx=0x7f27a4005830 comp rx=0 tx=0).stop 2024-04-15T15:11:09.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.530+0000 7f27b7fff640 1 -- 172.21.15.84:0/1001188389 reap_dead start 2024-04-15T15:11:09.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.530+0000 7f27be01b640 1 -- 172.21.15.84:0/1001188389 shutdown_connections 2024-04-15T15:11:09.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.530+0000 7f27be01b640 1 -- 172.21.15.84:0/1001188389 >> 172.21.15.84:0/1001188389 conn(0x7f27b80b4010 msgr2=0x7f27b80b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:09.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.530+0000 7f27be01b640 1 -- 172.21.15.84:0/1001188389 shutdown_connections 2024-04-15T15:11:09.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.530+0000 7f27be01b640 1 -- 172.21.15.84:0/1001188389 wait complete. 2024-04-15T15:11:09.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.531+0000 7f27be01b640 1 Processor -- start 2024-04-15T15:11:09.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.531+0000 7f27be01b640 1 -- start start 2024-04-15T15:11:09.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.532+0000 7f27be01b640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f27a4004d40 0x7f27b814ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:09.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.532+0000 7f27be01b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27b80cb4a0 0x7f27b80cb920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:09.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.532+0000 7f27be01b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f27b80b0790 0x7f27b80b0c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:09.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.532+0000 7f27be01b640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f27b80cccf0 con 0x7f27b80cb4a0 2024-04-15T15:11:09.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.532+0000 7f27be01b640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f27b80ccb70 con 0x7f27a4004d40 2024-04-15T15:11:09.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.532+0000 7f27be01b640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f27b80ce790 con 0x7f27b80b0790 2024-04-15T15:11:09.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.532+0000 7f27b6ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27b80cb4a0 0x7f27b80cb920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:09.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.532+0000 7f27b6ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27b80cb4a0 0x7f27b80cb920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:48020/0 (socket says 172.21.15.84:48020) 2024-04-15T15:11:09.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.532+0000 7f27b6ffd640 1 -- 172.21.15.84:0/1438377574 learned_addr learned my addr 172.21.15.84:0/1438377574 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:09.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.533+0000 7f27b7fff640 1 --2- 172.21.15.84:0/1438377574 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f27b80b0790 0x7f27b80b0c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:09.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.533+0000 7f27b6ffd640 1 -- 172.21.15.84:0/1438377574 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f27b80b0790 msgr2=0x7f27b80b0c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:09.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.533+0000 7f27b77fe640 1 --2- 172.21.15.84:0/1438377574 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f27a4004d40 0x7f27b814ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:09.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.533+0000 7f27b6ffd640 1 --2- 172.21.15.84:0/1438377574 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f27b80b0790 0x7f27b80b0c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.533+0000 7f27b6ffd640 1 -- 172.21.15.84:0/1438377574 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f27a4004d40 msgr2=0x7f27b814ea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:09.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.533+0000 7f27b6ffd640 1 --2- 172.21.15.84:0/1438377574 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f27a4004d40 0x7f27b814ea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.533+0000 7f27b6ffd640 1 -- 172.21.15.84:0/1438377574 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27b80b14c0 con 0x7f27b80cb4a0 2024-04-15T15:11:09.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.533+0000 7f27b6ffd640 1 --2- 172.21.15.84:0/1438377574 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27b80cb4a0 0x7f27b80cb920 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f27a00119a0 tx=0x7f27a0011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:09.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.533+0000 7f27affff640 1 -- 172.21.15.84:0/1438377574 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27a000faf0 con 0x7f27b80cb4a0 2024-04-15T15:11:09.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.533+0000 7f27affff640 1 -- 172.21.15.84:0/1438377574 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27a000fc90 con 0x7f27b80cb4a0 2024-04-15T15:11:09.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.533+0000 7f27be01b640 1 -- 172.21.15.84:0/1438377574 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27b80b17a0 con 0x7f27b80cb4a0 2024-04-15T15:11:09.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.533+0000 7f27affff640 1 -- 172.21.15.84:0/1438377574 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27a0014440 con 0x7f27b80cb4a0 2024-04-15T15:11:09.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.533+0000 7f27be01b640 1 -- 172.21.15.84:0/1438377574 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27b80c71c0 con 0x7f27b80cb4a0 2024-04-15T15:11:09.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.534+0000 7f27be01b640 1 -- 172.21.15.84:0/1438377574 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27b80b1cc0 con 0x7f27b80cb4a0 2024-04-15T15:11:09.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.535+0000 7f27affff640 1 -- 172.21.15.84:0/1438377574 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f27a0012040 con 0x7f27b80cb4a0 2024-04-15T15:11:09.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.535+0000 7f27affff640 1 --2- 172.21.15.84:0/1438377574 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f279806c920 0x7f279806ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:09.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.535+0000 7f27affff640 1 -- 172.21.15.84:0/1438377574 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f27a008c5b0 con 0x7f27b80cb4a0 2024-04-15T15:11:09.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.535+0000 7f27b77fe640 1 --2- 172.21.15.84:0/1438377574 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f279806c920 0x7f279806ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:09.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.536+0000 7f27b77fe640 1 --2- 172.21.15.84:0/1438377574 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f279806c920 0x7f279806ede0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f27a8003f10 tx=0x7f27a8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:09.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.540+0000 7f27affff640 1 -- 172.21.15.84:0/1438377574 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f27b80b1cc0 con 0x7f27b80cb4a0 2024-04-15T15:11:09.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.716+0000 7f27be01b640 1 -- 172.21.15.84:0/1438377574 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f27b8075c50 con 0x7f27b80cb4a0 2024-04-15T15:11:09.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.717+0000 7f27affff640 1 -- 172.21.15.84:0/1438377574 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) ==== 103+0+11 (secure 0 0 0) 0x7f27a0019030 con 0x7f27b80cb4a0 2024-04-15T15:11:09.719 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:09.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.719+0000 7f27be01b640 1 -- 172.21.15.84:0/1438377574 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f279806c920 msgr2=0x7f279806ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:09.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.719+0000 7f27be01b640 1 --2- 172.21.15.84:0/1438377574 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f279806c920 0x7f279806ede0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f27a8003f10 tx=0x7f27a8009040 comp rx=0 tx=0).stop 2024-04-15T15:11:09.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.719+0000 7f27be01b640 1 -- 172.21.15.84:0/1438377574 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27b80cb4a0 msgr2=0x7f27b80cb920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:09.721 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.719+0000 7f27be01b640 1 --2- 172.21.15.84:0/1438377574 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27b80cb4a0 0x7f27b80cb920 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f27a00119a0 tx=0x7f27a0011e60 comp rx=0 tx=0).stop 2024-04-15T15:11:09.722 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.719+0000 7f27be01b640 1 -- 172.21.15.84:0/1438377574 shutdown_connections 2024-04-15T15:11:09.722 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.719+0000 7f27be01b640 1 --2- 172.21.15.84:0/1438377574 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f27b80b0790 0x7f27b80b0c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.722 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.719+0000 7f27be01b640 1 --2- 172.21.15.84:0/1438377574 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27b80cb4a0 0x7f27b80cb920 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.722 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.719+0000 7f27be01b640 1 --2- 172.21.15.84:0/1438377574 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f279806c920 0x7f279806ede0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.722 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.719+0000 7f27be01b640 1 --2- 172.21.15.84:0/1438377574 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f27a4004d40 0x7f27b814ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.722 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.719+0000 7f27be01b640 1 -- 172.21.15.84:0/1438377574 >> 172.21.15.84:0/1438377574 conn(0x7f27b80b4010 msgr2=0x7f27b80b37f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:09.722 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.719+0000 7f27be01b640 1 -- 172.21.15.84:0/1438377574 shutdown_connections 2024-04-15T15:11:09.722 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.719+0000 7f27be01b640 1 -- 172.21.15.84:0/1438377574 wait complete. 2024-04-15T15:11:09.732 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-15T15:11:09.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.835+0000 7f0ace538640 1 Processor -- start 2024-04-15T15:11:09.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.835+0000 7f0ace538640 1 -- start start 2024-04-15T15:11:09.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.836+0000 7f0ace538640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ac815d830 0x7f0ac80b57f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:09.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.836+0000 7f0ace538640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f0ac80b5d30 0x7f0ac80cf160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:09.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.836+0000 7f0ace538640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ac80b61e0 con 0x7f0ac80cf6a0 2024-04-15T15:11:09.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.836+0000 7f0ace538640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f0ac80cfae0 con 0x7f0ac80b5d30 2024-04-15T15:11:09.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.836+0000 7f0ace538640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f0ac80b64c0 con 0x7f0ac815d830 2024-04-15T15:11:09.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.836+0000 7f0ac77fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f0ac80b5d30 0x7f0ac80cf160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:09.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.836+0000 7f0ac77fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f0ac80b5d30 0x7f0ac80cf160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:48028/0 (socket says 172.21.15.84:48028) 2024-04-15T15:11:09.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.836+0000 7f0ac77fe640 1 -- 172.21.15.84:0/135174825 learned_addr learned my addr 172.21.15.84:0/135174825 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:09.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.837+0000 7f0ac77fe640 1 -- 172.21.15.84:0/135174825 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ac815d830 msgr2=0x7f0ac80b57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:09.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.837+0000 7f0ac7fff640 1 --2- 172.21.15.84:0/135174825 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ac815d830 0x7f0ac80b57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:09.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.837+0000 7f0ac77fe640 1 --2- 172.21.15.84:0/135174825 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ac815d830 0x7f0ac80b57f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.837+0000 7f0ac77fe640 1 -- 172.21.15.84:0/135174825 >> v1:172.21.15.203:6789/0 conn(0x7f0ac80cf6a0 legacy=0x7f0ac80d12b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:09.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.837+0000 7f0ac77fe640 1 -- 172.21.15.84:0/135174825 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ac80b67a0 con 0x7f0ac80b5d30 2024-04-15T15:11:09.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.837+0000 7f0ac7fff640 1 --2- 172.21.15.84:0/135174825 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ac815d830 0x7f0ac80b57f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:09.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.837+0000 7f0ac77fe640 1 --2- 172.21.15.84:0/135174825 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ac80b5d30 0x7f0ac80cf160 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f0abc009870 tx=0x7f0abc02b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e2e352e9e932fab server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:09.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.838+0000 7f0ac6ffd640 1 -- 172.21.15.84:0/135174825 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0abc0317c0 con 0x7f0ac80b5d30 2024-04-15T15:11:09.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.838+0000 7f0ac6ffd640 1 -- 172.21.15.84:0/135174825 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0abc037070 con 0x7f0ac80b5d30 2024-04-15T15:11:09.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.838+0000 7f0ac6ffd640 1 -- 172.21.15.84:0/135174825 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0abc031b80 con 0x7f0ac80b5d30 2024-04-15T15:11:09.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.838+0000 7f0ace538640 1 -- 172.21.15.84:0/135174825 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ac80b5d30 msgr2=0x7f0ac80cf160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:09.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.838+0000 7f0ace538640 1 --2- 172.21.15.84:0/135174825 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ac80b5d30 0x7f0ac80cf160 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f0abc009870 tx=0x7f0abc02b860 comp rx=0 tx=0).stop 2024-04-15T15:11:09.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.838+0000 7f0ace538640 1 -- 172.21.15.84:0/135174825 shutdown_connections 2024-04-15T15:11:09.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.838+0000 7f0ace538640 1 --2- 172.21.15.84:0/135174825 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ac80b5d30 0x7f0ac80cf160 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.838+0000 7f0ace538640 1 --2- 172.21.15.84:0/135174825 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ac815d830 0x7f0ac80b57f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.838+0000 7f0ace538640 1 -- 172.21.15.84:0/135174825 >> 172.21.15.84:0/135174825 conn(0x7f0ac80d24d0 msgr2=0x7f0ac80d28b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:09.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.838+0000 7f0ace538640 1 -- 172.21.15.84:0/135174825 shutdown_connections 2024-04-15T15:11:09.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.838+0000 7f0ace538640 1 -- 172.21.15.84:0/135174825 wait complete. 2024-04-15T15:11:09.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.840+0000 7f0ace538640 1 Processor -- start 2024-04-15T15:11:09.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.840+0000 7f0ace538640 1 -- start start 2024-04-15T15:11:09.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.840+0000 7f0ace538640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ac80b5d30 0x7f0ac81f7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:09.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.840+0000 7f0ace538640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ac80cf6a0 0x7f0ac815a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:09.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.840+0000 7f0ace538640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0ac815d830 0x7f0ac81f7690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:09.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.840+0000 7f0ace538640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac815cd50 con 0x7f0ac80b5d30 2024-04-15T15:11:09.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.840+0000 7f0ace538640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0ac815dd80 con 0x7f0ac815d830 2024-04-15T15:11:09.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.840+0000 7f0ace538640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f0ac815ced0 con 0x7f0ac80cf6a0 2024-04-15T15:11:09.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.841+0000 7f0ac7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ac80b5d30 0x7f0ac81f7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:09.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.841+0000 7f0ac7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ac80b5d30 0x7f0ac81f7fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:48042/0 (socket says 172.21.15.84:48042) 2024-04-15T15:11:09.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.841+0000 7f0ac7fff640 1 -- 172.21.15.84:0/3523438722 learned_addr learned my addr 172.21.15.84:0/3523438722 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:09.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.841+0000 7f0ac77fe640 1 --2- 172.21.15.84:0/3523438722 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ac80cf6a0 0x7f0ac815a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:09.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.841+0000 7f0accad5640 1 --2- 172.21.15.84:0/3523438722 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0ac815d830 0x7f0ac81f7690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:09.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.841+0000 7f0ac7fff640 1 -- 172.21.15.84:0/3523438722 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ac80cf6a0 msgr2=0x7f0ac815a2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:09.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.841+0000 7f0ac7fff640 1 --2- 172.21.15.84:0/3523438722 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ac80cf6a0 0x7f0ac815a2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.841+0000 7f0ac7fff640 1 -- 172.21.15.84:0/3523438722 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0ac815d830 msgr2=0x7f0ac81f7690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:09.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.841+0000 7f0ac7fff640 1 --2- 172.21.15.84:0/3523438722 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0ac815d830 0x7f0ac81f7690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:09.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.841+0000 7f0ac7fff640 1 -- 172.21.15.84:0/3523438722 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ac815a7e0 con 0x7f0ac80b5d30 2024-04-15T15:11:09.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.841+0000 7f0accad5640 1 --2- 172.21.15.84:0/3523438722 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0ac815d830 0x7f0ac81f7690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:09.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.841+0000 7f0ac7fff640 1 --2- 172.21.15.84:0/3523438722 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ac80b5d30 0x7f0ac81f7fc0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f0ab800c820 tx=0x7f0ab800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:09.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.841+0000 7f0ac4ff9640 1 -- 172.21.15.84:0/3523438722 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab8015070 con 0x7f0ac80b5d30 2024-04-15T15:11:09.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.841+0000 7f0ac4ff9640 1 -- 172.21.15.84:0/3523438722 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ab80079d0 con 0x7f0ac80b5d30 2024-04-15T15:11:09.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.841+0000 7f0ace538640 1 -- 172.21.15.84:0/3523438722 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ac806e440 con 0x7f0ac80b5d30 2024-04-15T15:11:09.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.841+0000 7f0ac4ff9640 1 -- 172.21.15.84:0/3523438722 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab8007da0 con 0x7f0ac80b5d30 2024-04-15T15:11:09.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.841+0000 7f0ace538640 1 -- 172.21.15.84:0/3523438722 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ac806ea00 con 0x7f0ac80b5d30 2024-04-15T15:11:09.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.843+0000 7f0ac4ff9640 1 -- 172.21.15.84:0/3523438722 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f0ab8018070 con 0x7f0ac80b5d30 2024-04-15T15:11:09.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.843+0000 7f0ace538640 1 -- 172.21.15.84:0/3523438722 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ac8075c50 con 0x7f0ac80b5d30 2024-04-15T15:11:09.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.843+0000 7f0ac4ff9640 1 --2- 172.21.15.84:0/3523438722 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0ab406c8f0 0x7f0ab406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:09.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.843+0000 7f0ac4ff9640 1 -- 172.21.15.84:0/3523438722 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f0ab808bdc0 con 0x7f0ac80b5d30 2024-04-15T15:11:09.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.843+0000 7f0ac77fe640 1 --2- 172.21.15.84:0/3523438722 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0ab406c8f0 0x7f0ab406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:09.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.844+0000 7f0ac77fe640 1 --2- 172.21.15.84:0/3523438722 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0ab406c8f0 0x7f0ab406edb0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f0abc036000 tx=0x7f0abc03d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:09.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:09.848+0000 7f0ac4ff9640 1 -- 172.21.15.84:0/3523438722 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f0ab80597a0 con 0x7f0ac80b5d30 2024-04-15T15:11:10.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.037+0000 7f0ace538640 1 -- 172.21.15.84:0/3523438722 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f0ac8074e30 con 0x7f0ac80b5d30 2024-04-15T15:11:10.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.038+0000 7f0ac4ff9640 1 -- 172.21.15.84:0/3523438722 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f0ab805daa0 con 0x7f0ac80b5d30 2024-04-15T15:11:10.040 INFO:teuthology.orchestra.run.smithi084.stderr:listed 0 entries 2024-04-15T15:11:10.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.040+0000 7f0ace538640 1 -- 172.21.15.84:0/3523438722 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0ab406c8f0 msgr2=0x7f0ab406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:10.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.040+0000 7f0ace538640 1 --2- 172.21.15.84:0/3523438722 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0ab406c8f0 0x7f0ab406edb0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f0abc036000 tx=0x7f0abc03d040 comp rx=0 tx=0).stop 2024-04-15T15:11:10.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.040+0000 7f0ace538640 1 -- 172.21.15.84:0/3523438722 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ac80b5d30 msgr2=0x7f0ac81f7fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:10.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.040+0000 7f0ace538640 1 --2- 172.21.15.84:0/3523438722 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ac80b5d30 0x7f0ac81f7fc0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f0ab800c820 tx=0x7f0ab800cc20 comp rx=0 tx=0).stop 2024-04-15T15:11:10.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.040+0000 7f0ace538640 1 -- 172.21.15.84:0/3523438722 shutdown_connections 2024-04-15T15:11:10.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.040+0000 7f0ace538640 1 --2- 172.21.15.84:0/3523438722 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0ab406c8f0 0x7f0ab406edb0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.040+0000 7f0ace538640 1 --2- 172.21.15.84:0/3523438722 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0ac815d830 0x7f0ac81f7690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.040+0000 7f0ace538640 1 --2- 172.21.15.84:0/3523438722 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0ac80cf6a0 0x7f0ac815a2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.040+0000 7f0ace538640 1 --2- 172.21.15.84:0/3523438722 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0ac80b5d30 0x7f0ac81f7fc0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.040+0000 7f0ace538640 1 -- 172.21.15.84:0/3523438722 >> 172.21.15.84:0/3523438722 conn(0x7f0ac80d24d0 msgr2=0x7f0ac80d28b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:10.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.040+0000 7f0ace538640 1 -- 172.21.15.84:0/3523438722 shutdown_connections 2024-04-15T15:11:10.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.040+0000 7f0ace538640 1 -- 172.21.15.84:0/3523438722 wait complete. 2024-04-15T15:11:10.053 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:11:10.053 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:11:10.069 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:10.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.211+0000 7fdfe65d5640 1 Processor -- start 2024-04-15T15:11:10.213 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.211+0000 7fdfe65d5640 1 -- start start 2024-04-15T15:11:10.216 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.211+0000 7fdfe65d5640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdfe015fe80 0x7fdfe0070310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:10.216 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.211+0000 7fdfe65d5640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdfe006f990 con 0x7fdfe01590d0 2024-04-15T15:11:10.216 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfe65d5640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdfe015f3a0 con 0x7fdfe0070850 2024-04-15T15:11:10.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfe65d5640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fdfe0070cc0 con 0x7fdfe015fe80 2024-04-15T15:11:10.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfdffff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fdfe01590d0 0x7fdfe006eeb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:47170/0 (socket says 172.21.15.84:47170) 2024-04-15T15:11:10.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfdffff640 1 -- 172.21.15.84:0/4149746826 learned_addr learned my addr 172.21.15.84:0/4149746826 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:10.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfd7fff640 1 --2- 172.21.15.84:0/4149746826 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdfe015fe80 0x7fdfe0070310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:10.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfdf7fe640 1 -- 172.21.15.84:0/4149746826 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2657470748 0 0) 0x7fdfe006f990 con 0x7fdfe01590d0 2024-04-15T15:11:10.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfdf7fe640 1 -- 172.21.15.84:0/4149746826 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdfcc003520 con 0x7fdfe01590d0 2024-04-15T15:11:10.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfdf7fe640 1 -- 172.21.15.84:0/4149746826 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1113501352 0 0) 0x7fdfcc003520 con 0x7fdfe01590d0 2024-04-15T15:11:10.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfdf7fe640 1 -- 172.21.15.84:0/4149746826 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdfe015fe80 msgr2=0x7fdfe0070310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:10.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfdf7fe640 1 --2- 172.21.15.84:0/4149746826 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdfe015fe80 0x7fdfe0070310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfdf7fe640 1 -- 172.21.15.84:0/4149746826 >> v1:172.21.15.203:6789/0 conn(0x7fdfe0070850 legacy=0x7fdfe006d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:10.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfdf7fe640 1 -- 172.21.15.84:0/4149746826 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfe015f680 con 0x7fdfe01590d0 2024-04-15T15:11:10.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfdf7fe640 1 -- 172.21.15.84:0/4149746826 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7fdfd0001670 con 0x7fdfe01590d0 2024-04-15T15:11:10.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfdf7fe640 1 -- 172.21.15.84:0/4149746826 >> v1:172.21.15.84:6789/0 conn(0x7fdfe01590d0 legacy=0x7fdfe006eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:10.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfdf7fe640 1 --2- 172.21.15.84:0/4149746826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdfcc0039e0 0x7fdfcc003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:10.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfdf7fe640 1 --2- 172.21.15.84:0/4149746826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdfcc004390 0x7fdfcc004860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:10.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfdf7fe640 1 --2- 172.21.15.84:0/4149746826 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdfe015fe80 0x7fdfcc0050c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:10.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfdf7fe640 1 -- 172.21.15.84:0/4149746826 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fdfe0070cc0 con 0x7fdfcc004390 2024-04-15T15:11:10.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfdf7fe640 1 -- 172.21.15.84:0/4149746826 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fdfcc00b9c0 con 0x7fdfcc0039e0 2024-04-15T15:11:10.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfdf7fe640 1 -- 172.21.15.84:0/4149746826 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fdfcc00bbc0 con 0x7fdfe015fe80 2024-04-15T15:11:10.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfd7fff640 1 --2- 172.21.15.84:0/4149746826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdfcc004390 0x7fdfcc004860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:10.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfdffff640 1 --2- 172.21.15.84:0/4149746826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdfcc0039e0 0x7fdfcc003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:10.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.212+0000 7fdfe4b72640 1 --2- 172.21.15.84:0/4149746826 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdfe015fe80 0x7fdfcc0050c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:10.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.213+0000 7fdfd7fff640 1 -- 172.21.15.84:0/4149746826 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdfe015fe80 msgr2=0x7fdfcc0050c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:10.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.213+0000 7fdfd7fff640 1 --2- 172.21.15.84:0/4149746826 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdfe015fe80 0x7fdfcc0050c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.213+0000 7fdfd7fff640 1 -- 172.21.15.84:0/4149746826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdfcc0039e0 msgr2=0x7fdfcc003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:10.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.213+0000 7fdfd7fff640 1 --2- 172.21.15.84:0/4149746826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdfcc0039e0 0x7fdfcc003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.213+0000 7fdfd7fff640 1 -- 172.21.15.84:0/4149746826 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfcc003520 con 0x7fdfcc004390 2024-04-15T15:11:10.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.213+0000 7fdfdffff640 1 --2- 172.21.15.84:0/4149746826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdfcc0039e0 0x7fdfcc003dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:10.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.213+0000 7fdfd7fff640 1 --2- 172.21.15.84:0/4149746826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdfcc004390 0x7fdfcc004860 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fdfc8009ac0 tx=0x7fdfcc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a353ceff196f4c server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:10.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.213+0000 7fdfdf7fe640 1 -- 172.21.15.84:0/4149746826 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfc8039070 con 0x7fdfcc004390 2024-04-15T15:11:10.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.213+0000 7fdfdf7fe640 1 -- 172.21.15.84:0/4149746826 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfc802c6b0 con 0x7fdfcc004390 2024-04-15T15:11:10.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.213+0000 7fdfdf7fe640 1 -- 172.21.15.84:0/4149746826 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfc8009690 con 0x7fdfcc004390 2024-04-15T15:11:10.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.214+0000 7fdfe65d5640 1 -- 172.21.15.84:0/4149746826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdfcc004390 msgr2=0x7fdfcc004860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:10.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.214+0000 7fdfe65d5640 1 --2- 172.21.15.84:0/4149746826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdfcc004390 0x7fdfcc004860 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fdfc8009ac0 tx=0x7fdfcc005830 comp rx=0 tx=0).stop 2024-04-15T15:11:10.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.214+0000 7fdfe4b72640 1 -- 172.21.15.84:0/4149746826 reap_dead start 2024-04-15T15:11:10.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.214+0000 7fdfe65d5640 1 -- 172.21.15.84:0/4149746826 shutdown_connections 2024-04-15T15:11:10.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.214+0000 7fdfe65d5640 1 -- 172.21.15.84:0/4149746826 >> 172.21.15.84:0/4149746826 conn(0x7fdfe00cdd20 msgr2=0x7fdfe00ce100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:10.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.214+0000 7fdfe65d5640 1 -- 172.21.15.84:0/4149746826 shutdown_connections 2024-04-15T15:11:10.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.214+0000 7fdfe65d5640 1 -- 172.21.15.84:0/4149746826 wait complete. 2024-04-15T15:11:10.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.215+0000 7fdfe65d5640 1 Processor -- start 2024-04-15T15:11:10.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.215+0000 7fdfe65d5640 1 -- start start 2024-04-15T15:11:10.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.216+0000 7fdfe65d5640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdfcc004390 0x7fdfe01468d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:10.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.216+0000 7fdfe65d5640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdfe014a470 0x7fdfe00cd1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:10.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.216+0000 7fdfe65d5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdfe0149010 0x7fdfe0149490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:10.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.216+0000 7fdfe65d5640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fdfe015c9c0 con 0x7fdfe0149010 2024-04-15T15:11:10.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.216+0000 7fdfe65d5640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fdfe015f150 con 0x7fdfe014a470 2024-04-15T15:11:10.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.216+0000 7fdfe65d5640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fdfe006f5c0 con 0x7fdfcc004390 2024-04-15T15:11:10.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.216+0000 7fdfe4b72640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdfe0149010 0x7fdfe0149490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:10.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.216+0000 7fdfe4b72640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdfe0149010 0x7fdfe0149490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:48060/0 (socket says 172.21.15.84:48060) 2024-04-15T15:11:10.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.216+0000 7fdfe4b72640 1 -- 172.21.15.84:0/3001884366 learned_addr learned my addr 172.21.15.84:0/3001884366 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:10.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.216+0000 7fdfdffff640 1 --2- 172.21.15.84:0/3001884366 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdfcc004390 0x7fdfe01468d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:10.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.216+0000 7fdfd7fff640 1 --2- 172.21.15.84:0/3001884366 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdfe014a470 0x7fdfe00cd1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:10.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.216+0000 7fdfe4b72640 1 -- 172.21.15.84:0/3001884366 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdfcc004390 msgr2=0x7fdfe01468d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:10.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.216+0000 7fdfe4b72640 1 --2- 172.21.15.84:0/3001884366 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdfcc004390 0x7fdfe01468d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.216+0000 7fdfe4b72640 1 -- 172.21.15.84:0/3001884366 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdfe014a470 msgr2=0x7fdfe00cd1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:10.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.216+0000 7fdfe4b72640 1 --2- 172.21.15.84:0/3001884366 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdfe014a470 0x7fdfe00cd1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.216+0000 7fdfe4b72640 1 -- 172.21.15.84:0/3001884366 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfe0147100 con 0x7fdfe0149010 2024-04-15T15:11:10.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.216+0000 7fdfe4b72640 1 --2- 172.21.15.84:0/3001884366 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdfe0149010 0x7fdfe0149490 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fdfe0071770 tx=0x7fdfd800eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:10.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.217+0000 7fdfdd7fa640 1 -- 172.21.15.84:0/3001884366 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd8003970 con 0x7fdfe0149010 2024-04-15T15:11:10.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.217+0000 7fdfdd7fa640 1 -- 172.21.15.84:0/3001884366 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdfd8018070 con 0x7fdfe0149010 2024-04-15T15:11:10.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.217+0000 7fdfe65d5640 1 -- 172.21.15.84:0/3001884366 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfe01473e0 con 0x7fdfe0149010 2024-04-15T15:11:10.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.217+0000 7fdfdd7fa640 1 -- 172.21.15.84:0/3001884366 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd8003d50 con 0x7fdfe0149010 2024-04-15T15:11:10.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.217+0000 7fdfe65d5640 1 -- 172.21.15.84:0/3001884366 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfe01479a0 con 0x7fdfe0149010 2024-04-15T15:11:10.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.218+0000 7fdfe65d5640 1 -- 172.21.15.84:0/3001884366 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfe014d4e0 con 0x7fdfe0149010 2024-04-15T15:11:10.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.218+0000 7fdfdd7fa640 1 -- 172.21.15.84:0/3001884366 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fdfd80050d0 con 0x7fdfe0149010 2024-04-15T15:11:10.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.219+0000 7fdfdd7fa640 1 --2- 172.21.15.84:0/3001884366 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdfc006c8f0 0x7fdfc006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:10.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.219+0000 7fdfdffff640 1 --2- 172.21.15.84:0/3001884366 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdfc006c8f0 0x7fdfc006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:10.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.219+0000 7fdfdd7fa640 1 -- 172.21.15.84:0/3001884366 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fdfd808bc30 con 0x7fdfe0149010 2024-04-15T15:11:10.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.219+0000 7fdfdffff640 1 --2- 172.21.15.84:0/3001884366 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdfc006c8f0 0x7fdfc006edb0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0000c00 tx=0x7fdfd0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:10.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.223+0000 7fdfdd7fa640 1 -- 172.21.15.84:0/3001884366 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fdfe014d4e0 con 0x7fdfe0149010 2024-04-15T15:11:10.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.402+0000 7fdfe65d5640 1 -- 172.21.15.84:0/3001884366 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdfe00690f0 con 0x7fdfe0149010 2024-04-15T15:11:10.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.403+0000 7fdfdd7fa640 1 -- 172.21.15.84:0/3001884366 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18854 (secure 0 0 0) 0x7fdfd8059c60 con 0x7fdfe0149010 2024-04-15T15:11:10.405 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:10.405 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":26,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:11:03.629918+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.16","mappings":[{"from":5,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.b","mappings":[{"from":1,"to":2}]},{"pgid":"4.1e","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:10.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.405+0000 7fdfe65d5640 1 -- 172.21.15.84:0/3001884366 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdfc006c8f0 msgr2=0x7fdfc006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:10.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.405+0000 7fdfe65d5640 1 --2- 172.21.15.84:0/3001884366 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdfc006c8f0 0x7fdfc006edb0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0000c00 tx=0x7fdfd0009040 comp rx=0 tx=0).stop 2024-04-15T15:11:10.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.405+0000 7fdfe65d5640 1 -- 172.21.15.84:0/3001884366 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdfe0149010 msgr2=0x7fdfe0149490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:10.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.405+0000 7fdfe65d5640 1 --2- 172.21.15.84:0/3001884366 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdfe0149010 0x7fdfe0149490 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fdfe0071770 tx=0x7fdfd800eb90 comp rx=0 tx=0).stop 2024-04-15T15:11:10.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.405+0000 7fdfe65d5640 1 -- 172.21.15.84:0/3001884366 shutdown_connections 2024-04-15T15:11:10.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.405+0000 7fdfe65d5640 1 --2- 172.21.15.84:0/3001884366 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdfc006c8f0 0x7fdfc006edb0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.405+0000 7fdfe65d5640 1 --2- 172.21.15.84:0/3001884366 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdfe014a470 0x7fdfe00cd1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.405+0000 7fdfe65d5640 1 --2- 172.21.15.84:0/3001884366 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdfe0149010 0x7fdfe0149490 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.405+0000 7fdfe65d5640 1 --2- 172.21.15.84:0/3001884366 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdfcc004390 0x7fdfe01468d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.405+0000 7fdfe65d5640 1 -- 172.21.15.84:0/3001884366 >> 172.21.15.84:0/3001884366 conn(0x7fdfe00cdd20 msgr2=0x7fdfe0159fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:10.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.405+0000 7fdfe65d5640 1 -- 172.21.15.84:0/3001884366 shutdown_connections 2024-04-15T15:11:10.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.405+0000 7fdfe65d5640 1 -- 172.21.15.84:0/3001884366 wait complete. 2024-04-15T15:11:10.419 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:10:20.621351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:10:21.653421+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-15T15:10:25.371593+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-15T15:11:10.420 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:11:10.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.524+0000 7f11882d9640 1 Processor -- start 2024-04-15T15:11:10.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.524+0000 7f11882d9640 1 -- start start 2024-04-15T15:11:10.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.525+0000 7f11882d9640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f11800d1810 0x7f11800b6750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:10.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.525+0000 7f11882d9640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1180160ff0 con 0x7f11800ce190 2024-04-15T15:11:10.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.525+0000 7f11882d9640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11800b5840 con 0x7f118015c5f0 2024-04-15T15:11:10.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.525+0000 7f11882d9640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f1180160da0 con 0x7f11800d1810 2024-04-15T15:11:10.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.525+0000 7f1185874640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f11800ce190 0x7f11800b6040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:47180/0 (socket says 172.21.15.84:47180) 2024-04-15T15:11:10.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.525+0000 7f1185874640 1 -- 172.21.15.84:0/3346132464 learned_addr learned my addr 172.21.15.84:0/3346132464 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:10.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.525+0000 7f1186876640 1 --2- 172.21.15.84:0/3346132464 >> v2:172.21.15.203:3300/0 conn(0x7f11800d1810 0x7f11800b6750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:10.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.525+0000 7f1185073640 1 -- 172.21.15.84:0/3346132464 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1777050578 0 0) 0x7f1180160ff0 con 0x7f11800ce190 2024-04-15T15:11:10.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.525+0000 7f1185073640 1 -- 172.21.15.84:0/3346132464 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f116c003520 con 0x7f11800ce190 2024-04-15T15:11:10.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.525+0000 7f1185073640 1 -- 172.21.15.84:0/3346132464 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3549641251 0 0) 0x7f11800b5840 con 0x7f118015c5f0 2024-04-15T15:11:10.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.525+0000 7f1185073640 1 -- 172.21.15.84:0/3346132464 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1180160ff0 con 0x7f118015c5f0 2024-04-15T15:11:10.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.525+0000 7f1185073640 1 -- 172.21.15.84:0/3346132464 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 244636217 0 0) 0x7f116c003520 con 0x7f11800ce190 2024-04-15T15:11:10.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.525+0000 7f1186876640 1 -- 172.21.15.84:0/3346132464 >> v1:172.21.15.203:6789/0 conn(0x7f118015c5f0 legacy=0x7f11800d1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:10.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.525+0000 7f1186876640 1 -- 172.21.15.84:0/3346132464 >> v1:172.21.15.84:6789/0 conn(0x7f11800ce190 legacy=0x7f11800b6040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:10.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.525+0000 7f1186876640 1 -- 172.21.15.84:0/3346132464 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11800d2150 con 0x7f11800d1810 2024-04-15T15:11:10.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.526+0000 7f1186876640 1 --2- 172.21.15.84:0/3346132464 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f11800d1810 0x7f11800b6750 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f11780097a0 tx=0x7f117802b790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=27fd994a54c26a4 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:10.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.526+0000 7f1185073640 1 -- 172.21.15.84:0/3346132464 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1178037070 con 0x7f11800d1810 2024-04-15T15:11:10.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.526+0000 7f1185073640 1 -- 172.21.15.84:0/3346132464 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1178030510 con 0x7f11800d1810 2024-04-15T15:11:10.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.526+0000 7f1185073640 1 -- 172.21.15.84:0/3346132464 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1170001670 con 0x7f11800d1810 2024-04-15T15:11:10.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.527+0000 7f11882d9640 1 -- 172.21.15.84:0/3346132464 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f11800d1810 msgr2=0x7f11800b6750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:10.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.527+0000 7f11882d9640 1 --2- 172.21.15.84:0/3346132464 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f11800d1810 0x7f11800b6750 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f11780097a0 tx=0x7f117802b790 comp rx=0 tx=0).stop 2024-04-15T15:11:10.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.527+0000 7f11882d9640 1 -- 172.21.15.84:0/3346132464 shutdown_connections 2024-04-15T15:11:10.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.527+0000 7f11882d9640 1 --2- 172.21.15.84:0/3346132464 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f11800d1810 0x7f11800b6750 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.527+0000 7f11882d9640 1 -- 172.21.15.84:0/3346132464 >> 172.21.15.84:0/3346132464 conn(0x7f11800b4010 msgr2=0x7f11800b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:10.530 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.527+0000 7f11882d9640 1 -- 172.21.15.84:0/3346132464 shutdown_connections 2024-04-15T15:11:10.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.527+0000 7f11882d9640 1 -- 172.21.15.84:0/3346132464 wait complete. 2024-04-15T15:11:10.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.528+0000 7f11882d9640 1 Processor -- start 2024-04-15T15:11:10.531 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.528+0000 7f11882d9640 1 -- start start 2024-04-15T15:11:10.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.529+0000 7f11882d9640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f11800d1810 0x7f1180154a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:10.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.529+0000 7f11882d9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f118015c5f0 0x7f1180157920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:10.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.529+0000 7f11882d9640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1180153ca0 0x7f1180142b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:10.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.529+0000 7f11882d9640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f11801612d0 con 0x7f118015c5f0 2024-04-15T15:11:10.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.529+0000 7f11882d9640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f11800b5bb0 con 0x7f1180153ca0 2024-04-15T15:11:10.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.529+0000 7f11882d9640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f118006f510 con 0x7f11800d1810 2024-04-15T15:11:10.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.529+0000 7f1185874640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f118015c5f0 0x7f1180157920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:10.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.529+0000 7f1185874640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f118015c5f0 0x7f1180157920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:48062/0 (socket says 172.21.15.84:48062) 2024-04-15T15:11:10.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.529+0000 7f1185874640 1 -- 172.21.15.84:0/598596404 learned_addr learned my addr 172.21.15.84:0/598596404 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:10.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.529+0000 7f1186876640 1 --2- 172.21.15.84:0/598596404 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1180153ca0 0x7f1180142b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:10.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.529+0000 7f1186075640 1 --2- 172.21.15.84:0/598596404 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f11800d1810 0x7f1180154a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:10.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.529+0000 7f1185874640 1 -- 172.21.15.84:0/598596404 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f11800d1810 msgr2=0x7f1180154a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:10.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.529+0000 7f1185874640 1 --2- 172.21.15.84:0/598596404 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f11800d1810 0x7f1180154a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.529+0000 7f1185874640 1 -- 172.21.15.84:0/598596404 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1180153ca0 msgr2=0x7f1180142b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:10.534 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.529+0000 7f1185874640 1 --2- 172.21.15.84:0/598596404 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1180153ca0 0x7f1180142b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.529+0000 7f1185874640 1 -- 172.21.15.84:0/598596404 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11800cc070 con 0x7f118015c5f0 2024-04-15T15:11:10.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.529+0000 7f1186876640 1 --2- 172.21.15.84:0/598596404 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1180153ca0 0x7f1180142b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:10.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.530+0000 7f1185874640 1 --2- 172.21.15.84:0/598596404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f118015c5f0 0x7f1180157920 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f117000c780 tx=0x7f117000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:10.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.530+0000 7f1176ffd640 1 -- 172.21.15.84:0/598596404 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1170017070 con 0x7f118015c5f0 2024-04-15T15:11:10.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.530+0000 7f1176ffd640 1 -- 172.21.15.84:0/598596404 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1170005af0 con 0x7f118015c5f0 2024-04-15T15:11:10.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.530+0000 7f11882d9640 1 -- 172.21.15.84:0/598596404 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11800cb2b0 con 0x7f118015c5f0 2024-04-15T15:11:10.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.530+0000 7f1176ffd640 1 -- 172.21.15.84:0/598596404 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1170007070 con 0x7f118015c5f0 2024-04-15T15:11:10.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.530+0000 7f11882d9640 1 -- 172.21.15.84:0/598596404 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11800cb870 con 0x7f118015c5f0 2024-04-15T15:11:10.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.531+0000 7f11882d9640 1 -- 172.21.15.84:0/598596404 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1180075c50 con 0x7f118015c5f0 2024-04-15T15:11:10.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.531+0000 7f1176ffd640 1 -- 172.21.15.84:0/598596404 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f117001a070 con 0x7f118015c5f0 2024-04-15T15:11:10.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.532+0000 7f1176ffd640 1 --2- 172.21.15.84:0/598596404 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f116406c8f0 0x7f116406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:10.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.532+0000 7f1176ffd640 1 -- 172.21.15.84:0/598596404 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f117008b410 con 0x7f118015c5f0 2024-04-15T15:11:10.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.532+0000 7f1186075640 1 --2- 172.21.15.84:0/598596404 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f116406c8f0 0x7f116406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:10.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.532+0000 7f1186075640 1 --2- 172.21.15.84:0/598596404 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f116406c8f0 0x7f116406edb0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f117c001560 tx=0x7f117c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:10.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.536+0000 7f1176ffd640 1 -- 172.21.15.84:0/598596404 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f11700594d0 con 0x7f118015c5f0 2024-04-15T15:11:10.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.714+0000 7f11882d9640 1 -- 172.21.15.84:0/598596404 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f11800d1e50 con 0x7f118015c5f0 2024-04-15T15:11:10.716 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.715+0000 7f1176ffd640 1 -- 172.21.15.84:0/598596404 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) ==== 93+0+10 (secure 0 0 0) 0x7f1170058dd0 con 0x7f118015c5f0 2024-04-15T15:11:10.717 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:11:10.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.716+0000 7f11882d9640 1 -- 172.21.15.84:0/598596404 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f116406c8f0 msgr2=0x7f116406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:10.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.716+0000 7f11882d9640 1 --2- 172.21.15.84:0/598596404 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f116406c8f0 0x7f116406edb0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f117c001560 tx=0x7f117c009040 comp rx=0 tx=0).stop 2024-04-15T15:11:10.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.716+0000 7f11882d9640 1 -- 172.21.15.84:0/598596404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f118015c5f0 msgr2=0x7f1180157920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:10.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.716+0000 7f11882d9640 1 --2- 172.21.15.84:0/598596404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f118015c5f0 0x7f1180157920 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f117000c780 tx=0x7f117000cc40 comp rx=0 tx=0).stop 2024-04-15T15:11:10.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.717+0000 7f11882d9640 1 -- 172.21.15.84:0/598596404 shutdown_connections 2024-04-15T15:11:10.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.717+0000 7f11882d9640 1 --2- 172.21.15.84:0/598596404 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f116406c8f0 0x7f116406edb0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.717+0000 7f11882d9640 1 --2- 172.21.15.84:0/598596404 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1180153ca0 0x7f1180142b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.717+0000 7f11882d9640 1 --2- 172.21.15.84:0/598596404 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f118015c5f0 0x7f1180157920 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.717+0000 7f11882d9640 1 --2- 172.21.15.84:0/598596404 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f11800d1810 0x7f1180154a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.717+0000 7f11882d9640 1 -- 172.21.15.84:0/598596404 >> 172.21.15.84:0/598596404 conn(0x7f11800b4010 msgr2=0x7f11800b43f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:10.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.717+0000 7f11882d9640 1 -- 172.21.15.84:0/598596404 shutdown_connections 2024-04-15T15:11:10.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.717+0000 7f11882d9640 1 -- 172.21.15.84:0/598596404 wait complete. 2024-04-15T15:11:10.729 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:11:10.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.833+0000 7f4468ac1640 1 Processor -- start 2024-04-15T15:11:10.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.833+0000 7f4468ac1640 1 -- start start 2024-04-15T15:11:10.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.834+0000 7f4468ac1640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f44640cfee0 0x7f44641697a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:10.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.834+0000 7f4468ac1640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44640cc660 con 0x7f44640cba10 2024-04-15T15:11:10.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.834+0000 7f4468ac1640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44640cc940 con 0x7f446406c350 2024-04-15T15:11:10.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.834+0000 7f4468ac1640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f446415c810 con 0x7f44640cfee0 2024-04-15T15:11:10.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.834+0000 7f4461d9b640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f44640cba10 0x7f44640cbe70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:47186/0 (socket says 172.21.15.84:47186) 2024-04-15T15:11:10.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.834+0000 7f4461d9b640 1 -- 172.21.15.84:0/2056680504 learned_addr learned my addr 172.21.15.84:0/2056680504 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:10.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.834+0000 7f4462d9d640 1 --2- 172.21.15.84:0/2056680504 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f44640cfee0 0x7f44641697a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:10.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.834+0000 7f446159a640 1 -- 172.21.15.84:0/2056680504 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1084910438 0 0) 0x7f44640cc660 con 0x7f44640cba10 2024-04-15T15:11:10.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.834+0000 7f446159a640 1 -- 172.21.15.84:0/2056680504 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f444c003520 con 0x7f44640cba10 2024-04-15T15:11:10.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.835+0000 7f446159a640 1 -- 172.21.15.84:0/2056680504 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3843325213 0 0) 0x7f444c003520 con 0x7f44640cba10 2024-04-15T15:11:10.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.835+0000 7f446159a640 1 -- 172.21.15.84:0/2056680504 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f44640cfee0 msgr2=0x7f44641697a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:10.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.835+0000 7f446159a640 1 --2- 172.21.15.84:0/2056680504 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f44640cfee0 0x7f44641697a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.835+0000 7f446159a640 1 -- 172.21.15.84:0/2056680504 >> v1:172.21.15.203:6789/0 conn(0x7f446406c350 legacy=0x7f446406c730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:10.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.835+0000 7f446159a640 1 -- 172.21.15.84:0/2056680504 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44640ccc20 con 0x7f44640cba10 2024-04-15T15:11:10.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.835+0000 7f446159a640 1 -- 172.21.15.84:0/2056680504 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f4458001670 con 0x7f44640cba10 2024-04-15T15:11:10.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.835+0000 7f446159a640 1 -- 172.21.15.84:0/2056680504 >> v1:172.21.15.84:6789/0 conn(0x7f44640cba10 legacy=0x7f44640cbe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:10.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.835+0000 7f446159a640 1 --2- 172.21.15.84:0/2056680504 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f444c0039e0 0x7f444c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:10.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.835+0000 7f446159a640 1 --2- 172.21.15.84:0/2056680504 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f444c004800 0x7f444c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:10.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.835+0000 7f446159a640 1 --2- 172.21.15.84:0/2056680504 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f44640cfee0 0x7f444c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:10.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.835+0000 7f446159a640 1 -- 172.21.15.84:0/2056680504 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f446415c810 con 0x7f444c0039e0 2024-04-15T15:11:10.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.835+0000 7f446159a640 1 -- 172.21.15.84:0/2056680504 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f444c00baa0 con 0x7f444c004800 2024-04-15T15:11:10.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.835+0000 7f446159a640 1 -- 172.21.15.84:0/2056680504 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f444c00bca0 con 0x7f44640cfee0 2024-04-15T15:11:10.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.835+0000 7f446259c640 1 --2- 172.21.15.84:0/2056680504 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f444c0039e0 0x7f444c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:10.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.835+0000 7f4461d9b640 1 --2- 172.21.15.84:0/2056680504 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f444c004800 0x7f444c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:10.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.835+0000 7f4462d9d640 1 --2- 172.21.15.84:0/2056680504 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f44640cfee0 0x7f444c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:10.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.835+0000 7f446259c640 1 -- 172.21.15.84:0/2056680504 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f44640cfee0 msgr2=0x7f444c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:10.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.835+0000 7f446259c640 1 --2- 172.21.15.84:0/2056680504 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f44640cfee0 0x7f444c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.835+0000 7f446259c640 1 -- 172.21.15.84:0/2056680504 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f444c004800 msgr2=0x7f444c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:10.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.835+0000 7f446259c640 1 --2- 172.21.15.84:0/2056680504 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f444c004800 0x7f444c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.835+0000 7f446259c640 1 -- 172.21.15.84:0/2056680504 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f444c003520 con 0x7f444c0039e0 2024-04-15T15:11:10.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.836+0000 7f446259c640 1 --2- 172.21.15.84:0/2056680504 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f444c0039e0 0x7f444c003e00 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f4454001720 tx=0x7f444c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33d7f424fe5c3a2c server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:10.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.836+0000 7f446159a640 1 -- 172.21.15.84:0/2056680504 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4454001370 con 0x7f444c0039e0 2024-04-15T15:11:10.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.836+0000 7f446159a640 1 -- 172.21.15.84:0/2056680504 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f44540052d0 con 0x7f444c0039e0 2024-04-15T15:11:10.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.836+0000 7f446159a640 1 -- 172.21.15.84:0/2056680504 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4454003830 con 0x7f444c0039e0 2024-04-15T15:11:10.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.836+0000 7f4468ac1640 1 -- 172.21.15.84:0/2056680504 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f444c0039e0 msgr2=0x7f444c003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:10.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.836+0000 7f4468ac1640 1 --2- 172.21.15.84:0/2056680504 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f444c0039e0 0x7f444c003e00 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f4454001720 tx=0x7f444c005830 comp rx=0 tx=0).stop 2024-04-15T15:11:10.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.836+0000 7f4462d9d640 1 -- 172.21.15.84:0/2056680504 reap_dead start 2024-04-15T15:11:10.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.836+0000 7f4468ac1640 1 -- 172.21.15.84:0/2056680504 shutdown_connections 2024-04-15T15:11:10.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.836+0000 7f4468ac1640 1 -- 172.21.15.84:0/2056680504 >> 172.21.15.84:0/2056680504 conn(0x7f44640cd490 msgr2=0x7f44640cd8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:10.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.837+0000 7f4468ac1640 1 -- 172.21.15.84:0/2056680504 shutdown_connections 2024-04-15T15:11:10.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.837+0000 7f4468ac1640 1 -- 172.21.15.84:0/2056680504 wait complete. 2024-04-15T15:11:10.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.838+0000 7f4468ac1640 1 Processor -- start 2024-04-15T15:11:10.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.838+0000 7f4468ac1640 1 -- start start 2024-04-15T15:11:10.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.838+0000 7f4468ac1640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f444c0039e0 0x7f4464158fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:10.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.838+0000 7f4468ac1640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4464160ea0 0x7f446414de80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:10.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.839+0000 7f4468ac1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4464162790 0x7f4464072540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:10.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.839+0000 7f4468ac1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f446415fc00 con 0x7f4464162790 2024-04-15T15:11:10.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.839+0000 7f4468ac1640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f44640ccf00 con 0x7f444c0039e0 2024-04-15T15:11:10.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.839+0000 7f4468ac1640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f446415fd80 con 0x7f4464160ea0 2024-04-15T15:11:10.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.839+0000 7f4462d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4464162790 0x7f4464072540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:10.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.839+0000 7f4462d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4464162790 0x7f4464072540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:48070/0 (socket says 172.21.15.84:48070) 2024-04-15T15:11:10.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.839+0000 7f4462d9d640 1 -- 172.21.15.84:0/689578694 learned_addr learned my addr 172.21.15.84:0/689578694 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:10.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.839+0000 7f446259c640 1 --2- 172.21.15.84:0/689578694 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f444c0039e0 0x7f4464158fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:10.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.839+0000 7f4461d9b640 1 --2- 172.21.15.84:0/689578694 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4464160ea0 0x7f446414de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:10.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.839+0000 7f4462d9d640 1 -- 172.21.15.84:0/689578694 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4464160ea0 msgr2=0x7f446414de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:10.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.839+0000 7f4462d9d640 1 --2- 172.21.15.84:0/689578694 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4464160ea0 0x7f446414de80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.839+0000 7f4462d9d640 1 -- 172.21.15.84:0/689578694 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f444c0039e0 msgr2=0x7f4464158fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:10.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.839+0000 7f4462d9d640 1 --2- 172.21.15.84:0/689578694 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f444c0039e0 0x7f4464158fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:10.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.839+0000 7f4462d9d640 1 -- 172.21.15.84:0/689578694 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44641616f0 con 0x7f4464162790 2024-04-15T15:11:10.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.839+0000 7f4461d9b640 1 --2- 172.21.15.84:0/689578694 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4464160ea0 0x7f446414de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:10.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.839+0000 7f4462d9d640 1 --2- 172.21.15.84:0/689578694 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4464162790 0x7f4464072540 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f4464070f90 tx=0x7f445c0115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:10.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.839+0000 7f4452ffd640 1 -- 172.21.15.84:0/689578694 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f445c003990 con 0x7f4464162790 2024-04-15T15:11:10.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.839+0000 7f4452ffd640 1 -- 172.21.15.84:0/689578694 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f445c01b070 con 0x7f4464162790 2024-04-15T15:11:10.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.839+0000 7f4452ffd640 1 -- 172.21.15.84:0/689578694 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f445c003b70 con 0x7f4464162790 2024-04-15T15:11:10.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.839+0000 7f4468ac1640 1 -- 172.21.15.84:0/689578694 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44641619d0 con 0x7f4464162790 2024-04-15T15:11:10.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.839+0000 7f4468ac1640 1 -- 172.21.15.84:0/689578694 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4464161f90 con 0x7f4464162790 2024-04-15T15:11:10.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.840+0000 7f4468ac1640 1 -- 172.21.15.84:0/689578694 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4464075c50 con 0x7f4464162790 2024-04-15T15:11:10.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.841+0000 7f4452ffd640 1 -- 172.21.15.84:0/689578694 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f445c003d10 con 0x7f4464162790 2024-04-15T15:11:10.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.841+0000 7f4452ffd640 1 --2- 172.21.15.84:0/689578694 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f444406c920 0x7f444406ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:10.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.841+0000 7f4452ffd640 1 -- 172.21.15.84:0/689578694 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f445c08c660 con 0x7f4464162790 2024-04-15T15:11:10.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.841+0000 7f446259c640 1 --2- 172.21.15.84:0/689578694 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f444406c920 0x7f444406ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:10.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.842+0000 7f446259c640 1 --2- 172.21.15.84:0/689578694 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f444406c920 0x7f444406ede0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f4454033000 tx=0x7f4454009030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:10.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:10.846+0000 7f4452ffd640 1 -- 172.21.15.84:0/689578694 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f445c05a720 con 0x7f4464162790 2024-04-15T15:11:11.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.020+0000 7f4468ac1640 1 -- 172.21.15.84:0/689578694 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f44640cb4b0 con 0x7f4464162790 2024-04-15T15:11:11.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.020+0000 7f4452ffd640 1 -- 172.21.15.84:0/689578694 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) ==== 104+0+11 (secure 0 0 0) 0x7f445c05a020 con 0x7f4464162790 2024-04-15T15:11:11.022 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:11.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.023+0000 7f4468ac1640 1 -- 172.21.15.84:0/689578694 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f444406c920 msgr2=0x7f444406ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:11.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.023+0000 7f4468ac1640 1 --2- 172.21.15.84:0/689578694 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f444406c920 0x7f444406ede0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f4454033000 tx=0x7f4454009030 comp rx=0 tx=0).stop 2024-04-15T15:11:11.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.023+0000 7f4468ac1640 1 -- 172.21.15.84:0/689578694 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4464162790 msgr2=0x7f4464072540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:11.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.023+0000 7f4468ac1640 1 --2- 172.21.15.84:0/689578694 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4464162790 0x7f4464072540 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f4464070f90 tx=0x7f445c0115a0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.023+0000 7f4468ac1640 1 -- 172.21.15.84:0/689578694 shutdown_connections 2024-04-15T15:11:11.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.023+0000 7f4468ac1640 1 --2- 172.21.15.84:0/689578694 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4464162790 0x7f4464072540 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.023+0000 7f4468ac1640 1 --2- 172.21.15.84:0/689578694 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4464160ea0 0x7f446414de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.023+0000 7f4468ac1640 1 --2- 172.21.15.84:0/689578694 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f444406c920 0x7f444406ede0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.023+0000 7f4468ac1640 1 --2- 172.21.15.84:0/689578694 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f444c0039e0 0x7f4464158fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.023+0000 7f4468ac1640 1 -- 172.21.15.84:0/689578694 >> 172.21.15.84:0/689578694 conn(0x7f44640cd490 msgr2=0x7f44640cad20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:11.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.023+0000 7f4468ac1640 1 -- 172.21.15.84:0/689578694 shutdown_connections 2024-04-15T15:11:11.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.023+0000 7f4468ac1640 1 -- 172.21.15.84:0/689578694 wait complete. 2024-04-15T15:11:11.036 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:11:11.142 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.140+0000 7fbf20e47640 1 Processor -- start 2024-04-15T15:11:11.142 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.140+0000 7fbf20e47640 1 -- start start 2024-04-15T15:11:11.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.141+0000 7fbf20e47640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fbf1c15e9f0 0x7fbf1c0d3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:11.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.141+0000 7fbf20e47640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fbf1c06c400 0x7fbf1c06c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:11.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.141+0000 7fbf20e47640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf1c0d2320 con 0x7fbf1c15e610 2024-04-15T15:11:11.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.141+0000 7fbf20e47640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fbf1c0d31d0 con 0x7fbf1c06c400 2024-04-15T15:11:11.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.141+0000 7fbf20e47640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fbf1c0d25c0 con 0x7fbf1c15e9f0 2024-04-15T15:11:11.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.142+0000 7fbf1a59c640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fbf1c15e610 0x7fbf1c0d0690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:47194/0 (socket says 172.21.15.84:47194) 2024-04-15T15:11:11.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.142+0000 7fbf1a59c640 1 -- 172.21.15.84:0/2605146702 learned_addr learned my addr 172.21.15.84:0/2605146702 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:11.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.142+0000 7fbf1ad9d640 1 --2- 172.21.15.84:0/2605146702 >> v2:172.21.15.84:3300/0 conn(0x7fbf1c06c400 0x7fbf1c06c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:11.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.142+0000 7fbf19d9b640 1 --2- 172.21.15.84:0/2605146702 >> v2:172.21.15.203:3300/0 conn(0x7fbf1c15e9f0 0x7fbf1c0d3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:11.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.142+0000 7fbf1ad9d640 1 -- 172.21.15.84:0/2605146702 >> v2:172.21.15.203:3300/0 conn(0x7fbf1c15e9f0 msgr2=0x7fbf1c0d3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:11.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.142+0000 7fbf1ad9d640 1 --2- 172.21.15.84:0/2605146702 >> v2:172.21.15.203:3300/0 conn(0x7fbf1c15e9f0 0x7fbf1c0d3660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.142+0000 7fbf1ad9d640 1 -- 172.21.15.84:0/2605146702 >> v1:172.21.15.84:6789/0 conn(0x7fbf1c15e610 legacy=0x7fbf1c0d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:11.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.142+0000 7fbf1ad9d640 1 -- 172.21.15.84:0/2605146702 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf1c0d28a0 con 0x7fbf1c06c400 2024-04-15T15:11:11.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.142+0000 7fbf19d9b640 1 --2- 172.21.15.84:0/2605146702 >> v2:172.21.15.203:3300/0 conn(0x7fbf1c15e9f0 0x7fbf1c0d3660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:11.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.143+0000 7fbf1ad9d640 1 --2- 172.21.15.84:0/2605146702 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf1c06c400 0x7fbf1c06c890 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fbf1c0cf470 tx=0x7fbf1402bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96db3b4c4ab9afe6 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:11.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.143+0000 7fbf1959a640 1 -- 172.21.15.84:0/2605146702 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf14039070 con 0x7fbf1c06c400 2024-04-15T15:11:11.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.143+0000 7fbf1959a640 1 -- 172.21.15.84:0/2605146702 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf1402cd00 con 0x7fbf1c06c400 2024-04-15T15:11:11.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.143+0000 7fbf1959a640 1 -- 172.21.15.84:0/2605146702 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf14034660 con 0x7fbf1c06c400 2024-04-15T15:11:11.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.143+0000 7fbf20e47640 1 -- 172.21.15.84:0/2605146702 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf1c06c400 msgr2=0x7fbf1c06c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:11.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.143+0000 7fbf20e47640 1 --2- 172.21.15.84:0/2605146702 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf1c06c400 0x7fbf1c06c890 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fbf1c0cf470 tx=0x7fbf1402bf50 comp rx=0 tx=0).stop 2024-04-15T15:11:11.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.143+0000 7fbf20e47640 1 -- 172.21.15.84:0/2605146702 shutdown_connections 2024-04-15T15:11:11.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.143+0000 7fbf20e47640 1 --2- 172.21.15.84:0/2605146702 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf1c06c400 0x7fbf1c06c890 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.143+0000 7fbf20e47640 1 --2- 172.21.15.84:0/2605146702 >> v2:172.21.15.203:3300/0 conn(0x7fbf1c15e9f0 0x7fbf1c0d3660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.143+0000 7fbf20e47640 1 -- 172.21.15.84:0/2605146702 >> 172.21.15.84:0/2605146702 conn(0x7fbf1c0d4750 msgr2=0x7fbf1c0d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:11.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.143+0000 7fbf20e47640 1 -- 172.21.15.84:0/2605146702 shutdown_connections 2024-04-15T15:11:11.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.143+0000 7fbf20e47640 1 -- 172.21.15.84:0/2605146702 wait complete. 2024-04-15T15:11:11.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.145+0000 7fbf20e47640 1 Processor -- start 2024-04-15T15:11:11.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.145+0000 7fbf20e47640 1 -- start start 2024-04-15T15:11:11.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.145+0000 7fbf20e47640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbf1c06c400 0x7fbf1c0cc570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:11.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.145+0000 7fbf20e47640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf1c15e610 0x7fbf1c1f41e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:11.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.145+0000 7fbf20e47640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbf1c15e9f0 0x7fbf1c0aba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:11.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.145+0000 7fbf20e47640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbf1c06d130 con 0x7fbf1c15e610 2024-04-15T15:11:11.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.145+0000 7fbf20e47640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fbf1c0d2e60 con 0x7fbf1c15e9f0 2024-04-15T15:11:11.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.145+0000 7fbf20e47640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fbf1c0d3ba0 con 0x7fbf1c06c400 2024-04-15T15:11:11.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.146+0000 7fbf19d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf1c15e610 0x7fbf1c1f41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:11.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.146+0000 7fbf19d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf1c15e610 0x7fbf1c1f41e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:48092/0 (socket says 172.21.15.84:48092) 2024-04-15T15:11:11.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.146+0000 7fbf19d9b640 1 -- 172.21.15.84:0/1853755663 learned_addr learned my addr 172.21.15.84:0/1853755663 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:11.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.146+0000 7fbf19d9b640 1 -- 172.21.15.84:0/1853755663 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbf1c06c400 msgr2=0x7fbf1c0cc570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:11.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.146+0000 7fbf19d9b640 1 --2- 172.21.15.84:0/1853755663 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbf1c06c400 0x7fbf1c0cc570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.146+0000 7fbf19d9b640 1 -- 172.21.15.84:0/1853755663 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbf1c15e9f0 msgr2=0x7fbf1c0aba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:11.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.146+0000 7fbf19d9b640 1 --2- 172.21.15.84:0/1853755663 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbf1c15e9f0 0x7fbf1c0aba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.146+0000 7fbf19d9b640 1 -- 172.21.15.84:0/1853755663 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf1c0ccbe0 con 0x7fbf1c15e610 2024-04-15T15:11:11.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.146+0000 7fbf19d9b640 1 --2- 172.21.15.84:0/1853755663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf1c15e610 0x7fbf1c1f41e0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fbf1000c820 tx=0x7fbf1000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:11.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.146+0000 7fbf0affd640 1 -- 172.21.15.84:0/1853755663 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf10015070 con 0x7fbf1c15e610 2024-04-15T15:11:11.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.146+0000 7fbf0affd640 1 -- 172.21.15.84:0/1853755663 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf10007a30 con 0x7fbf1c15e610 2024-04-15T15:11:11.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.146+0000 7fbf20e47640 1 -- 172.21.15.84:0/1853755663 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf1c0ccec0 con 0x7fbf1c15e610 2024-04-15T15:11:11.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.146+0000 7fbf0affd640 1 -- 172.21.15.84:0/1853755663 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf10007e00 con 0x7fbf1c15e610 2024-04-15T15:11:11.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.146+0000 7fbf20e47640 1 -- 172.21.15.84:0/1853755663 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf1c0cd480 con 0x7fbf1c15e610 2024-04-15T15:11:11.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.147+0000 7fbf20e47640 1 -- 172.21.15.84:0/1853755663 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf1c075c50 con 0x7fbf1c15e610 2024-04-15T15:11:11.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.147+0000 7fbf0affd640 1 -- 172.21.15.84:0/1853755663 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fbf10018070 con 0x7fbf1c15e610 2024-04-15T15:11:11.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.148+0000 7fbf0affd640 1 --2- 172.21.15.84:0/1853755663 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbefc06c920 0x7fbefc06ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:11.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.148+0000 7fbf0affd640 1 -- 172.21.15.84:0/1853755663 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fbf1008be10 con 0x7fbf1c15e610 2024-04-15T15:11:11.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.148+0000 7fbf1a59c640 1 --2- 172.21.15.84:0/1853755663 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbefc06c920 0x7fbefc06ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:11.152 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.148+0000 7fbf1a59c640 1 --2- 172.21.15.84:0/1853755663 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbefc06c920 0x7fbefc06ede0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c005880 tx=0x7fbf0c007a20 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:11.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.152+0000 7fbf0affd640 1 -- 172.21.15.84:0/1853755663 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fbf10059ed0 con 0x7fbf1c15e610 2024-04-15T15:11:11.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.328+0000 7fbf20e47640 1 -- 172.21.15.84:0/1853755663 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fbf1c0cf740 con 0x7fbf1c15e610 2024-04-15T15:11:11.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.329+0000 7fbf0affd640 1 -- 172.21.15.84:0/1853755663 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) ==== 100+0+11 (secure 0 0 0) 0x7fbf100597d0 con 0x7fbf1c15e610 2024-04-15T15:11:11.331 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:11:11.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.331+0000 7fbf20e47640 1 -- 172.21.15.84:0/1853755663 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbefc06c920 msgr2=0x7fbefc06ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:11.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.331+0000 7fbf20e47640 1 --2- 172.21.15.84:0/1853755663 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbefc06c920 0x7fbefc06ede0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c005880 tx=0x7fbf0c007a20 comp rx=0 tx=0).stop 2024-04-15T15:11:11.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.331+0000 7fbf20e47640 1 -- 172.21.15.84:0/1853755663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf1c15e610 msgr2=0x7fbf1c1f41e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:11.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.331+0000 7fbf20e47640 1 --2- 172.21.15.84:0/1853755663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf1c15e610 0x7fbf1c1f41e0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fbf1000c820 tx=0x7fbf1000cc20 comp rx=0 tx=0).stop 2024-04-15T15:11:11.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.331+0000 7fbf20e47640 1 -- 172.21.15.84:0/1853755663 shutdown_connections 2024-04-15T15:11:11.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.331+0000 7fbf20e47640 1 --2- 172.21.15.84:0/1853755663 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbefc06c920 0x7fbefc06ede0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.331+0000 7fbf20e47640 1 --2- 172.21.15.84:0/1853755663 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbf1c15e9f0 0x7fbf1c0aba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.331+0000 7fbf20e47640 1 --2- 172.21.15.84:0/1853755663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbf1c15e610 0x7fbf1c1f41e0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.331+0000 7fbf20e47640 1 --2- 172.21.15.84:0/1853755663 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbf1c06c400 0x7fbf1c0cc570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.331+0000 7fbf20e47640 1 -- 172.21.15.84:0/1853755663 >> 172.21.15.84:0/1853755663 conn(0x7fbf1c0d4750 msgr2=0x7fbf1c0b4f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:11.333 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.331+0000 7fbf20e47640 1 -- 172.21.15.84:0/1853755663 shutdown_connections 2024-04-15T15:11:11.334 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.331+0000 7fbf20e47640 1 -- 172.21.15.84:0/1853755663 wait complete. 2024-04-15T15:11:11.344 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-15T15:11:11.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.449+0000 7f667a635640 1 Processor -- start 2024-04-15T15:11:11.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.449+0000 7f667a635640 1 -- start start 2024-04-15T15:11:11.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.450+0000 7f667a635640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f66741559c0 0x7f667406d300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:11.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.450+0000 7f667a635640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f667415bc50 0x7f667406edc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:11.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.450+0000 7f667a635640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f667406dce0 con 0x7f667406d840 2024-04-15T15:11:11.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.450+0000 7f667a635640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f66740b45b0 con 0x7f667415bc50 2024-04-15T15:11:11.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.450+0000 7f667a635640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f66740b42d0 con 0x7f66741559c0 2024-04-15T15:11:11.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.451+0000 7f6673fff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f66741559c0 0x7f667406d300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:11.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.451+0000 7f66737fe640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f667415bc50 0x7f667406edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:11.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.451+0000 7f6678bd2640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7f667406d840 0x7f667415f0d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:51578/0 (socket says 172.21.15.84:51578) 2024-04-15T15:11:11.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.451+0000 7f6678bd2640 1 -- 172.21.15.84:0/3938766082 learned_addr learned my addr 172.21.15.84:0/3938766082 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:11.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.451+0000 7f6673fff640 1 -- 172.21.15.84:0/3938766082 >> v2:172.21.15.203:3300/0 conn(0x7f667415bc50 msgr2=0x7f667406edc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:11.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.451+0000 7f6673fff640 1 --2- 172.21.15.84:0/3938766082 >> v2:172.21.15.203:3300/0 conn(0x7f667415bc50 0x7f667406edc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.451+0000 7f6673fff640 1 -- 172.21.15.84:0/3938766082 >> v1:172.21.15.203:6789/0 conn(0x7f667406d840 legacy=0x7f667415f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:11.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.451+0000 7f6673fff640 1 -- 172.21.15.84:0/3938766082 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f667406dfc0 con 0x7f66741559c0 2024-04-15T15:11:11.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.451+0000 7f66737fe640 1 --2- 172.21.15.84:0/3938766082 >> v2:172.21.15.203:3300/0 conn(0x7f667415bc50 0x7f667406edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:11:11.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.452+0000 7f6673fff640 1 --2- 172.21.15.84:0/3938766082 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f66741559c0 0x7f667406d300 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f66640097d0 tx=0x7f666402b810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c1c4852592f40496 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:11.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.452+0000 7f6672ffd640 1 -- 172.21.15.84:0/3938766082 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6664031770 con 0x7f66741559c0 2024-04-15T15:11:11.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.452+0000 7f6672ffd640 1 -- 172.21.15.84:0/3938766082 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6664037070 con 0x7f66741559c0 2024-04-15T15:11:11.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.452+0000 7f6672ffd640 1 -- 172.21.15.84:0/3938766082 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6664031b30 con 0x7f66741559c0 2024-04-15T15:11:11.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.453+0000 7f667a635640 1 -- 172.21.15.84:0/3938766082 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f66741559c0 msgr2=0x7f667406d300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:11.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.453+0000 7f667a635640 1 --2- 172.21.15.84:0/3938766082 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f66741559c0 0x7f667406d300 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f66640097d0 tx=0x7f666402b810 comp rx=0 tx=0).stop 2024-04-15T15:11:11.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.453+0000 7f667a635640 1 -- 172.21.15.84:0/3938766082 shutdown_connections 2024-04-15T15:11:11.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.453+0000 7f667a635640 1 --2- 172.21.15.84:0/3938766082 >> v2:172.21.15.203:3300/0 conn(0x7f667415bc50 0x7f667406edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.453+0000 7f667a635640 1 --2- 172.21.15.84:0/3938766082 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f66741559c0 0x7f667406d300 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.453+0000 7f667a635640 1 -- 172.21.15.84:0/3938766082 >> 172.21.15.84:0/3938766082 conn(0x7f66740703a0 msgr2=0x7f6674070780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:11.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.453+0000 7f667a635640 1 -- 172.21.15.84:0/3938766082 shutdown_connections 2024-04-15T15:11:11.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.453+0000 7f667a635640 1 -- 172.21.15.84:0/3938766082 wait complete. 2024-04-15T15:11:11.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.454+0000 7f667a635640 1 Processor -- start 2024-04-15T15:11:11.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.454+0000 7f667a635640 1 -- start start 2024-04-15T15:11:11.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.455+0000 7f667a635640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f667406d840 0x7f6674159700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:11.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.455+0000 7f667a635640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f66741559c0 0x7f667415b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:11.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.455+0000 7f667a635640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f667415bc50 0x7f667414ff40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:11.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.455+0000 7f667a635640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6674155f20 con 0x7f667415bc50 2024-04-15T15:11:11.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.455+0000 7f667a635640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6674155da0 con 0x7f667406d840 2024-04-15T15:11:11.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.455+0000 7f667a635640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f66740b5a50 con 0x7f66741559c0 2024-04-15T15:11:11.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.455+0000 7f6678bd2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f667415bc50 0x7f667414ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:11.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.455+0000 7f6678bd2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f667415bc50 0x7f667414ff40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:48098/0 (socket says 172.21.15.84:48098) 2024-04-15T15:11:11.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.455+0000 7f6678bd2640 1 -- 172.21.15.84:0/2375973400 learned_addr learned my addr 172.21.15.84:0/2375973400 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:11.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.455+0000 7f6673fff640 1 --2- 172.21.15.84:0/2375973400 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f667406d840 0x7f6674159700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:11.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.455+0000 7f66737fe640 1 --2- 172.21.15.84:0/2375973400 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f66741559c0 0x7f667415b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:11.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.455+0000 7f6678bd2640 1 -- 172.21.15.84:0/2375973400 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f66741559c0 msgr2=0x7f667415b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:11.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.455+0000 7f6678bd2640 1 --2- 172.21.15.84:0/2375973400 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f66741559c0 0x7f667415b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.455+0000 7f6678bd2640 1 -- 172.21.15.84:0/2375973400 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f667406d840 msgr2=0x7f6674159700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:11.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.455+0000 7f6678bd2640 1 --2- 172.21.15.84:0/2375973400 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f667406d840 0x7f6674159700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.455+0000 7f6678bd2640 1 -- 172.21.15.84:0/2375973400 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6674159e30 con 0x7f667415bc50 2024-04-15T15:11:11.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.455+0000 7f66737fe640 1 --2- 172.21.15.84:0/2375973400 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f66741559c0 0x7f667415b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:11.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.455+0000 7f6678bd2640 1 --2- 172.21.15.84:0/2375973400 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f667415bc50 0x7f667414ff40 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f666c00cb10 tx=0x7f666c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:11.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.455+0000 7f6670ff9640 1 -- 172.21.15.84:0/2375973400 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f666c017070 con 0x7f667415bc50 2024-04-15T15:11:11.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.455+0000 7f6670ff9640 1 -- 172.21.15.84:0/2375973400 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f666c00ac70 con 0x7f667415bc50 2024-04-15T15:11:11.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.455+0000 7f667a635640 1 -- 172.21.15.84:0/2375973400 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f667415a110 con 0x7f667415bc50 2024-04-15T15:11:11.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.456+0000 7f6670ff9640 1 -- 172.21.15.84:0/2375973400 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f666c00ae60 con 0x7f667415bc50 2024-04-15T15:11:11.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.456+0000 7f667a635640 1 -- 172.21.15.84:0/2375973400 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f667415a6d0 con 0x7f667415bc50 2024-04-15T15:11:11.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.456+0000 7f667a635640 1 -- 172.21.15.84:0/2375973400 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66740ca700 con 0x7f667415bc50 2024-04-15T15:11:11.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.457+0000 7f6670ff9640 1 -- 172.21.15.84:0/2375973400 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f666c01a070 con 0x7f667415bc50 2024-04-15T15:11:11.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.457+0000 7f6670ff9640 1 --2- 172.21.15.84:0/2375973400 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f666006c8f0 0x7f666006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:11.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.457+0000 7f6670ff9640 1 -- 172.21.15.84:0/2375973400 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f666c08bbd0 con 0x7f667415bc50 2024-04-15T15:11:11.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.458+0000 7f6673fff640 1 --2- 172.21.15.84:0/2375973400 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f666006c8f0 0x7f666006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:11.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.458+0000 7f6673fff640 1 --2- 172.21.15.84:0/2375973400 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f666006c8f0 0x7f666006edb0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f6664036000 tx=0x7f666403d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:11.463 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.462+0000 7f6670ff9640 1 -- 172.21.15.84:0/2375973400 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f666c0595b0 con 0x7f667415bc50 2024-04-15T15:11:11.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.638+0000 7f667a635640 1 -- 172.21.15.84:0/2375973400 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f6674075c50 con 0x7f667415bc50 2024-04-15T15:11:11.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.638+0000 7f6670ff9640 1 -- 172.21.15.84:0/2375973400 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) ==== 103+0+11 (secure 0 0 0) 0x7f666c05d8b0 con 0x7f667415bc50 2024-04-15T15:11:11.640 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:11.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.640+0000 7f667a635640 1 -- 172.21.15.84:0/2375973400 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f666006c8f0 msgr2=0x7f666006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:11.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.640+0000 7f667a635640 1 --2- 172.21.15.84:0/2375973400 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f666006c8f0 0x7f666006edb0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f6664036000 tx=0x7f666403d040 comp rx=0 tx=0).stop 2024-04-15T15:11:11.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.640+0000 7f667a635640 1 -- 172.21.15.84:0/2375973400 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f667415bc50 msgr2=0x7f667414ff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:11.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.640+0000 7f667a635640 1 --2- 172.21.15.84:0/2375973400 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f667415bc50 0x7f667414ff40 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f666c00cb10 tx=0x7f666c00a060 comp rx=0 tx=0).stop 2024-04-15T15:11:11.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.640+0000 7f667a635640 1 -- 172.21.15.84:0/2375973400 shutdown_connections 2024-04-15T15:11:11.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.640+0000 7f667a635640 1 --2- 172.21.15.84:0/2375973400 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f667415bc50 0x7f667414ff40 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.640+0000 7f667a635640 1 --2- 172.21.15.84:0/2375973400 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f66741559c0 0x7f667415b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.640+0000 7f667a635640 1 --2- 172.21.15.84:0/2375973400 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f666006c8f0 0x7f666006edb0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.640+0000 7f667a635640 1 --2- 172.21.15.84:0/2375973400 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f667406d840 0x7f6674159700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.640+0000 7f667a635640 1 -- 172.21.15.84:0/2375973400 >> 172.21.15.84:0/2375973400 conn(0x7f66740703a0 msgr2=0x7f667415cd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:11.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.640+0000 7f667a635640 1 -- 172.21.15.84:0/2375973400 shutdown_connections 2024-04-15T15:11:11.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.640+0000 7f667a635640 1 -- 172.21.15.84:0/2375973400 wait complete. 2024-04-15T15:11:11.654 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-15T15:11:11.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.755+0000 7f6b0b2f2640 1 Processor -- start 2024-04-15T15:11:11.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.756+0000 7f6b0b2f2640 1 -- start start 2024-04-15T15:11:11.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.756+0000 7f6b0b2f2640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f6b0415e610 0x7f6b040d0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:11.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.756+0000 7f6b0b2f2640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6b0406c400 0x7f6b0406c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:11.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.756+0000 7f6b0b2f2640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b040d2320 con 0x7f6b0415e9f0 2024-04-15T15:11:11.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.756+0000 7f6b0b2f2640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f6b040d31d0 con 0x7f6b0415e610 2024-04-15T15:11:11.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.756+0000 7f6b0b2f2640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f6b040d25c0 con 0x7f6b0406c400 2024-04-15T15:11:11.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6b0888d640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f6b0415e9f0 0x7f6b040d3660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:47206/0 (socket says 172.21.15.84:47206) 2024-04-15T15:11:11.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6b0888d640 1 -- 172.21.15.84:0/3152282679 learned_addr learned my addr 172.21.15.84:0/3152282679 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:11.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6af7fff640 1 -- 172.21.15.84:0/3152282679 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1927175284 0 0) 0x7f6b040d2320 con 0x7f6b0415e9f0 2024-04-15T15:11:11.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6b0908e640 1 --2- 172.21.15.84:0/3152282679 >> v2:172.21.15.203:3300/0 conn(0x7f6b0415e610 0x7f6b040d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:11.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6af7fff640 1 -- 172.21.15.84:0/3152282679 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6af0003520 con 0x7f6b0415e9f0 2024-04-15T15:11:11.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6b0988f640 1 --2- 172.21.15.84:0/3152282679 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6b0406c400 0x7f6b0406c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:11.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6af7fff640 1 -- 172.21.15.84:0/3152282679 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3608697440 0 0) 0x7f6af0003520 con 0x7f6b0415e9f0 2024-04-15T15:11:11.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6af7fff640 1 -- 172.21.15.84:0/3152282679 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6b0406c400 msgr2=0x7f6b0406c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:11.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6af7fff640 1 --2- 172.21.15.84:0/3152282679 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6b0406c400 0x7f6b0406c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6af7fff640 1 -- 172.21.15.84:0/3152282679 >> v2:172.21.15.203:3300/0 conn(0x7f6b0415e610 msgr2=0x7f6b040d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:11.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6af7fff640 1 --2- 172.21.15.84:0/3152282679 >> v2:172.21.15.203:3300/0 conn(0x7f6b0415e610 0x7f6b040d0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6af7fff640 1 -- 172.21.15.84:0/3152282679 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b040d28a0 con 0x7f6b0415e9f0 2024-04-15T15:11:11.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6af7fff640 1 -- 172.21.15.84:0/3152282679 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f6af8001670 con 0x7f6b0415e9f0 2024-04-15T15:11:11.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6af7fff640 1 -- 172.21.15.84:0/3152282679 >> v1:172.21.15.84:6789/0 conn(0x7f6b0415e9f0 legacy=0x7f6b040d3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:11.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6af7fff640 1 --2- 172.21.15.84:0/3152282679 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6af00039b0 0x7f6af0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:11.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6af7fff640 1 --2- 172.21.15.84:0/3152282679 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6af0004800 0x7f6af0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:11.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6af7fff640 1 --2- 172.21.15.84:0/3152282679 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6b0406c400 0x7f6af00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:11.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6af7fff640 1 -- 172.21.15.84:0/3152282679 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6b040d31d0 con 0x7f6af00039b0 2024-04-15T15:11:11.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6af7fff640 1 -- 172.21.15.84:0/3152282679 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6b040d25c0 con 0x7f6af0004800 2024-04-15T15:11:11.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6af7fff640 1 -- 172.21.15.84:0/3152282679 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f6af000b9f0 con 0x7f6b0406c400 2024-04-15T15:11:11.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6b0908e640 1 --2- 172.21.15.84:0/3152282679 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6af00039b0 0x7f6af0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:11.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6b0888d640 1 --2- 172.21.15.84:0/3152282679 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6af0004800 0x7f6af0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:11.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.757+0000 7f6b0988f640 1 --2- 172.21.15.84:0/3152282679 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6b0406c400 0x7f6af00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:11.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.758+0000 7f6b0908e640 1 -- 172.21.15.84:0/3152282679 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6b0406c400 msgr2=0x7f6af00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:11.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.758+0000 7f6b0908e640 1 --2- 172.21.15.84:0/3152282679 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6b0406c400 0x7f6af00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.758+0000 7f6b0908e640 1 -- 172.21.15.84:0/3152282679 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6af0004800 msgr2=0x7f6af0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:11.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.758+0000 7f6b0908e640 1 --2- 172.21.15.84:0/3152282679 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6af0004800 0x7f6af0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.758+0000 7f6b0908e640 1 -- 172.21.15.84:0/3152282679 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6af0003520 con 0x7f6af00039b0 2024-04-15T15:11:11.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.758+0000 7f6b0908e640 1 --2- 172.21.15.84:0/3152282679 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6af00039b0 0x7f6af0003dd0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f6b00009ac0 tx=0x7f6af0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae222b90522e4914 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:11.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.758+0000 7f6af7fff640 1 -- 172.21.15.84:0/3152282679 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b00039070 con 0x7f6af00039b0 2024-04-15T15:11:11.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.758+0000 7f6af7fff640 1 -- 172.21.15.84:0/3152282679 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b0002c710 con 0x7f6af00039b0 2024-04-15T15:11:11.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.758+0000 7f6af7fff640 1 -- 172.21.15.84:0/3152282679 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b00009690 con 0x7f6af00039b0 2024-04-15T15:11:11.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.759+0000 7f6b0b2f2640 1 -- 172.21.15.84:0/3152282679 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6af00039b0 msgr2=0x7f6af0003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:11.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.759+0000 7f6b0b2f2640 1 --2- 172.21.15.84:0/3152282679 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6af00039b0 0x7f6af0003dd0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f6b00009ac0 tx=0x7f6af0005830 comp rx=0 tx=0).stop 2024-04-15T15:11:11.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.759+0000 7f6b0988f640 1 -- 172.21.15.84:0/3152282679 reap_dead start 2024-04-15T15:11:11.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.759+0000 7f6b0b2f2640 1 -- 172.21.15.84:0/3152282679 shutdown_connections 2024-04-15T15:11:11.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.759+0000 7f6b0b2f2640 1 -- 172.21.15.84:0/3152282679 >> 172.21.15.84:0/3152282679 conn(0x7f6b040d4750 msgr2=0x7f6b040d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:11.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.759+0000 7f6b0b2f2640 1 -- 172.21.15.84:0/3152282679 shutdown_connections 2024-04-15T15:11:11.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.759+0000 7f6b0b2f2640 1 -- 172.21.15.84:0/3152282679 wait complete. 2024-04-15T15:11:11.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.760+0000 7f6b0b2f2640 1 Processor -- start 2024-04-15T15:11:11.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.760+0000 7f6b0b2f2640 1 -- start start 2024-04-15T15:11:11.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.761+0000 7f6b0b2f2640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6af00039b0 0x7f6b040ce380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:11.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.761+0000 7f6b0b2f2640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6b0415ee90 0x7f6b041587e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:11.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.761+0000 7f6b0b2f2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b041606e0 0x7f6b04160b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:11.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.761+0000 7f6b0b2f2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6b0406d130 con 0x7f6b041606e0 2024-04-15T15:11:11.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.761+0000 7f6b0b2f2640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6b040d2e60 con 0x7f6af00039b0 2024-04-15T15:11:11.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.761+0000 7f6b0b2f2640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f6b040d0bd0 con 0x7f6b0415ee90 2024-04-15T15:11:11.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.761+0000 7f6b0988f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b041606e0 0x7f6b04160b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:11.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.761+0000 7f6b0988f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b041606e0 0x7f6b04160b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:48126/0 (socket says 172.21.15.84:48126) 2024-04-15T15:11:11.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.761+0000 7f6b0988f640 1 -- 172.21.15.84:0/2252284150 learned_addr learned my addr 172.21.15.84:0/2252284150 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:11.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.761+0000 7f6b0888d640 1 --2- 172.21.15.84:0/2252284150 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6b0415ee90 0x7f6b041587e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:11.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.761+0000 7f6b0908e640 1 --2- 172.21.15.84:0/2252284150 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6af00039b0 0x7f6b040ce380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:11.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.761+0000 7f6b0988f640 1 -- 172.21.15.84:0/2252284150 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6b0415ee90 msgr2=0x7f6b041587e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:11.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.761+0000 7f6b0988f640 1 --2- 172.21.15.84:0/2252284150 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6b0415ee90 0x7f6b041587e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.761+0000 7f6b0988f640 1 -- 172.21.15.84:0/2252284150 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6af00039b0 msgr2=0x7f6b040ce380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:11.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.761+0000 7f6b0988f640 1 --2- 172.21.15.84:0/2252284150 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6af00039b0 0x7f6b040ce380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.761+0000 7f6b0988f640 1 -- 172.21.15.84:0/2252284150 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b0415f520 con 0x7f6b041606e0 2024-04-15T15:11:11.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.761+0000 7f6b0988f640 1 --2- 172.21.15.84:0/2252284150 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b041606e0 0x7f6b04160b60 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f6b040b7750 tx=0x7f6afc0115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:11.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.762+0000 7f6af5ffb640 1 -- 172.21.15.84:0/2252284150 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6afc011e10 con 0x7f6b041606e0 2024-04-15T15:11:11.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.762+0000 7f6af5ffb640 1 -- 172.21.15.84:0/2252284150 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6afc01b070 con 0x7f6b041606e0 2024-04-15T15:11:11.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.762+0000 7f6af5ffb640 1 -- 172.21.15.84:0/2252284150 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6afc003990 con 0x7f6b041606e0 2024-04-15T15:11:11.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.762+0000 7f6b0b2f2640 1 -- 172.21.15.84:0/2252284150 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b0415f800 con 0x7f6b041606e0 2024-04-15T15:11:11.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.762+0000 7f6b0b2f2640 1 -- 172.21.15.84:0/2252284150 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b0415fdc0 con 0x7f6b041606e0 2024-04-15T15:11:11.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.763+0000 7f6b0b2f2640 1 -- 172.21.15.84:0/2252284150 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b04075c50 con 0x7f6b041606e0 2024-04-15T15:11:11.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.763+0000 7f6af5ffb640 1 -- 172.21.15.84:0/2252284150 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f6afc005d10 con 0x7f6b041606e0 2024-04-15T15:11:11.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.764+0000 7f6af5ffb640 1 --2- 172.21.15.84:0/2252284150 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6ae806c8f0 0x7f6ae806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:11.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.764+0000 7f6af5ffb640 1 -- 172.21.15.84:0/2252284150 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f6afc08c4f0 con 0x7f6b041606e0 2024-04-15T15:11:11.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.764+0000 7f6b0908e640 1 --2- 172.21.15.84:0/2252284150 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6ae806c8f0 0x7f6ae806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:11.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.764+0000 7f6b0908e640 1 --2- 172.21.15.84:0/2252284150 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6ae806c8f0 0x7f6ae806edb0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f6b00036000 tx=0x7f6b00030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:11.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.768+0000 7f6af5ffb640 1 -- 172.21.15.84:0/2252284150 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f6afc025020 con 0x7f6b041606e0 2024-04-15T15:11:11.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.955+0000 7f6b0b2f2640 1 -- 172.21.15.84:0/2252284150 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6b0415f270 con 0x7f6b041606e0 2024-04-15T15:11:11.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.956+0000 7f6af5ffb640 1 -- 172.21.15.84:0/2252284150 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f6afc014350 con 0x7f6b041606e0 2024-04-15T15:11:11.958 INFO:teuthology.orchestra.run.smithi084.stderr:listed 0 entries 2024-04-15T15:11:11.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.958+0000 7f6b0b2f2640 1 -- 172.21.15.84:0/2252284150 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6ae806c8f0 msgr2=0x7f6ae806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:11.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.958+0000 7f6b0b2f2640 1 --2- 172.21.15.84:0/2252284150 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6ae806c8f0 0x7f6ae806edb0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f6b00036000 tx=0x7f6b00030000 comp rx=0 tx=0).stop 2024-04-15T15:11:11.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.958+0000 7f6b0b2f2640 1 -- 172.21.15.84:0/2252284150 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b041606e0 msgr2=0x7f6b04160b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:11.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.958+0000 7f6b0b2f2640 1 --2- 172.21.15.84:0/2252284150 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b041606e0 0x7f6b04160b60 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f6b040b7750 tx=0x7f6afc0115a0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.958+0000 7f6b0b2f2640 1 -- 172.21.15.84:0/2252284150 shutdown_connections 2024-04-15T15:11:11.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.958+0000 7f6b0b2f2640 1 --2- 172.21.15.84:0/2252284150 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b041606e0 0x7f6b04160b60 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.958+0000 7f6b0b2f2640 1 --2- 172.21.15.84:0/2252284150 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6b0415ee90 0x7f6b041587e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.958+0000 7f6b0b2f2640 1 --2- 172.21.15.84:0/2252284150 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6ae806c8f0 0x7f6ae806edb0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.958+0000 7f6b0b2f2640 1 --2- 172.21.15.84:0/2252284150 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6af00039b0 0x7f6b040ce380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:11.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.958+0000 7f6b0b2f2640 1 -- 172.21.15.84:0/2252284150 >> 172.21.15.84:0/2252284150 conn(0x7f6b040d4750 msgr2=0x7f6b040b41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:11.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.958+0000 7f6b0b2f2640 1 -- 172.21.15.84:0/2252284150 shutdown_connections 2024-04-15T15:11:11.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:11.958+0000 7f6b0b2f2640 1 -- 172.21.15.84:0/2252284150 wait complete. 2024-04-15T15:11:11.970 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi084.front.sepia.ceph.com... 2024-04-15T15:11:11.971 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:11.971 DEBUG:teuthology.orchestra.run.smithi084:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-04-15T15:11:11.999 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:11:11.999 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi084.front.sepia.ceph.com 2024-04-15T15:11:11.999 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:12.000 DEBUG:teuthology.orchestra.run.smithi084:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-15T15:11:12.055 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:11:12.056 DEBUG:teuthology.orchestra.run.smithi203:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:11:12.076 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:11:12.076 DEBUG:teuthology.orchestra.run.smithi203:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:11:12.136 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:12.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.238+0000 7f9ff241b640 1 Processor -- start 2024-04-15T15:11:12.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.238+0000 7f9ff241b640 1 -- start start 2024-04-15T15:11:12.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.238+0000 7f9ff241b640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f9fec13f7a0 0x7f9fec0b42d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:12.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.238+0000 7f9ff241b640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9fec15db60 con 0x7f9fec06fc20 2024-04-15T15:11:12.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.238+0000 7f9ff241b640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9fec141f60 con 0x7f9fec13f3c0 2024-04-15T15:11:12.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.238+0000 7f9ff241b640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f9fec141d10 con 0x7f9fec13f7a0 2024-04-15T15:11:12.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.239+0000 7f9fe3fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f9fec13f7a0 0x7f9fec0b42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:12.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.239+0000 7f9fe3fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f9fec13f7a0 0x7f9fec0b42d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:48142/0 (socket says 172.21.15.84:48142) 2024-04-15T15:11:12.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.239+0000 7f9fe3fff640 1 -- 172.21.15.84:0/316838970 learned_addr learned my addr 172.21.15.84:0/316838970 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:12.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.239+0000 7f9ff09b8640 1 --1- 172.21.15.84:0/316838970 >> v1:172.21.15.84:6789/0 conn(0x7f9fec06fc20 0x7f9fec0b4810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:47210/0 (socket says 172.21.15.84:47210) 2024-04-15T15:11:12.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.239+0000 7f9fe3fff640 1 -- 172.21.15.84:0/316838970 >> v1:172.21.15.203:6789/0 conn(0x7f9fec13f3c0 legacy=0x7f9fec06f510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:12.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.239+0000 7f9fe3fff640 1 -- 172.21.15.84:0/316838970 >> v1:172.21.15.84:6789/0 conn(0x7f9fec06fc20 legacy=0x7f9fec0b4810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:12.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.239+0000 7f9fe3fff640 1 -- 172.21.15.84:0/316838970 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fec142240 con 0x7f9fec13f7a0 2024-04-15T15:11:12.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.240+0000 7f9fe3fff640 1 --2- 172.21.15.84:0/316838970 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9fec13f7a0 0x7f9fec0b42d0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f9fd4009870 tx=0x7f9fd402b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28a8dbc0a943b426 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:12.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.240+0000 7f9feb7fe640 1 -- 172.21.15.84:0/316838970 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fd4035020 con 0x7f9fec13f7a0 2024-04-15T15:11:12.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.240+0000 7f9feb7fe640 1 -- 172.21.15.84:0/316838970 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fd4031870 con 0x7f9fec13f7a0 2024-04-15T15:11:12.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.240+0000 7f9feb7fe640 1 -- 172.21.15.84:0/316838970 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fd4031c40 con 0x7f9fec13f7a0 2024-04-15T15:11:12.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.240+0000 7f9ff241b640 1 -- 172.21.15.84:0/316838970 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9fec13f7a0 msgr2=0x7f9fec0b42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:12.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.240+0000 7f9ff241b640 1 --2- 172.21.15.84:0/316838970 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9fec13f7a0 0x7f9fec0b42d0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f9fd4009870 tx=0x7f9fd402b910 comp rx=0 tx=0).stop 2024-04-15T15:11:12.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.240+0000 7f9ff241b640 1 -- 172.21.15.84:0/316838970 shutdown_connections 2024-04-15T15:11:12.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.240+0000 7f9ff241b640 1 --2- 172.21.15.84:0/316838970 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9fec13f7a0 0x7f9fec0b42d0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:12.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.240+0000 7f9ff241b640 1 -- 172.21.15.84:0/316838970 >> 172.21.15.84:0/316838970 conn(0x7f9fec0cdd20 msgr2=0x7f9fec0ce100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:12.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.241+0000 7f9ff241b640 1 -- 172.21.15.84:0/316838970 shutdown_connections 2024-04-15T15:11:12.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.241+0000 7f9ff241b640 1 -- 172.21.15.84:0/316838970 wait complete. 2024-04-15T15:11:12.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.242+0000 7f9ff241b640 1 Processor -- start 2024-04-15T15:11:12.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.242+0000 7f9ff241b640 1 -- start start 2024-04-15T15:11:12.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.242+0000 7f9ff241b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9fec06fc20 0x7f9fec13fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:12.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.242+0000 7f9ff241b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9fec13f3c0 0x7f9fec156260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:12.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.242+0000 7f9ff241b640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9fec13f7a0 0x7f9fec136330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:12.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.242+0000 7f9ff241b640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9fec167550 con 0x7f9fec13f3c0 2024-04-15T15:11:12.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.242+0000 7f9ff241b640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9fec1601c0 con 0x7f9fec13f7a0 2024-04-15T15:11:12.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.242+0000 7f9ff241b640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f9fec1676d0 con 0x7f9fec06fc20 2024-04-15T15:11:12.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.242+0000 7f9fe3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9fec13f3c0 0x7f9fec156260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:12.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.242+0000 7f9fe3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9fec13f3c0 0x7f9fec156260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:48150/0 (socket says 172.21.15.84:48150) 2024-04-15T15:11:12.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.242+0000 7f9fe3fff640 1 -- 172.21.15.84:0/1472921855 learned_addr learned my addr 172.21.15.84:0/1472921855 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:12.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.243+0000 7f9febfff640 1 --2- 172.21.15.84:0/1472921855 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9fec06fc20 0x7f9fec13fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:12.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.243+0000 7f9ff09b8640 1 --2- 172.21.15.84:0/1472921855 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9fec13f7a0 0x7f9fec136330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:12.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.243+0000 7f9fe3fff640 1 -- 172.21.15.84:0/1472921855 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9fec06fc20 msgr2=0x7f9fec13fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:12.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.243+0000 7f9fe3fff640 1 --2- 172.21.15.84:0/1472921855 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9fec06fc20 0x7f9fec13fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:12.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.243+0000 7f9fe3fff640 1 -- 172.21.15.84:0/1472921855 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9fec13f7a0 msgr2=0x7f9fec136330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:12.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.243+0000 7f9fe3fff640 1 --2- 172.21.15.84:0/1472921855 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9fec13f7a0 0x7f9fec136330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:12.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.243+0000 7f9fe3fff640 1 -- 172.21.15.84:0/1472921855 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fec13a3e0 con 0x7f9fec13f3c0 2024-04-15T15:11:12.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.243+0000 7f9fe3fff640 1 --2- 172.21.15.84:0/1472921855 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9fec13f3c0 0x7f9fec156260 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f9fd4009870 tx=0x7f9fd40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:12.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.243+0000 7f9fe97fa640 1 -- 172.21.15.84:0/1472921855 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fd4040070 con 0x7f9fec13f3c0 2024-04-15T15:11:12.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.243+0000 7f9fe97fa640 1 -- 172.21.15.84:0/1472921855 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9fd403a420 con 0x7f9fec13f3c0 2024-04-15T15:11:12.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.243+0000 7f9ff241b640 1 -- 172.21.15.84:0/1472921855 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fec139860 con 0x7f9fec13f3c0 2024-04-15T15:11:12.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.243+0000 7f9fe97fa640 1 -- 172.21.15.84:0/1472921855 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fd4035040 con 0x7f9fec13f3c0 2024-04-15T15:11:12.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.243+0000 7f9ff241b640 1 -- 172.21.15.84:0/1472921855 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fec13a100 con 0x7f9fec13f3c0 2024-04-15T15:11:12.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.244+0000 7f9ff241b640 1 -- 172.21.15.84:0/1472921855 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fec0690f0 con 0x7f9fec13f3c0 2024-04-15T15:11:12.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.245+0000 7f9fe97fa640 1 -- 172.21.15.84:0/1472921855 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f9fd404b060 con 0x7f9fec13f3c0 2024-04-15T15:11:12.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.245+0000 7f9fe97fa640 1 --2- 172.21.15.84:0/1472921855 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f9fcc06c8f0 0x7f9fcc06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:12.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.245+0000 7f9febfff640 1 --2- 172.21.15.84:0/1472921855 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f9fcc06c8f0 0x7f9fcc06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:12.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.245+0000 7f9fe97fa640 1 -- 172.21.15.84:0/1472921855 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f9fd40adeb0 con 0x7f9fec13f3c0 2024-04-15T15:11:12.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.246+0000 7f9febfff640 1 --2- 172.21.15.84:0/1472921855 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f9fcc06c8f0 0x7f9fcc06edb0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f9fdc006fd0 tx=0x7f9fdc008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:12.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.250+0000 7f9fe97fa640 1 -- 172.21.15.84:0/1472921855 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f9fd407bee0 con 0x7f9fec13f3c0 2024-04-15T15:11:12.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.425+0000 7f9ff241b640 1 -- 172.21.15.84:0/1472921855 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9fec070fd0 con 0x7f9fec13f3c0 2024-04-15T15:11:12.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.426+0000 7f9fe97fa640 1 -- 172.21.15.84:0/1472921855 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18854 (secure 0 0 0) 0x7f9fd407b7e0 con 0x7f9fec13f3c0 2024-04-15T15:11:12.428 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:12.428 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":26,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:11:03.629918+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.16","mappings":[{"from":5,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.b","mappings":[{"from":1,"to":2}]},{"pgid":"4.1e","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:12.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.428+0000 7f9ff241b640 1 -- 172.21.15.84:0/1472921855 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f9fcc06c8f0 msgr2=0x7f9fcc06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:12.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.428+0000 7f9ff241b640 1 --2- 172.21.15.84:0/1472921855 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f9fcc06c8f0 0x7f9fcc06edb0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f9fdc006fd0 tx=0x7f9fdc008040 comp rx=0 tx=0).stop 2024-04-15T15:11:12.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.428+0000 7f9ff241b640 1 -- 172.21.15.84:0/1472921855 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9fec13f3c0 msgr2=0x7f9fec156260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:12.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.428+0000 7f9ff241b640 1 --2- 172.21.15.84:0/1472921855 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9fec13f3c0 0x7f9fec156260 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f9fd4009870 tx=0x7f9fd40046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:12.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.428+0000 7f9ff241b640 1 -- 172.21.15.84:0/1472921855 shutdown_connections 2024-04-15T15:11:12.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.428+0000 7f9ff241b640 1 --2- 172.21.15.84:0/1472921855 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f9fcc06c8f0 0x7f9fcc06edb0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:12.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.428+0000 7f9ff241b640 1 --2- 172.21.15.84:0/1472921855 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9fec13f7a0 0x7f9fec136330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:12.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.428+0000 7f9ff241b640 1 --2- 172.21.15.84:0/1472921855 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9fec13f3c0 0x7f9fec156260 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:12.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.428+0000 7f9ff241b640 1 --2- 172.21.15.84:0/1472921855 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9fec06fc20 0x7f9fec13fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:12.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.428+0000 7f9ff241b640 1 -- 172.21.15.84:0/1472921855 >> 172.21.15.84:0/1472921855 conn(0x7f9fec0cdd20 msgr2=0x7f9fec0b0f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:12.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.428+0000 7f9ff241b640 1 -- 172.21.15.84:0/1472921855 shutdown_connections 2024-04-15T15:11:12.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.428+0000 7f9ff241b640 1 -- 172.21.15.84:0/1472921855 wait complete. 2024-04-15T15:11:12.441 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:10:20.621351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:10:21.653421+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-15T15:10:25.371593+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-15T15:11:12.442 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:11:12.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.546+0000 7ffa6f6d9640 1 Processor -- start 2024-04-15T15:11:12.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.546+0000 7ffa6f6d9640 1 -- start start 2024-04-15T15:11:12.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.547+0000 7ffa6f6d9640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7ffa6815c250 0x7ffa6806d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:12.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.547+0000 7ffa6f6d9640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7ffa680d0010 0x7ffa680d0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:12.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.547+0000 7ffa6f6d9640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa6806df30 con 0x7ffa6815f9f0 2024-04-15T15:11:12.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.547+0000 7ffa6f6d9640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7ffa680cd1a0 con 0x7ffa6815c250 2024-04-15T15:11:12.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.547+0000 7ffa6f6d9640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7ffa680d09b0 con 0x7ffa680d0010 2024-04-15T15:11:12.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.547+0000 7ffa6d475640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7ffa6815c250 0x7ffa6806d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:12.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.547+0000 7ffa6d475640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7ffa6815c250 0x7ffa6806d6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43428/0 (socket says 172.21.15.84:43428) 2024-04-15T15:11:12.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.547+0000 7ffa6d475640 1 -- 172.21.15.84:0/1044301305 learned_addr learned my addr 172.21.15.84:0/1044301305 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:12.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.547+0000 7ffa6dc76640 1 --2- 172.21.15.84:0/1044301305 >> v2:172.21.15.203:3300/0 conn(0x7ffa680d0010 0x7ffa680d0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:12.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.547+0000 7ffa6d475640 1 -- 172.21.15.84:0/1044301305 >> v2:172.21.15.203:3300/0 conn(0x7ffa680d0010 msgr2=0x7ffa680d0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:12.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.547+0000 7ffa6d475640 1 --2- 172.21.15.84:0/1044301305 >> v2:172.21.15.203:3300/0 conn(0x7ffa680d0010 0x7ffa680d0470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:12.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.547+0000 7ffa6d475640 1 -- 172.21.15.84:0/1044301305 >> v1:172.21.15.84:6789/0 conn(0x7ffa6815f9f0 legacy=0x7ffa680cca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:12.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.547+0000 7ffa6d475640 1 -- 172.21.15.84:0/1044301305 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa6806e210 con 0x7ffa6815c250 2024-04-15T15:11:12.550 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.548+0000 7ffa6d475640 1 --2- 172.21.15.84:0/1044301305 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffa6815c250 0x7ffa6806d6e0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7ffa6815fe80 tx=0x7ffa6402b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=252dbec3a7d7d872 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:12.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.548+0000 7ffa5ffff640 1 -- 172.21.15.84:0/1044301305 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa64035020 con 0x7ffa6815c250 2024-04-15T15:11:12.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.548+0000 7ffa5ffff640 1 -- 172.21.15.84:0/1044301305 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa64031870 con 0x7ffa6815c250 2024-04-15T15:11:12.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.548+0000 7ffa5ffff640 1 -- 172.21.15.84:0/1044301305 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa64031c40 con 0x7ffa6815c250 2024-04-15T15:11:12.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.548+0000 7ffa6f6d9640 1 -- 172.21.15.84:0/1044301305 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffa6815c250 msgr2=0x7ffa6806d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:12.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.548+0000 7ffa6f6d9640 1 --2- 172.21.15.84:0/1044301305 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffa6815c250 0x7ffa6806d6e0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7ffa6815fe80 tx=0x7ffa6402b910 comp rx=0 tx=0).stop 2024-04-15T15:11:12.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.549+0000 7ffa6f6d9640 1 -- 172.21.15.84:0/1044301305 shutdown_connections 2024-04-15T15:11:12.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.549+0000 7ffa6f6d9640 1 --2- 172.21.15.84:0/1044301305 >> v2:172.21.15.203:3300/0 conn(0x7ffa680d0010 0x7ffa680d0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:12.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.549+0000 7ffa6f6d9640 1 --2- 172.21.15.84:0/1044301305 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffa6815c250 0x7ffa6806d6e0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:12.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.549+0000 7ffa6f6d9640 1 -- 172.21.15.84:0/1044301305 >> 172.21.15.84:0/1044301305 conn(0x7ffa680ceec0 msgr2=0x7ffa680cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:12.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.549+0000 7ffa6f6d9640 1 -- 172.21.15.84:0/1044301305 shutdown_connections 2024-04-15T15:11:12.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.549+0000 7ffa6f6d9640 1 -- 172.21.15.84:0/1044301305 wait complete. 2024-04-15T15:11:12.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.550+0000 7ffa6f6d9640 1 Processor -- start 2024-04-15T15:11:12.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.550+0000 7ffa6f6d9640 1 -- start start 2024-04-15T15:11:12.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.550+0000 7ffa6f6d9640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ffa680d0010 0x7ffa680cbc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:12.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.550+0000 7ffa6f6d9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffa6815c250 0x7ffa6815da90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:12.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.550+0000 7ffa6f6d9640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffa6815f9f0 0x7ffa68156cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:12.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.550+0000 7ffa6f6d9640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ffa680b38f0 con 0x7ffa6815c250 2024-04-15T15:11:12.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.550+0000 7ffa6f6d9640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ffa680b3610 con 0x7ffa6815f9f0 2024-04-15T15:11:12.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.550+0000 7ffa6f6d9640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7ffa6806dc20 con 0x7ffa680d0010 2024-04-15T15:11:12.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.551+0000 7ffa6cc74640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffa6815c250 0x7ffa6815da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:12.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.551+0000 7ffa6cc74640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffa6815c250 0x7ffa6815da90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43432/0 (socket says 172.21.15.84:43432) 2024-04-15T15:11:12.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.551+0000 7ffa6cc74640 1 -- 172.21.15.84:0/3220337996 learned_addr learned my addr 172.21.15.84:0/3220337996 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:12.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.551+0000 7ffa6dc76640 1 --2- 172.21.15.84:0/3220337996 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffa6815f9f0 0x7ffa68156cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:12.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.551+0000 7ffa6d475640 1 --2- 172.21.15.84:0/3220337996 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ffa680d0010 0x7ffa680cbc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:12.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.551+0000 7ffa6cc74640 1 -- 172.21.15.84:0/3220337996 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ffa680d0010 msgr2=0x7ffa680cbc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:12.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.551+0000 7ffa6cc74640 1 --2- 172.21.15.84:0/3220337996 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ffa680d0010 0x7ffa680cbc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:12.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.551+0000 7ffa6cc74640 1 -- 172.21.15.84:0/3220337996 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffa6815f9f0 msgr2=0x7ffa68156cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:12.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.551+0000 7ffa6cc74640 1 --2- 172.21.15.84:0/3220337996 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffa6815f9f0 0x7ffa68156cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:12.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.551+0000 7ffa6cc74640 1 -- 172.21.15.84:0/3220337996 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa6815c9f0 con 0x7ffa6815c250 2024-04-15T15:11:12.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.551+0000 7ffa6cc74640 1 --2- 172.21.15.84:0/3220337996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffa6815c250 0x7ffa6815da90 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7ffa5800c3f0 tx=0x7ffa5800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:12.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.551+0000 7ffa5dffb640 1 -- 172.21.15.84:0/3220337996 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa580052d0 con 0x7ffa6815c250 2024-04-15T15:11:12.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.551+0000 7ffa5dffb640 1 -- 172.21.15.84:0/3220337996 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa58005490 con 0x7ffa6815c250 2024-04-15T15:11:12.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.551+0000 7ffa5dffb640 1 -- 172.21.15.84:0/3220337996 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa58007260 con 0x7ffa6815c250 2024-04-15T15:11:12.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.551+0000 7ffa6f6d9640 1 -- 172.21.15.84:0/3220337996 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa6815ccd0 con 0x7ffa6815c250 2024-04-15T15:11:12.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.551+0000 7ffa6f6d9640 1 -- 172.21.15.84:0/3220337996 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa6815d290 con 0x7ffa6815c250 2024-04-15T15:11:12.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.552+0000 7ffa6f6d9640 1 -- 172.21.15.84:0/3220337996 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa6815dfd0 con 0x7ffa6815c250 2024-04-15T15:11:12.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.553+0000 7ffa5dffb640 1 -- 172.21.15.84:0/3220337996 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7ffa58007400 con 0x7ffa6815c250 2024-04-15T15:11:12.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.553+0000 7ffa5dffb640 1 --2- 172.21.15.84:0/3220337996 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ffa4c06c8f0 0x7ffa4c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:12.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.553+0000 7ffa5dffb640 1 -- 172.21.15.84:0/3220337996 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7ffa5808b360 con 0x7ffa6815c250 2024-04-15T15:11:12.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.553+0000 7ffa6d475640 1 --2- 172.21.15.84:0/3220337996 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ffa4c06c8f0 0x7ffa4c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:12.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.554+0000 7ffa6d475640 1 --2- 172.21.15.84:0/3220337996 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ffa4c06c8f0 0x7ffa4c06edb0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7ffa64036000 tx=0x7ffa6403c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:12.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.558+0000 7ffa5dffb640 1 -- 172.21.15.84:0/3220337996 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7ffa6815dfd0 con 0x7ffa6815c250 2024-04-15T15:11:12.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.733+0000 7ffa6f6d9640 1 -- 172.21.15.84:0/3220337996 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ffa680b4890 con 0x7ffa6815c250 2024-04-15T15:11:12.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.734+0000 7ffa5dffb640 1 -- 172.21.15.84:0/3220337996 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) ==== 93+0+10 (secure 0 0 0) 0x7ffa58059420 con 0x7ffa6815c250 2024-04-15T15:11:12.736 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:11:12.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.736+0000 7ffa6f6d9640 1 -- 172.21.15.84:0/3220337996 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ffa4c06c8f0 msgr2=0x7ffa4c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:12.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.736+0000 7ffa6f6d9640 1 --2- 172.21.15.84:0/3220337996 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ffa4c06c8f0 0x7ffa4c06edb0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7ffa64036000 tx=0x7ffa6403c040 comp rx=0 tx=0).stop 2024-04-15T15:11:12.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.736+0000 7ffa6f6d9640 1 -- 172.21.15.84:0/3220337996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffa6815c250 msgr2=0x7ffa6815da90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:12.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.736+0000 7ffa6f6d9640 1 --2- 172.21.15.84:0/3220337996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffa6815c250 0x7ffa6815da90 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7ffa5800c3f0 tx=0x7ffa5800c8b0 comp rx=0 tx=0).stop 2024-04-15T15:11:12.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.736+0000 7ffa6f6d9640 1 -- 172.21.15.84:0/3220337996 shutdown_connections 2024-04-15T15:11:12.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.736+0000 7ffa6f6d9640 1 --2- 172.21.15.84:0/3220337996 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ffa4c06c8f0 0x7ffa4c06edb0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:12.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.736+0000 7ffa6f6d9640 1 --2- 172.21.15.84:0/3220337996 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffa6815f9f0 0x7ffa68156cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:12.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.736+0000 7ffa6f6d9640 1 --2- 172.21.15.84:0/3220337996 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ffa6815c250 0x7ffa6815da90 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:12.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.736+0000 7ffa6f6d9640 1 --2- 172.21.15.84:0/3220337996 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ffa680d0010 0x7ffa680cbc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:12.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.736+0000 7ffa6f6d9640 1 -- 172.21.15.84:0/3220337996 >> 172.21.15.84:0/3220337996 conn(0x7ffa680ceec0 msgr2=0x7ffa68161720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:12.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.736+0000 7ffa6f6d9640 1 -- 172.21.15.84:0/3220337996 shutdown_connections 2024-04-15T15:11:12.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.736+0000 7ffa6f6d9640 1 -- 172.21.15.84:0/3220337996 wait complete. 2024-04-15T15:11:12.749 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:11:12.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.853+0000 7fd9b50ba640 1 Processor -- start 2024-04-15T15:11:12.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.853+0000 7fd9b50ba640 1 -- start start 2024-04-15T15:11:12.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.853+0000 7fd9b50ba640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fd9b006ed30 0x7fd9b006cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:12.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.854+0000 7fd9b50ba640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9b006bd50 con 0x7fd9b015c630 2024-04-15T15:11:12.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.854+0000 7fd9b50ba640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9b006bff0 con 0x7fd9b00cd2a0 2024-04-15T15:11:12.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.854+0000 7fd9b50ba640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fd9b006d2f0 con 0x7fd9b006ed30 2024-04-15T15:11:12.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.854+0000 7fd9af59e640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fd9b006ed30 0x7fd9b006cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:12.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.854+0000 7fd9af59e640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fd9b006ed30 0x7fd9b006cdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43434/0 (socket says 172.21.15.84:43434) 2024-04-15T15:11:12.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.854+0000 7fd9af59e640 1 -- 172.21.15.84:0/1923754098 learned_addr learned my addr 172.21.15.84:0/1923754098 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:12.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.854+0000 7fd9af59e640 1 -- 172.21.15.84:0/1923754098 >> v1:172.21.15.203:6789/0 conn(0x7fd9b00cd2a0 legacy=0x7fd9b006e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:12.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.854+0000 7fd9af59e640 1 -- 172.21.15.84:0/1923754098 >> v1:172.21.15.84:6789/0 conn(0x7fd9b015c630 legacy=0x7fd9b00ccb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:12.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.854+0000 7fd9af59e640 1 -- 172.21.15.84:0/1923754098 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9b006c2d0 con 0x7fd9b006ed30 2024-04-15T15:11:12.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.855+0000 7fd9af59e640 1 --2- 172.21.15.84:0/1923754098 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd9b006ed30 0x7fd9b006cdb0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fd9b006bc00 tx=0x7fd9a802b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a227d91bc3a087f8 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:12.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.855+0000 7fd9add9b640 1 -- 172.21.15.84:0/1923754098 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9a8034070 con 0x7fd9b006ed30 2024-04-15T15:11:12.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.855+0000 7fd9add9b640 1 -- 172.21.15.84:0/1923754098 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9a8030610 con 0x7fd9b006ed30 2024-04-15T15:11:12.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.855+0000 7fd9add9b640 1 -- 172.21.15.84:0/1923754098 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9a80309e0 con 0x7fd9b006ed30 2024-04-15T15:11:12.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.855+0000 7fd9b50ba640 1 -- 172.21.15.84:0/1923754098 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd9b006ed30 msgr2=0x7fd9b006cdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:12.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.855+0000 7fd9b50ba640 1 --2- 172.21.15.84:0/1923754098 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd9b006ed30 0x7fd9b006cdb0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fd9b006bc00 tx=0x7fd9a802b960 comp rx=0 tx=0).stop 2024-04-15T15:11:12.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.855+0000 7fd9b50ba640 1 -- 172.21.15.84:0/1923754098 shutdown_connections 2024-04-15T15:11:12.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.855+0000 7fd9b50ba640 1 --2- 172.21.15.84:0/1923754098 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd9b006ed30 0x7fd9b006cdb0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:12.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.855+0000 7fd9b50ba640 1 -- 172.21.15.84:0/1923754098 >> 172.21.15.84:0/1923754098 conn(0x7fd9b00b31d0 msgr2=0x7fd9b00b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:12.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.855+0000 7fd9b50ba640 1 -- 172.21.15.84:0/1923754098 shutdown_connections 2024-04-15T15:11:12.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.855+0000 7fd9b50ba640 1 -- 172.21.15.84:0/1923754098 wait complete. 2024-04-15T15:11:12.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.857+0000 7fd9b50ba640 1 Processor -- start 2024-04-15T15:11:12.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.857+0000 7fd9b50ba640 1 -- start start 2024-04-15T15:11:12.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9b50ba640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd9b006ed30 0x7fd9b0155460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:12.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9b50ba640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd9b00cd2a0 0x7fd9b01e6b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:12.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9b50ba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd9b015c630 0x7fd9b01407c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:12.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9b50ba640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd9b006f180 con 0x7fd9b00cd2a0 2024-04-15T15:11:12.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9b50ba640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd9b006c920 con 0x7fd9b006ed30 2024-04-15T15:11:12.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9b50ba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fd9b015ca10 con 0x7fd9b015c630 2024-04-15T15:11:12.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9ae59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd9b00cd2a0 0x7fd9b01e6b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:12.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9ae59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd9b00cd2a0 0x7fd9b01e6b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43440/0 (socket says 172.21.15.84:43440) 2024-04-15T15:11:12.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9ae59c640 1 -- 172.21.15.84:0/1094515715 learned_addr learned my addr 172.21.15.84:0/1094515715 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:12.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9aed9d640 1 --2- 172.21.15.84:0/1094515715 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd9b006ed30 0x7fd9b0155460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:12.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9af59e640 1 --2- 172.21.15.84:0/1094515715 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd9b015c630 0x7fd9b01407c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:12.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9ae59c640 1 -- 172.21.15.84:0/1094515715 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd9b015c630 msgr2=0x7fd9b01407c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:12.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9ae59c640 1 --2- 172.21.15.84:0/1094515715 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd9b015c630 0x7fd9b01407c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:12.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9ae59c640 1 -- 172.21.15.84:0/1094515715 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd9b006ed30 msgr2=0x7fd9b0155460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:12.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9ae59c640 1 --2- 172.21.15.84:0/1094515715 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd9b006ed30 0x7fd9b0155460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:12.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9ae59c640 1 -- 172.21.15.84:0/1094515715 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9b01e7040 con 0x7fd9b00cd2a0 2024-04-15T15:11:12.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9aed9d640 1 --2- 172.21.15.84:0/1094515715 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd9b006ed30 0x7fd9b0155460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:12.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9ae59c640 1 --2- 172.21.15.84:0/1094515715 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd9b00cd2a0 0x7fd9b01e6b00 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fd9a400c430 tx=0x7fd9a400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:12.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9977fe640 1 -- 172.21.15.84:0/1094515715 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9a4011790 con 0x7fd9b00cd2a0 2024-04-15T15:11:12.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9977fe640 1 -- 172.21.15.84:0/1094515715 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9a4017070 con 0x7fd9b00cd2a0 2024-04-15T15:11:12.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9b50ba640 1 -- 172.21.15.84:0/1094515715 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9b01e7310 con 0x7fd9b00cd2a0 2024-04-15T15:11:12.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9977fe640 1 -- 172.21.15.84:0/1094515715 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9a4011b70 con 0x7fd9b00cd2a0 2024-04-15T15:11:12.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.858+0000 7fd9b50ba640 1 -- 172.21.15.84:0/1094515715 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9b01e78d0 con 0x7fd9b00cd2a0 2024-04-15T15:11:12.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.859+0000 7fd9b50ba640 1 -- 172.21.15.84:0/1094515715 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9b0075c50 con 0x7fd9b00cd2a0 2024-04-15T15:11:12.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.860+0000 7fd9977fe640 1 -- 172.21.15.84:0/1094515715 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fd9a4011d10 con 0x7fd9b00cd2a0 2024-04-15T15:11:12.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.860+0000 7fd9977fe640 1 --2- 172.21.15.84:0/1094515715 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd99c06c8f0 0x7fd99c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:12.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.860+0000 7fd9977fe640 1 -- 172.21.15.84:0/1094515715 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fd9a408bda0 con 0x7fd9b00cd2a0 2024-04-15T15:11:12.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.860+0000 7fd9aed9d640 1 --2- 172.21.15.84:0/1094515715 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd99c06c8f0 0x7fd99c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:12.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.861+0000 7fd9aed9d640 1 --2- 172.21.15.84:0/1094515715 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd99c06c8f0 0x7fd99c06edb0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd9a0001d60 tx=0x7fd9a0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:12.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:12.865+0000 7fd9977fe640 1 -- 172.21.15.84:0/1094515715 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fd9a4059dd0 con 0x7fd9b00cd2a0 2024-04-15T15:11:13.041 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.039+0000 7fd9b50ba640 1 -- 172.21.15.84:0/1094515715 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fd9b00d0f10 con 0x7fd9b00cd2a0 2024-04-15T15:11:13.041 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.039+0000 7fd9977fe640 1 -- 172.21.15.84:0/1094515715 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) ==== 104+0+11 (secure 0 0 0) 0x7fd9a40596d0 con 0x7fd9b00cd2a0 2024-04-15T15:11:13.041 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:13.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.041+0000 7fd9b50ba640 1 -- 172.21.15.84:0/1094515715 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd99c06c8f0 msgr2=0x7fd99c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:13.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.041+0000 7fd9b50ba640 1 --2- 172.21.15.84:0/1094515715 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd99c06c8f0 0x7fd99c06edb0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd9a0001d60 tx=0x7fd9a0009040 comp rx=0 tx=0).stop 2024-04-15T15:11:13.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.041+0000 7fd9b50ba640 1 -- 172.21.15.84:0/1094515715 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd9b00cd2a0 msgr2=0x7fd9b01e6b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:13.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.041+0000 7fd9b50ba640 1 --2- 172.21.15.84:0/1094515715 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd9b00cd2a0 0x7fd9b01e6b00 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fd9a400c430 tx=0x7fd9a400c8f0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.041+0000 7fd9b50ba640 1 -- 172.21.15.84:0/1094515715 shutdown_connections 2024-04-15T15:11:13.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.041+0000 7fd9b50ba640 1 --2- 172.21.15.84:0/1094515715 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd9b015c630 0x7fd9b01407c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.041+0000 7fd9b50ba640 1 --2- 172.21.15.84:0/1094515715 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd9b00cd2a0 0x7fd9b01e6b00 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.041+0000 7fd9b50ba640 1 --2- 172.21.15.84:0/1094515715 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd99c06c8f0 0x7fd99c06edb0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.041+0000 7fd9b50ba640 1 --2- 172.21.15.84:0/1094515715 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd9b006ed30 0x7fd9b0155460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.041+0000 7fd9b50ba640 1 -- 172.21.15.84:0/1094515715 >> 172.21.15.84:0/1094515715 conn(0x7fd9b00b31d0 msgr2=0x7fd9b00b01f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:13.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.041+0000 7fd9b50ba640 1 -- 172.21.15.84:0/1094515715 shutdown_connections 2024-04-15T15:11:13.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.041+0000 7fd9b50ba640 1 -- 172.21.15.84:0/1094515715 wait complete. 2024-04-15T15:11:13.054 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:11:13.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.157+0000 7f52d94ba640 1 Processor -- start 2024-04-15T15:11:13.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.157+0000 7f52d94ba640 1 -- start start 2024-04-15T15:11:13.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.158+0000 7f52d94ba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f52d406f5d0 0x7f52d40cf1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:13.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.158+0000 7f52d94ba640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f52d40b56e0 con 0x7f52d415b7f0 2024-04-15T15:11:13.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.158+0000 7f52d94ba640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f52d40b59c0 con 0x7f52d40b6780 2024-04-15T15:11:13.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.158+0000 7f52d94ba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f52d40b5ca0 con 0x7f52d406f5d0 2024-04-15T15:11:13.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.158+0000 7f52d2ffd640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f52d415b7f0 0x7f52d406dd10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:35630/0 (socket says 172.21.15.84:35630) 2024-04-15T15:11:13.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.158+0000 7f52d2ffd640 1 -- 172.21.15.84:0/3018623689 learned_addr learned my addr 172.21.15.84:0/3018623689 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:13.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d1ffb640 1 -- 172.21.15.84:0/3018623689 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1550027155 0 0) 0x7f52d40b56e0 con 0x7f52d415b7f0 2024-04-15T15:11:13.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d37fe640 1 --2- 172.21.15.84:0/3018623689 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f52d406f5d0 0x7f52d40cf1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:13.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d1ffb640 1 -- 172.21.15.84:0/3018623689 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f52c0003520 con 0x7f52d415b7f0 2024-04-15T15:11:13.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d1ffb640 1 -- 172.21.15.84:0/3018623689 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1984827147 0 0) 0x7f52c0003520 con 0x7f52d415b7f0 2024-04-15T15:11:13.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d1ffb640 1 -- 172.21.15.84:0/3018623689 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f52d406f5d0 msgr2=0x7f52d40cf1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:13.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d1ffb640 1 --2- 172.21.15.84:0/3018623689 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f52d406f5d0 0x7f52d40cf1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d1ffb640 1 -- 172.21.15.84:0/3018623689 >> v1:172.21.15.203:6789/0 conn(0x7f52d40b6780 legacy=0x7f52d406eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:13.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d1ffb640 1 -- 172.21.15.84:0/3018623689 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52d40b5f80 con 0x7f52d415b7f0 2024-04-15T15:11:13.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d1ffb640 1 -- 172.21.15.84:0/3018623689 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f52c40019f0 con 0x7f52d415b7f0 2024-04-15T15:11:13.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d1ffb640 1 -- 172.21.15.84:0/3018623689 >> v1:172.21.15.84:6789/0 conn(0x7f52d415b7f0 legacy=0x7f52d406dd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:13.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d1ffb640 1 --2- 172.21.15.84:0/3018623689 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f52c00039e0 0x7f52c0003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:13.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d1ffb640 1 --2- 172.21.15.84:0/3018623689 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f52c0004800 0x7f52c0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:13.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d1ffb640 1 --2- 172.21.15.84:0/3018623689 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f52d406f5d0 0x7f52c0005200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:13.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d1ffb640 1 -- 172.21.15.84:0/3018623689 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f52d40b5ca0 con 0x7f52c0004800 2024-04-15T15:11:13.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d1ffb640 1 -- 172.21.15.84:0/3018623689 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f52c000bb20 con 0x7f52c00039e0 2024-04-15T15:11:13.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d1ffb640 1 -- 172.21.15.84:0/3018623689 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f52c000bd20 con 0x7f52d406f5d0 2024-04-15T15:11:13.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d27fc640 1 --2- 172.21.15.84:0/3018623689 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f52c0004800 0x7f52c0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:13.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d2ffd640 1 --2- 172.21.15.84:0/3018623689 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f52c00039e0 0x7f52c0003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:13.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d37fe640 1 --2- 172.21.15.84:0/3018623689 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f52d406f5d0 0x7f52c0005200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:13.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d27fc640 1 -- 172.21.15.84:0/3018623689 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f52d406f5d0 msgr2=0x7f52c0005200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:13.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d27fc640 1 --2- 172.21.15.84:0/3018623689 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f52d406f5d0 0x7f52c0005200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d27fc640 1 -- 172.21.15.84:0/3018623689 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f52c00039e0 msgr2=0x7f52c0003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:13.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d27fc640 1 --2- 172.21.15.84:0/3018623689 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f52c00039e0 0x7f52c0003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.159+0000 7f52d27fc640 1 -- 172.21.15.84:0/3018623689 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52c0003520 con 0x7f52c0004800 2024-04-15T15:11:13.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.160+0000 7f52d27fc640 1 --2- 172.21.15.84:0/3018623689 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f52c0004800 0x7f52c0004c80 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f52bc001750 tx=0x7f52c0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ea6806f0fdc9d03 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:13.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.160+0000 7f52d1ffb640 1 -- 172.21.15.84:0/3018623689 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52bc001370 con 0x7f52c0004800 2024-04-15T15:11:13.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.160+0000 7f52d1ffb640 1 -- 172.21.15.84:0/3018623689 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52bc0052d0 con 0x7f52c0004800 2024-04-15T15:11:13.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.160+0000 7f52d1ffb640 1 -- 172.21.15.84:0/3018623689 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52bc003830 con 0x7f52c0004800 2024-04-15T15:11:13.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.161+0000 7f52d94ba640 1 -- 172.21.15.84:0/3018623689 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f52c0004800 msgr2=0x7f52c0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:13.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.161+0000 7f52d94ba640 1 --2- 172.21.15.84:0/3018623689 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f52c0004800 0x7f52c0004c80 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f52bc001750 tx=0x7f52c0005830 comp rx=0 tx=0).stop 2024-04-15T15:11:13.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.161+0000 7f52d37fe640 1 -- 172.21.15.84:0/3018623689 reap_dead start 2024-04-15T15:11:13.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.161+0000 7f52d94ba640 1 -- 172.21.15.84:0/3018623689 shutdown_connections 2024-04-15T15:11:13.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.161+0000 7f52d94ba640 1 -- 172.21.15.84:0/3018623689 >> 172.21.15.84:0/3018623689 conn(0x7f52d4072c80 msgr2=0x7f52d4073090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:13.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.161+0000 7f52d94ba640 1 -- 172.21.15.84:0/3018623689 shutdown_connections 2024-04-15T15:11:13.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.161+0000 7f52d94ba640 1 -- 172.21.15.84:0/3018623689 wait complete. 2024-04-15T15:11:13.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.162+0000 7f52d94ba640 1 Processor -- start 2024-04-15T15:11:13.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.162+0000 7f52d94ba640 1 -- start start 2024-04-15T15:11:13.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.163+0000 7f52d94ba640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f52c0004800 0x7f52d4147cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:13.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.163+0000 7f52d94ba640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f52d415de80 0x7f52d415e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:13.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.163+0000 7f52d94ba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f52d40aa570 0x7f52d40aaa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:13.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.163+0000 7f52d94ba640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f52d40b5480 con 0x7f52d415de80 2024-04-15T15:11:13.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.163+0000 7f52d94ba640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f52d40b5300 con 0x7f52c0004800 2024-04-15T15:11:13.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.163+0000 7f52d94ba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f52d40b6c10 con 0x7f52d40aa570 2024-04-15T15:11:13.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.163+0000 7f52d27fc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f52d415de80 0x7f52d415e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:13.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.163+0000 7f52d27fc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f52d415de80 0x7f52d415e300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43460/0 (socket says 172.21.15.84:43460) 2024-04-15T15:11:13.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.163+0000 7f52d27fc640 1 -- 172.21.15.84:0/1816965309 learned_addr learned my addr 172.21.15.84:0/1816965309 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:13.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.163+0000 7f52d2ffd640 1 --2- 172.21.15.84:0/1816965309 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f52c0004800 0x7f52d4147cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:13.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.163+0000 7f52d37fe640 1 --2- 172.21.15.84:0/1816965309 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f52d40aa570 0x7f52d40aaa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:13.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.163+0000 7f52d27fc640 1 -- 172.21.15.84:0/1816965309 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f52d40aa570 msgr2=0x7f52d40aaa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:13.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.163+0000 7f52d27fc640 1 --2- 172.21.15.84:0/1816965309 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f52d40aa570 0x7f52d40aaa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.164+0000 7f52d27fc640 1 -- 172.21.15.84:0/1816965309 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f52c0004800 msgr2=0x7f52d4147cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:13.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.164+0000 7f52d27fc640 1 --2- 172.21.15.84:0/1816965309 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f52c0004800 0x7f52d4147cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.164+0000 7f52d27fc640 1 -- 172.21.15.84:0/1816965309 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52d40ab2e0 con 0x7f52d415de80 2024-04-15T15:11:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.164+0000 7f52d2ffd640 1 --2- 172.21.15.84:0/1816965309 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f52c0004800 0x7f52d4147cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.164+0000 7f52d27fc640 1 --2- 172.21.15.84:0/1816965309 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f52d415de80 0x7f52d415e300 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f52bc008fd0 tx=0x7f52bc001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.164+0000 7f52cb7fe640 1 -- 172.21.15.84:0/1816965309 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52bc041070 con 0x7f52d415de80 2024-04-15T15:11:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.164+0000 7f52cb7fe640 1 -- 172.21.15.84:0/1816965309 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52bc005480 con 0x7f52d415de80 2024-04-15T15:11:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.164+0000 7f52d94ba640 1 -- 172.21.15.84:0/1816965309 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52d4148560 con 0x7f52d415de80 2024-04-15T15:11:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.164+0000 7f52cb7fe640 1 -- 172.21.15.84:0/1816965309 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52bc001370 con 0x7f52d415de80 2024-04-15T15:11:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.164+0000 7f52d94ba640 1 -- 172.21.15.84:0/1816965309 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52d4148b20 con 0x7f52d415de80 2024-04-15T15:11:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.165+0000 7f52d94ba640 1 -- 172.21.15.84:0/1816965309 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52d4075c50 con 0x7f52d415de80 2024-04-15T15:11:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.165+0000 7f52cb7fe640 1 -- 172.21.15.84:0/1816965309 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f52bc044070 con 0x7f52d415de80 2024-04-15T15:11:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.166+0000 7f52cb7fe640 1 --2- 172.21.15.84:0/1816965309 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f52b406c920 0x7f52b406ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.166+0000 7f52cb7fe640 1 -- 172.21.15.84:0/1816965309 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f52bc0ad930 con 0x7f52d415de80 2024-04-15T15:11:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.166+0000 7f52d2ffd640 1 --2- 172.21.15.84:0/1816965309 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f52b406c920 0x7f52b406ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.166+0000 7f52d2ffd640 1 --2- 172.21.15.84:0/1816965309 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f52b406c920 0x7f52b406ede0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f52c4002230 tx=0x7f52c4006040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:13.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.170+0000 7f52cb7fe640 1 -- 172.21.15.84:0/1816965309 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f52bc07bb10 con 0x7f52d415de80 2024-04-15T15:11:13.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.346+0000 7f52d94ba640 1 -- 172.21.15.84:0/1816965309 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f52d415ef60 con 0x7f52d415de80 2024-04-15T15:11:13.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.347+0000 7f52cb7fe640 1 -- 172.21.15.84:0/1816965309 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) ==== 100+0+11 (secure 0 0 0) 0x7f52bc07b410 con 0x7f52d415de80 2024-04-15T15:11:13.349 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:11:13.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.349+0000 7f52d94ba640 1 -- 172.21.15.84:0/1816965309 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f52b406c920 msgr2=0x7f52b406ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:13.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.349+0000 7f52d94ba640 1 --2- 172.21.15.84:0/1816965309 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f52b406c920 0x7f52b406ede0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f52c4002230 tx=0x7f52c4006040 comp rx=0 tx=0).stop 2024-04-15T15:11:13.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.349+0000 7f52d94ba640 1 -- 172.21.15.84:0/1816965309 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f52d415de80 msgr2=0x7f52d415e300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:13.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.349+0000 7f52d94ba640 1 --2- 172.21.15.84:0/1816965309 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f52d415de80 0x7f52d415e300 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f52bc008fd0 tx=0x7f52bc001120 comp rx=0 tx=0).stop 2024-04-15T15:11:13.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.349+0000 7f52d94ba640 1 -- 172.21.15.84:0/1816965309 shutdown_connections 2024-04-15T15:11:13.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.349+0000 7f52d94ba640 1 --2- 172.21.15.84:0/1816965309 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f52d40aa570 0x7f52d40aaa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.349+0000 7f52d94ba640 1 --2- 172.21.15.84:0/1816965309 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f52d415de80 0x7f52d415e300 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.349+0000 7f52d94ba640 1 --2- 172.21.15.84:0/1816965309 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f52b406c920 0x7f52b406ede0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.349+0000 7f52d94ba640 1 --2- 172.21.15.84:0/1816965309 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f52c0004800 0x7f52d4147cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.349+0000 7f52d94ba640 1 -- 172.21.15.84:0/1816965309 >> 172.21.15.84:0/1816965309 conn(0x7f52d4072c80 msgr2=0x7f52d406eec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:13.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.349+0000 7f52d94ba640 1 -- 172.21.15.84:0/1816965309 shutdown_connections 2024-04-15T15:11:13.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.349+0000 7f52d94ba640 1 -- 172.21.15.84:0/1816965309 wait complete. 2024-04-15T15:11:13.362 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-15T15:11:13.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.466+0000 7f32e7ca5640 1 Processor -- start 2024-04-15T15:11:13.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.466+0000 7f32e7ca5640 1 -- start start 2024-04-15T15:11:13.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.467+0000 7f32e7ca5640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f32e0156cf0 0x7f32e006ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:13.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.467+0000 7f32e7ca5640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f32e00b0270 0x7f32e006d370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:13.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.467+0000 7f32e7ca5640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f32e015ce00 con 0x7f32e00d1570 2024-04-15T15:11:13.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.467+0000 7f32e7ca5640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f32e006d8b0 con 0x7f32e00b0270 2024-04-15T15:11:13.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.467+0000 7f32e7ca5640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f32e015d0e0 con 0x7f32e0156cf0 2024-04-15T15:11:13.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.467+0000 7f32e5240640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f32e00b0270 0x7f32e006d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:13.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.467+0000 7f32e5240640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f32e00b0270 0x7f32e006d370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43476/0 (socket says 172.21.15.84:43476) 2024-04-15T15:11:13.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.467+0000 7f32e5240640 1 -- 172.21.15.84:0/832110854 learned_addr learned my addr 172.21.15.84:0/832110854 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:13.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.467+0000 7f32e5a41640 1 --2- 172.21.15.84:0/832110854 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f32e0156cf0 0x7f32e006ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:13.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.467+0000 7f32e5240640 1 -- 172.21.15.84:0/832110854 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f32e0156cf0 msgr2=0x7f32e006ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:13.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.467+0000 7f32e5240640 1 --2- 172.21.15.84:0/832110854 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f32e0156cf0 0x7f32e006ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.467+0000 7f32e5240640 1 -- 172.21.15.84:0/832110854 >> v1:172.21.15.203:6789/0 conn(0x7f32e00d1570 legacy=0x7f32e0160250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:13.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.467+0000 7f32e5240640 1 -- 172.21.15.84:0/832110854 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32e015d3c0 con 0x7f32e00b0270 2024-04-15T15:11:13.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.467+0000 7f32e5a41640 1 --2- 172.21.15.84:0/832110854 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f32e0156cf0 0x7f32e006ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:13.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.468+0000 7f32e5240640 1 --2- 172.21.15.84:0/832110854 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f32e00b0270 0x7f32e006d370 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f32d0009870 tx=0x7f32d002b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8f6733b743882cc server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:13.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.468+0000 7f32e4a3f640 1 -- 172.21.15.84:0/832110854 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32d00317c0 con 0x7f32e00b0270 2024-04-15T15:11:13.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.468+0000 7f32e4a3f640 1 -- 172.21.15.84:0/832110854 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32d0037070 con 0x7f32e00b0270 2024-04-15T15:11:13.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.468+0000 7f32e4a3f640 1 -- 172.21.15.84:0/832110854 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32d0031b80 con 0x7f32e00b0270 2024-04-15T15:11:13.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.469+0000 7f32e7ca5640 1 -- 172.21.15.84:0/832110854 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f32e00b0270 msgr2=0x7f32e006d370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:13.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.469+0000 7f32e7ca5640 1 --2- 172.21.15.84:0/832110854 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f32e00b0270 0x7f32e006d370 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f32d0009870 tx=0x7f32d002b860 comp rx=0 tx=0).stop 2024-04-15T15:11:13.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.469+0000 7f32e7ca5640 1 -- 172.21.15.84:0/832110854 shutdown_connections 2024-04-15T15:11:13.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.469+0000 7f32e7ca5640 1 --2- 172.21.15.84:0/832110854 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f32e00b0270 0x7f32e006d370 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.469+0000 7f32e7ca5640 1 --2- 172.21.15.84:0/832110854 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f32e0156cf0 0x7f32e006ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.469+0000 7f32e7ca5640 1 -- 172.21.15.84:0/832110854 >> 172.21.15.84:0/832110854 conn(0x7f32e00d0a50 msgr2=0x7f32e00d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:13.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.469+0000 7f32e7ca5640 1 -- 172.21.15.84:0/832110854 shutdown_connections 2024-04-15T15:11:13.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.469+0000 7f32e7ca5640 1 -- 172.21.15.84:0/832110854 wait complete. 2024-04-15T15:11:13.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.470+0000 7f32e7ca5640 1 Processor -- start 2024-04-15T15:11:13.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.470+0000 7f32e7ca5640 1 -- start start 2024-04-15T15:11:13.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.471+0000 7f32e7ca5640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f32e00b0270 0x7f32e00aee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:13.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.471+0000 7f32e7ca5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f32e00d1570 0x7f32e01572e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:13.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.471+0000 7f32e7ca5640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f32e0156cf0 0x7f32e01e7dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:13.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.471+0000 7f32e7ca5640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f32e01570d0 con 0x7f32e00d1570 2024-04-15T15:11:13.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.471+0000 7f32e7ca5640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f32e015d980 con 0x7f32e0156cf0 2024-04-15T15:11:13.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.471+0000 7f32e7ca5640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f32e006dbb0 con 0x7f32e00b0270 2024-04-15T15:11:13.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.471+0000 7f32e5240640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f32e00d1570 0x7f32e01572e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:13.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.471+0000 7f32e5240640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f32e00d1570 0x7f32e01572e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43490/0 (socket says 172.21.15.84:43490) 2024-04-15T15:11:13.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.471+0000 7f32e5240640 1 -- 172.21.15.84:0/2444279542 learned_addr learned my addr 172.21.15.84:0/2444279542 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:13.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.471+0000 7f32e5240640 1 -- 172.21.15.84:0/2444279542 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f32e00b0270 msgr2=0x7f32e00aee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:13.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.471+0000 7f32e5240640 1 --2- 172.21.15.84:0/2444279542 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f32e00b0270 0x7f32e00aee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.471+0000 7f32e5240640 1 -- 172.21.15.84:0/2444279542 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f32e0156cf0 msgr2=0x7f32e01e7dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:13.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.471+0000 7f32e5240640 1 --2- 172.21.15.84:0/2444279542 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f32e0156cf0 0x7f32e01e7dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.471+0000 7f32e5240640 1 -- 172.21.15.84:0/2444279542 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32e0157bc0 con 0x7f32e00d1570 2024-04-15T15:11:13.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.471+0000 7f32e5240640 1 --2- 172.21.15.84:0/2444279542 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f32e00d1570 0x7f32e01572e0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f32d002b8a0 tx=0x7f32d00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:13.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.471+0000 7f32d67fc640 1 -- 172.21.15.84:0/2444279542 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32d0032860 con 0x7f32e00d1570 2024-04-15T15:11:13.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.471+0000 7f32d67fc640 1 -- 172.21.15.84:0/2444279542 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f32d0032a20 con 0x7f32e00d1570 2024-04-15T15:11:13.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.471+0000 7f32d67fc640 1 -- 172.21.15.84:0/2444279542 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32d0032e10 con 0x7f32e00d1570 2024-04-15T15:11:13.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.471+0000 7f32e7ca5640 1 -- 172.21.15.84:0/2444279542 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32e0157ea0 con 0x7f32e00d1570 2024-04-15T15:11:13.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.472+0000 7f32e7ca5640 1 -- 172.21.15.84:0/2444279542 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32e01f3130 con 0x7f32e00d1570 2024-04-15T15:11:13.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.472+0000 7f32e7ca5640 1 -- 172.21.15.84:0/2444279542 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32e0075c50 con 0x7f32e00d1570 2024-04-15T15:11:13.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.473+0000 7f32d67fc640 1 -- 172.21.15.84:0/2444279542 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f32d004c060 con 0x7f32e00d1570 2024-04-15T15:11:13.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.473+0000 7f32d67fc640 1 --2- 172.21.15.84:0/2444279542 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f32c406c8f0 0x7f32c406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:13.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.473+0000 7f32d67fc640 1 -- 172.21.15.84:0/2444279542 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f32d00ad890 con 0x7f32e00d1570 2024-04-15T15:11:13.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.473+0000 7f32e5a41640 1 --2- 172.21.15.84:0/2444279542 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f32c406c8f0 0x7f32c406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:13.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.474+0000 7f32e5a41640 1 --2- 172.21.15.84:0/2444279542 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f32c406c8f0 0x7f32c406edb0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f32e00cd260 tx=0x7f32dc0083d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:13.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.478+0000 7f32d67fc640 1 -- 172.21.15.84:0/2444279542 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f32d0040070 con 0x7f32e00d1570 2024-04-15T15:11:13.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.654+0000 7f32e7ca5640 1 -- 172.21.15.84:0/2444279542 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f32e0074e30 con 0x7f32e00d1570 2024-04-15T15:11:13.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.654+0000 7f32d67fc640 1 -- 172.21.15.84:0/2444279542 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) ==== 103+0+11 (secure 0 0 0) 0x7f32d007b8c0 con 0x7f32e00d1570 2024-04-15T15:11:13.657 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:13.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.656+0000 7f32e7ca5640 1 -- 172.21.15.84:0/2444279542 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f32c406c8f0 msgr2=0x7f32c406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:13.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.656+0000 7f32e7ca5640 1 --2- 172.21.15.84:0/2444279542 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f32c406c8f0 0x7f32c406edb0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f32e00cd260 tx=0x7f32dc0083d0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.656+0000 7f32e7ca5640 1 -- 172.21.15.84:0/2444279542 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f32e00d1570 msgr2=0x7f32e01572e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:13.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.656+0000 7f32e7ca5640 1 --2- 172.21.15.84:0/2444279542 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f32e00d1570 0x7f32e01572e0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f32d002b8a0 tx=0x7f32d00046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.656+0000 7f32e7ca5640 1 -- 172.21.15.84:0/2444279542 shutdown_connections 2024-04-15T15:11:13.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.656+0000 7f32e7ca5640 1 --2- 172.21.15.84:0/2444279542 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f32c406c8f0 0x7f32c406edb0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.656+0000 7f32e7ca5640 1 --2- 172.21.15.84:0/2444279542 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f32e0156cf0 0x7f32e01e7dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.656+0000 7f32e7ca5640 1 --2- 172.21.15.84:0/2444279542 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f32e00d1570 0x7f32e01572e0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.656+0000 7f32e7ca5640 1 --2- 172.21.15.84:0/2444279542 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f32e00b0270 0x7f32e00aee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.656+0000 7f32e7ca5640 1 -- 172.21.15.84:0/2444279542 >> 172.21.15.84:0/2444279542 conn(0x7f32e00d0a50 msgr2=0x7f32e00b0710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:13.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.656+0000 7f32e7ca5640 1 -- 172.21.15.84:0/2444279542 shutdown_connections 2024-04-15T15:11:13.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.656+0000 7f32e7ca5640 1 -- 172.21.15.84:0/2444279542 wait complete. 2024-04-15T15:11:13.669 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-15T15:11:13.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.772+0000 7f4118724640 1 Processor -- start 2024-04-15T15:11:13.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.772+0000 7f4118724640 1 -- start start 2024-04-15T15:11:13.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.773+0000 7f4118724640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f4110155790 0x7f41100b5e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:13.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.773+0000 7f4118724640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f4110160f40 0x7f4110162760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:13.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.773+0000 7f4118724640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4110155b70 con 0x7f41101622f0 2024-04-15T15:11:13.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.773+0000 7f4118724640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f4110162ca0 con 0x7f4110160f40 2024-04-15T15:11:13.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.773+0000 7f4118724640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f411006ecb0 con 0x7f4110155790 2024-04-15T15:11:13.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.773+0000 7f4116cc1640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f4110160f40 0x7f4110162760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:13.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.773+0000 7f4116cc1640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f4110160f40 0x7f4110162760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43506/0 (socket says 172.21.15.84:43506) 2024-04-15T15:11:13.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.773+0000 7f4116cc1640 1 -- 172.21.15.84:0/2862582931 learned_addr learned my addr 172.21.15.84:0/2862582931 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:13.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.774+0000 7f41164c0640 1 --2- 172.21.15.84:0/2862582931 >> v2:172.21.15.203:3300/0 conn(0x7f4110155790 0x7f41100b5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:13.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.774+0000 7f4116cc1640 1 -- 172.21.15.84:0/2862582931 >> v2:172.21.15.203:3300/0 conn(0x7f4110155790 msgr2=0x7f41100b5e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:13.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.774+0000 7f4116cc1640 1 --2- 172.21.15.84:0/2862582931 >> v2:172.21.15.203:3300/0 conn(0x7f4110155790 0x7f41100b5e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.774+0000 7f4116cc1640 1 -- 172.21.15.84:0/2862582931 >> v1:172.21.15.203:6789/0 conn(0x7f41101622f0 legacy=0x7f411015ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:13.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.774+0000 7f4116cc1640 1 -- 172.21.15.84:0/2862582931 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f411006ef00 con 0x7f4110160f40 2024-04-15T15:11:13.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.774+0000 7f4116cc1640 1 --2- 172.21.15.84:0/2862582931 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4110160f40 0x7f4110162760 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f411006c950 tx=0x7f410802b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d87a33591ba3ff7 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:13.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.775+0000 7f41154be640 1 -- 172.21.15.84:0/2862582931 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4108035020 con 0x7f4110160f40 2024-04-15T15:11:13.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.775+0000 7f41154be640 1 -- 172.21.15.84:0/2862582931 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4108031870 con 0x7f4110160f40 2024-04-15T15:11:13.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.775+0000 7f41154be640 1 -- 172.21.15.84:0/2862582931 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4108031c40 con 0x7f4110160f40 2024-04-15T15:11:13.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.775+0000 7f4118724640 1 -- 172.21.15.84:0/2862582931 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4110160f40 msgr2=0x7f4110162760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:13.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.775+0000 7f4118724640 1 --2- 172.21.15.84:0/2862582931 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4110160f40 0x7f4110162760 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f411006c950 tx=0x7f410802b910 comp rx=0 tx=0).stop 2024-04-15T15:11:13.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.775+0000 7f4118724640 1 -- 172.21.15.84:0/2862582931 shutdown_connections 2024-04-15T15:11:13.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.775+0000 7f4118724640 1 --2- 172.21.15.84:0/2862582931 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4110160f40 0x7f4110162760 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.775+0000 7f4118724640 1 --2- 172.21.15.84:0/2862582931 >> v2:172.21.15.203:3300/0 conn(0x7f4110155790 0x7f41100b5e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.775+0000 7f4118724640 1 -- 172.21.15.84:0/2862582931 >> 172.21.15.84:0/2862582931 conn(0x7f41100d24d0 msgr2=0x7f41100d28b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:13.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.775+0000 7f4118724640 1 -- 172.21.15.84:0/2862582931 shutdown_connections 2024-04-15T15:11:13.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.775+0000 7f4118724640 1 -- 172.21.15.84:0/2862582931 wait complete. 2024-04-15T15:11:13.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.776+0000 7f4118724640 1 Processor -- start 2024-04-15T15:11:13.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.776+0000 7f4118724640 1 -- start start 2024-04-15T15:11:13.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.777+0000 7f4118724640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4110155790 0x7f41100cdce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:13.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.777+0000 7f4118724640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4110160f40 0x7f411013eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:13.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.777+0000 7f4118724640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f41101622f0 0x7f411013f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:13.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.777+0000 7f4118724640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f41100b5380 con 0x7f4110155790 2024-04-15T15:11:13.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.777+0000 7f4118724640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f41100b59d0 con 0x7f41101622f0 2024-04-15T15:11:13.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.777+0000 7f4118724640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f41100b5660 con 0x7f4110160f40 2024-04-15T15:11:13.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.777+0000 7f41164c0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4110155790 0x7f41100cdce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:13.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.777+0000 7f41164c0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4110155790 0x7f41100cdce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43508/0 (socket says 172.21.15.84:43508) 2024-04-15T15:11:13.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.777+0000 7f41164c0640 1 -- 172.21.15.84:0/665254061 learned_addr learned my addr 172.21.15.84:0/665254061 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:13.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.777+0000 7f41164c0640 1 -- 172.21.15.84:0/665254061 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4110160f40 msgr2=0x7f411013eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:13.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.777+0000 7f41164c0640 1 --2- 172.21.15.84:0/665254061 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4110160f40 0x7f411013eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.777+0000 7f41164c0640 1 -- 172.21.15.84:0/665254061 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f41101622f0 msgr2=0x7f411013f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:13.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.777+0000 7f41164c0640 1 --2- 172.21.15.84:0/665254061 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f41101622f0 0x7f411013f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.777+0000 7f41164c0640 1 -- 172.21.15.84:0/665254061 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4110151790 con 0x7f4110155790 2024-04-15T15:11:13.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.778+0000 7f41164c0640 1 --2- 172.21.15.84:0/665254061 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4110155790 0x7f41100cdce0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f410c00ce10 tx=0x7f410c00a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:13.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.778+0000 7f4106ffd640 1 -- 172.21.15.84:0/665254061 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f410c003b90 con 0x7f4110155790 2024-04-15T15:11:13.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.778+0000 7f4106ffd640 1 -- 172.21.15.84:0/665254061 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f410c003d30 con 0x7f4110155790 2024-04-15T15:11:13.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.778+0000 7f4118724640 1 -- 172.21.15.84:0/665254061 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4110151a70 con 0x7f4110155790 2024-04-15T15:11:13.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.778+0000 7f4106ffd640 1 -- 172.21.15.84:0/665254061 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f410c004240 con 0x7f4110155790 2024-04-15T15:11:13.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.778+0000 7f4118724640 1 -- 172.21.15.84:0/665254061 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41100cd4e0 con 0x7f4110155790 2024-04-15T15:11:13.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.779+0000 7f4118724640 1 -- 172.21.15.84:0/665254061 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4110075c50 con 0x7f4110155790 2024-04-15T15:11:13.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.779+0000 7f4106ffd640 1 -- 172.21.15.84:0/665254061 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f410c0043e0 con 0x7f4110155790 2024-04-15T15:11:13.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.780+0000 7f4106ffd640 1 --2- 172.21.15.84:0/665254061 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f40f406c8f0 0x7f40f406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:13.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.780+0000 7f4106ffd640 1 -- 172.21.15.84:0/665254061 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f410c08cae0 con 0x7f4110155790 2024-04-15T15:11:13.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.780+0000 7f4115cbf640 1 --2- 172.21.15.84:0/665254061 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f40f406c8f0 0x7f40f406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:13.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.780+0000 7f4115cbf640 1 --2- 172.21.15.84:0/665254061 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f40f406c8f0 0x7f40f406edb0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4100006fd0 tx=0x7f4100006bc0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:13.785 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.784+0000 7f4106ffd640 1 -- 172.21.15.84:0/665254061 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f410c01d340 con 0x7f4110155790 2024-04-15T15:11:13.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.970+0000 7f4118724640 1 -- 172.21.15.84:0/665254061 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f411006e590 con 0x7f4110155790 2024-04-15T15:11:13.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.970+0000 7f4106ffd640 1 -- 172.21.15.84:0/665254061 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f410c05ab10 con 0x7f4110155790 2024-04-15T15:11:13.972 INFO:teuthology.orchestra.run.smithi084.stderr:listed 0 entries 2024-04-15T15:11:13.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.972+0000 7f4118724640 1 -- 172.21.15.84:0/665254061 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f40f406c8f0 msgr2=0x7f40f406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:13.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.972+0000 7f4118724640 1 --2- 172.21.15.84:0/665254061 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f40f406c8f0 0x7f40f406edb0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f4100006fd0 tx=0x7f4100006bc0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.972+0000 7f4118724640 1 -- 172.21.15.84:0/665254061 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4110155790 msgr2=0x7f41100cdce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:13.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.972+0000 7f4118724640 1 --2- 172.21.15.84:0/665254061 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4110155790 0x7f41100cdce0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f410c00ce10 tx=0x7f410c00a660 comp rx=0 tx=0).stop 2024-04-15T15:11:13.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.972+0000 7f4118724640 1 -- 172.21.15.84:0/665254061 shutdown_connections 2024-04-15T15:11:13.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.972+0000 7f4118724640 1 --2- 172.21.15.84:0/665254061 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f40f406c8f0 0x7f40f406edb0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.972+0000 7f4118724640 1 --2- 172.21.15.84:0/665254061 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f41101622f0 0x7f411013f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.972+0000 7f4118724640 1 --2- 172.21.15.84:0/665254061 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4110160f40 0x7f411013eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.972+0000 7f4118724640 1 --2- 172.21.15.84:0/665254061 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4110155790 0x7f41100cdce0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:13.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.972+0000 7f4118724640 1 -- 172.21.15.84:0/665254061 >> 172.21.15.84:0/665254061 conn(0x7f41100d24d0 msgr2=0x7f411006fca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:13.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.972+0000 7f4118724640 1 -- 172.21.15.84:0/665254061 shutdown_connections 2024-04-15T15:11:13.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:13.972+0000 7f4118724640 1 -- 172.21.15.84:0/665254061 wait complete. 2024-04-15T15:11:13.985 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:11:13.985 DEBUG:teuthology.orchestra.run.smithi203:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:11:14.005 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:14.108 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.106+0000 7f735d6f8640 1 Processor -- start 2024-04-15T15:11:14.108 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.106+0000 7f735d6f8640 1 -- start start 2024-04-15T15:11:14.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.107+0000 7f735d6f8640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f73580cf4d0 0x7f735806ff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:14.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.107+0000 7f735d6f8640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f73580ce670 0x7f73580b52a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:14.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.107+0000 7f735d6f8640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73580ceb00 con 0x7f735815c480 2024-04-15T15:11:14.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.107+0000 7f735d6f8640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f73580d1b30 con 0x7f73580cf4d0 2024-04-15T15:11:14.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.107+0000 7f735d6f8640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f73580cca00 con 0x7f73580ce670 2024-04-15T15:11:14.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.107+0000 7f73567fc640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f73580cf4d0 0x7f735806ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:14.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.107+0000 7f73567fc640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f73580cf4d0 0x7f735806ff20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43516/0 (socket says 172.21.15.84:43516) 2024-04-15T15:11:14.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.107+0000 7f73567fc640 1 -- 172.21.15.84:0/3736830951 learned_addr learned my addr 172.21.15.84:0/3736830951 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:14.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.108+0000 7f73577fe640 1 --2- 172.21.15.84:0/3736830951 >> v2:172.21.15.203:3300/0 conn(0x7f73580ce670 0x7f73580b52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:14.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.108+0000 7f73567fc640 1 -- 172.21.15.84:0/3736830951 >> v2:172.21.15.203:3300/0 conn(0x7f73580ce670 msgr2=0x7f73580b52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:14.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.108+0000 7f73567fc640 1 --2- 172.21.15.84:0/3736830951 >> v2:172.21.15.203:3300/0 conn(0x7f73580ce670 0x7f73580b52a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.108+0000 7f73567fc640 1 -- 172.21.15.84:0/3736830951 >> v1:172.21.15.203:6789/0 conn(0x7f735815c480 legacy=0x7f73580cedc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:14.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.108+0000 7f73567fc640 1 -- 172.21.15.84:0/3736830951 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73580d1d80 con 0x7f73580cf4d0 2024-04-15T15:11:14.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.108+0000 7f73577fe640 1 --2- 172.21.15.84:0/3736830951 >> v2:172.21.15.203:3300/0 conn(0x7f73580ce670 0x7f73580b52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:14.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.108+0000 7f73567fc640 1 --2- 172.21.15.84:0/3736830951 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f73580cf4d0 0x7f735806ff20 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f73580d1890 tx=0x7f734002b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28f4d901a1d32c3e server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:14.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.109+0000 7f7355ffb640 1 -- 172.21.15.84:0/3736830951 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7340035020 con 0x7f73580cf4d0 2024-04-15T15:11:14.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.109+0000 7f7355ffb640 1 -- 172.21.15.84:0/3736830951 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7340031870 con 0x7f73580cf4d0 2024-04-15T15:11:14.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.109+0000 7f7355ffb640 1 -- 172.21.15.84:0/3736830951 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7340031c40 con 0x7f73580cf4d0 2024-04-15T15:11:14.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.109+0000 7f735d6f8640 1 -- 172.21.15.84:0/3736830951 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f73580cf4d0 msgr2=0x7f735806ff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:14.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.109+0000 7f735d6f8640 1 --2- 172.21.15.84:0/3736830951 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f73580cf4d0 0x7f735806ff20 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f73580d1890 tx=0x7f734002b910 comp rx=0 tx=0).stop 2024-04-15T15:11:14.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.109+0000 7f735d6f8640 1 -- 172.21.15.84:0/3736830951 shutdown_connections 2024-04-15T15:11:14.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.109+0000 7f735d6f8640 1 --2- 172.21.15.84:0/3736830951 >> v2:172.21.15.203:3300/0 conn(0x7f73580ce670 0x7f73580b52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.109+0000 7f735d6f8640 1 --2- 172.21.15.84:0/3736830951 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f73580cf4d0 0x7f735806ff20 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.109+0000 7f735d6f8640 1 -- 172.21.15.84:0/3736830951 >> 172.21.15.84:0/3736830951 conn(0x7f73580b3fa0 msgr2=0x7f73580b43b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:14.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.109+0000 7f735d6f8640 1 -- 172.21.15.84:0/3736830951 shutdown_connections 2024-04-15T15:11:14.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.109+0000 7f735d6f8640 1 -- 172.21.15.84:0/3736830951 wait complete. 2024-04-15T15:11:14.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.111+0000 7f735d6f8640 1 Processor -- start 2024-04-15T15:11:14.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.111+0000 7f735d6f8640 1 -- start start 2024-04-15T15:11:14.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.111+0000 7f735d6f8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f73580ce670 0x7f73581f1920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:14.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.111+0000 7f735d6f8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f73580cf4d0 0x7f73581f1e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:14.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.111+0000 7f735d6f8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f735815c480 0x7f7358144200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:14.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.111+0000 7f735d6f8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f73580cd170 con 0x7f735815c480 2024-04-15T15:11:14.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.111+0000 7f735d6f8640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f73580ccc50 con 0x7f73580ce670 2024-04-15T15:11:14.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.111+0000 7f735d6f8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f735815c860 con 0x7f73580cf4d0 2024-04-15T15:11:14.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.111+0000 7f73577fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f735815c480 0x7f7358144200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:14.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.111+0000 7f73577fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f735815c480 0x7f7358144200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43530/0 (socket says 172.21.15.84:43530) 2024-04-15T15:11:14.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.111+0000 7f73577fe640 1 -- 172.21.15.84:0/664625015 learned_addr learned my addr 172.21.15.84:0/664625015 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:14.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.112+0000 7f73567fc640 1 --2- 172.21.15.84:0/664625015 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f73580cf4d0 0x7f73581f1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:14.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.112+0000 7f7356ffd640 1 --2- 172.21.15.84:0/664625015 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f73580ce670 0x7f73581f1920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:14.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.112+0000 7f73577fe640 1 -- 172.21.15.84:0/664625015 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f73580cf4d0 msgr2=0x7f73581f1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:14.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.112+0000 7f73577fe640 1 --2- 172.21.15.84:0/664625015 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f73580cf4d0 0x7f73581f1e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.112+0000 7f73577fe640 1 -- 172.21.15.84:0/664625015 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f73580ce670 msgr2=0x7f73581f1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:14.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.112+0000 7f73577fe640 1 --2- 172.21.15.84:0/664625015 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f73580ce670 0x7f73581f1920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.112+0000 7f73577fe640 1 -- 172.21.15.84:0/664625015 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7358152360 con 0x7f735815c480 2024-04-15T15:11:14.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.112+0000 7f73577fe640 1 --2- 172.21.15.84:0/664625015 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f735815c480 0x7f7358144200 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f735000c7c0 tx=0x7f735000cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:14.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.112+0000 7f734f7fe640 1 -- 172.21.15.84:0/664625015 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7350015020 con 0x7f735815c480 2024-04-15T15:11:14.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.112+0000 7f734f7fe640 1 -- 172.21.15.84:0/664625015 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7350004230 con 0x7f735815c480 2024-04-15T15:11:14.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.112+0000 7f734f7fe640 1 -- 172.21.15.84:0/664625015 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7350007620 con 0x7f735815c480 2024-04-15T15:11:14.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.112+0000 7f735d6f8640 1 -- 172.21.15.84:0/664625015 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7358155e40 con 0x7f735815c480 2024-04-15T15:11:14.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.112+0000 7f735d6f8640 1 -- 172.21.15.84:0/664625015 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7358156400 con 0x7f735815c480 2024-04-15T15:11:14.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.113+0000 7f735d6f8640 1 -- 172.21.15.84:0/664625015 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73580690f0 con 0x7f735815c480 2024-04-15T15:11:14.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.114+0000 7f734f7fe640 1 -- 172.21.15.84:0/664625015 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f7350018020 con 0x7f735815c480 2024-04-15T15:11:14.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.114+0000 7f734f7fe640 1 --2- 172.21.15.84:0/664625015 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f733806c920 0x7f733806ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:14.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.114+0000 7f734f7fe640 1 -- 172.21.15.84:0/664625015 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f735008bfe0 con 0x7f735815c480 2024-04-15T15:11:14.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.114+0000 7f7356ffd640 1 --2- 172.21.15.84:0/664625015 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f733806c920 0x7f733806ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:14.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.114+0000 7f7356ffd640 1 --2- 172.21.15.84:0/664625015 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f733806c920 0x7f733806ede0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f7348009f20 tx=0x7f73480094d0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:14.120 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.118+0000 7f734f7fe640 1 -- 172.21.15.84:0/664625015 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f735001f020 con 0x7f735815c480 2024-04-15T15:11:14.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.295+0000 7f735d6f8640 1 -- 172.21.15.84:0/664625015 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f73580cee60 con 0x7f735815c480 2024-04-15T15:11:14.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.296+0000 7f734f7fe640 1 -- 172.21.15.84:0/664625015 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18854 (secure 0 0 0) 0x7f735005a0d0 con 0x7f735815c480 2024-04-15T15:11:14.298 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:14.298 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":26,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:11:03.629918+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.16","mappings":[{"from":5,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.b","mappings":[{"from":1,"to":2}]},{"pgid":"4.1e","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:14.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.298+0000 7f735d6f8640 1 -- 172.21.15.84:0/664625015 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f733806c920 msgr2=0x7f733806ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:14.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.298+0000 7f735d6f8640 1 --2- 172.21.15.84:0/664625015 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f733806c920 0x7f733806ede0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f7348009f20 tx=0x7f73480094d0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.298+0000 7f735d6f8640 1 -- 172.21.15.84:0/664625015 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f735815c480 msgr2=0x7f7358144200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:14.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.298+0000 7f735d6f8640 1 --2- 172.21.15.84:0/664625015 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f735815c480 0x7f7358144200 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f735000c7c0 tx=0x7f735000cc80 comp rx=0 tx=0).stop 2024-04-15T15:11:14.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.298+0000 7f735d6f8640 1 -- 172.21.15.84:0/664625015 shutdown_connections 2024-04-15T15:11:14.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.298+0000 7f735d6f8640 1 --2- 172.21.15.84:0/664625015 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f735815c480 0x7f7358144200 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.298+0000 7f735d6f8640 1 --2- 172.21.15.84:0/664625015 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f73580cf4d0 0x7f73581f1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.298+0000 7f735d6f8640 1 --2- 172.21.15.84:0/664625015 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f733806c920 0x7f733806ede0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.298+0000 7f735d6f8640 1 --2- 172.21.15.84:0/664625015 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f73580ce670 0x7f73581f1920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.298+0000 7f735d6f8640 1 -- 172.21.15.84:0/664625015 >> 172.21.15.84:0/664625015 conn(0x7f73580b3fa0 msgr2=0x7f7358158ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:14.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.298+0000 7f735d6f8640 1 -- 172.21.15.84:0/664625015 shutdown_connections 2024-04-15T15:11:14.301 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.298+0000 7f735d6f8640 1 -- 172.21.15.84:0/664625015 wait complete. 2024-04-15T15:11:14.312 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:10:20.621351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:10:21.653421+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-15T15:10:25.371593+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-15T15:11:14.312 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:11:14.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.416+0000 7f90ee90e640 1 Processor -- start 2024-04-15T15:11:14.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.416+0000 7f90ee90e640 1 -- start start 2024-04-15T15:11:14.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.417+0000 7f90ee90e640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f90e80b4dc0 0x7f90e80cf040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:14.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.417+0000 7f90ee90e640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90e80ae160 con 0x7f90e815e770 2024-04-15T15:11:14.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.417+0000 7f90ee90e640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90e80b5310 con 0x7f90e80cfe30 2024-04-15T15:11:14.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.417+0000 7f90ee90e640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f90e80cf580 con 0x7f90e80b4dc0 2024-04-15T15:11:14.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.417+0000 7f90e7fff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f90e815e770 0x7f90e80cf720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:35642/0 (socket says 172.21.15.84:35642) 2024-04-15T15:11:14.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.417+0000 7f90e7fff640 1 -- 172.21.15.84:0/627950640 learned_addr learned my addr 172.21.15.84:0/627950640 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:14.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.418+0000 7f90eceab640 1 --2- 172.21.15.84:0/627950640 >> v2:172.21.15.84:3300/0 conn(0x7f90e80b4dc0 0x7f90e80cf040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:14.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.418+0000 7f90eceab640 1 -- 172.21.15.84:0/627950640 >> v1:172.21.15.203:6789/0 conn(0x7f90e80cfe30 legacy=0x7f90e80ae600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:14.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.418+0000 7f90eceab640 1 -- 172.21.15.84:0/627950640 >> v1:172.21.15.84:6789/0 conn(0x7f90e815e770 legacy=0x7f90e80cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:14.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.418+0000 7f90eceab640 1 -- 172.21.15.84:0/627950640 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90e80b55f0 con 0x7f90e80b4dc0 2024-04-15T15:11:14.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.419+0000 7f90eceab640 1 --2- 172.21.15.84:0/627950640 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90e80b4dc0 0x7f90e80cf040 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f90e0009d90 tx=0x7f90e002bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1a99526025a4200 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:14.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.419+0000 7f90e77fe640 1 -- 172.21.15.84:0/627950640 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90e0039070 con 0x7f90e80b4dc0 2024-04-15T15:11:14.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.419+0000 7f90e77fe640 1 -- 172.21.15.84:0/627950640 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90e002cd00 con 0x7f90e80b4dc0 2024-04-15T15:11:14.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.419+0000 7f90e77fe640 1 -- 172.21.15.84:0/627950640 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90e0034660 con 0x7f90e80b4dc0 2024-04-15T15:11:14.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.419+0000 7f90ee90e640 1 -- 172.21.15.84:0/627950640 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90e80b4dc0 msgr2=0x7f90e80cf040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:14.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.419+0000 7f90ee90e640 1 --2- 172.21.15.84:0/627950640 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90e80b4dc0 0x7f90e80cf040 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f90e0009d90 tx=0x7f90e002bf50 comp rx=0 tx=0).stop 2024-04-15T15:11:14.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.419+0000 7f90ee90e640 1 -- 172.21.15.84:0/627950640 shutdown_connections 2024-04-15T15:11:14.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.419+0000 7f90ee90e640 1 --2- 172.21.15.84:0/627950640 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90e80b4dc0 0x7f90e80cf040 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.419+0000 7f90ee90e640 1 -- 172.21.15.84:0/627950640 >> 172.21.15.84:0/627950640 conn(0x7f90e80d13a0 msgr2=0x7f90e80d1780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:14.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.419+0000 7f90ee90e640 1 -- 172.21.15.84:0/627950640 shutdown_connections 2024-04-15T15:11:14.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.419+0000 7f90ee90e640 1 -- 172.21.15.84:0/627950640 wait complete. 2024-04-15T15:11:14.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.420+0000 7f90ee90e640 1 Processor -- start 2024-04-15T15:11:14.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.421+0000 7f90ee90e640 1 -- start start 2024-04-15T15:11:14.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.421+0000 7f90ee90e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f90e80b4dc0 0x7f90e8149510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:14.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.421+0000 7f90ee90e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90e80cfe30 0x7f90e815eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:14.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.421+0000 7f90ee90e640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f90e815e770 0x7f90e80afd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:14.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.421+0000 7f90ee90e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f90e815eb50 con 0x7f90e80cfe30 2024-04-15T15:11:14.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.421+0000 7f90ee90e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f90e80b5bb0 con 0x7f90e80b4dc0 2024-04-15T15:11:14.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.421+0000 7f90ee90e640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f90e815ecd0 con 0x7f90e815e770 2024-04-15T15:11:14.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.421+0000 7f90dffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90e80cfe30 0x7f90e815eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:14.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.421+0000 7f90dffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90e80cfe30 0x7f90e815eee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43548/0 (socket says 172.21.15.84:43548) 2024-04-15T15:11:14.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.421+0000 7f90dffff640 1 -- 172.21.15.84:0/747579391 learned_addr learned my addr 172.21.15.84:0/747579391 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:14.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.422+0000 7f90dffff640 1 -- 172.21.15.84:0/747579391 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f90e815e770 msgr2=0x7f90e80afd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:14.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.422+0000 7f90dffff640 1 --2- 172.21.15.84:0/747579391 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f90e815e770 0x7f90e80afd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.422+0000 7f90dffff640 1 -- 172.21.15.84:0/747579391 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f90e80b4dc0 msgr2=0x7f90e8149510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:14.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.422+0000 7f90e7fff640 1 --2- 172.21.15.84:0/747579391 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f90e80b4dc0 0x7f90e8149510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:14.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.422+0000 7f90dffff640 1 --2- 172.21.15.84:0/747579391 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f90e80b4dc0 0x7f90e8149510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.422+0000 7f90dffff640 1 -- 172.21.15.84:0/747579391 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90e815f420 con 0x7f90e80cfe30 2024-04-15T15:11:14.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.422+0000 7f90dffff640 1 --2- 172.21.15.84:0/747579391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90e80cfe30 0x7f90e815eee0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f90d000c400 tx=0x7f90d000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:14.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.422+0000 7f90e57fa640 1 -- 172.21.15.84:0/747579391 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90d00052d0 con 0x7f90e80cfe30 2024-04-15T15:11:14.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.422+0000 7f90e57fa640 1 -- 172.21.15.84:0/747579391 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90d0005490 con 0x7f90e80cfe30 2024-04-15T15:11:14.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.422+0000 7f90ee90e640 1 -- 172.21.15.84:0/747579391 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90e81468f0 con 0x7f90e80cfe30 2024-04-15T15:11:14.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.422+0000 7f90e57fa640 1 -- 172.21.15.84:0/747579391 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90d0007260 con 0x7f90e80cfe30 2024-04-15T15:11:14.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.422+0000 7f90ee90e640 1 -- 172.21.15.84:0/747579391 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90e815f9a0 con 0x7f90e80cfe30 2024-04-15T15:11:14.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.423+0000 7f90ee90e640 1 -- 172.21.15.84:0/747579391 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90e8075c50 con 0x7f90e80cfe30 2024-04-15T15:11:14.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.424+0000 7f90e57fa640 1 -- 172.21.15.84:0/747579391 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f90d0007400 con 0x7f90e80cfe30 2024-04-15T15:11:14.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.424+0000 7f90e57fa640 1 --2- 172.21.15.84:0/747579391 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f90c806c8f0 0x7f90c806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:14.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.424+0000 7f90e57fa640 1 -- 172.21.15.84:0/747579391 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f90d008b450 con 0x7f90e80cfe30 2024-04-15T15:11:14.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.424+0000 7f90e7fff640 1 --2- 172.21.15.84:0/747579391 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f90c806c8f0 0x7f90c806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:14.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.424+0000 7f90e7fff640 1 --2- 172.21.15.84:0/747579391 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f90c806c8f0 0x7f90c806edb0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f90d8000f60 tx=0x7f90d8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:14.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.428+0000 7f90e57fa640 1 -- 172.21.15.84:0/747579391 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f90d0059510 con 0x7f90e80cfe30 2024-04-15T15:11:14.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.603+0000 7f90ee90e640 1 -- 172.21.15.84:0/747579391 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f90e815dd00 con 0x7f90e80cfe30 2024-04-15T15:11:14.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.604+0000 7f90e57fa640 1 -- 172.21.15.84:0/747579391 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) ==== 93+0+10 (secure 0 0 0) 0x7f90d0058e10 con 0x7f90e80cfe30 2024-04-15T15:11:14.606 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:11:14.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.606+0000 7f90ee90e640 1 -- 172.21.15.84:0/747579391 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f90c806c8f0 msgr2=0x7f90c806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:14.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.606+0000 7f90ee90e640 1 --2- 172.21.15.84:0/747579391 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f90c806c8f0 0x7f90c806edb0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f90d8000f60 tx=0x7f90d8009040 comp rx=0 tx=0).stop 2024-04-15T15:11:14.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.606+0000 7f90ee90e640 1 -- 172.21.15.84:0/747579391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90e80cfe30 msgr2=0x7f90e815eee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:14.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.606+0000 7f90ee90e640 1 --2- 172.21.15.84:0/747579391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90e80cfe30 0x7f90e815eee0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f90d000c400 tx=0x7f90d000c8c0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.606+0000 7f90ee90e640 1 -- 172.21.15.84:0/747579391 shutdown_connections 2024-04-15T15:11:14.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.606+0000 7f90ee90e640 1 --2- 172.21.15.84:0/747579391 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f90e815e770 0x7f90e80afd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.606+0000 7f90ee90e640 1 --2- 172.21.15.84:0/747579391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f90e80cfe30 0x7f90e815eee0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.606+0000 7f90ee90e640 1 --2- 172.21.15.84:0/747579391 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f90c806c8f0 0x7f90c806edb0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.606+0000 7f90ee90e640 1 --2- 172.21.15.84:0/747579391 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f90e80b4dc0 0x7f90e8149510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.606+0000 7f90ee90e640 1 -- 172.21.15.84:0/747579391 >> 172.21.15.84:0/747579391 conn(0x7f90e80d13a0 msgr2=0x7f90e80cf700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:14.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.606+0000 7f90ee90e640 1 -- 172.21.15.84:0/747579391 shutdown_connections 2024-04-15T15:11:14.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.606+0000 7f90ee90e640 1 -- 172.21.15.84:0/747579391 wait complete. 2024-04-15T15:11:14.619 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:11:14.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.724+0000 7fc67759e640 1 Processor -- start 2024-04-15T15:11:14.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.724+0000 7fc67759e640 1 -- start start 2024-04-15T15:11:14.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.725+0000 7fc67759e640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc678161dd0 0x7fc6780b3050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:14.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.725+0000 7fc67759e640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fc6780d05e0 0x7fc67806bc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:14.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.725+0000 7fc67759e640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc678162350 con 0x7fc6780b3620 2024-04-15T15:11:14.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.725+0000 7fc67759e640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fc678162f60 con 0x7fc678161dd0 2024-04-15T15:11:14.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.725+0000 7fc67759e640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fc678162630 con 0x7fc6780d05e0 2024-04-15T15:11:14.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.725+0000 7fc67659c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc678161dd0 0x7fc6780b3050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:14.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.726+0000 7fc67659c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc678161dd0 0x7fc6780b3050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43550/0 (socket says 172.21.15.84:43550) 2024-04-15T15:11:14.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.726+0000 7fc67659c640 1 -- 172.21.15.84:0/1845570693 learned_addr learned my addr 172.21.15.84:0/1845570693 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:14.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.726+0000 7fc676d9d640 1 --2- 172.21.15.84:0/1845570693 >> v2:172.21.15.203:3300/0 conn(0x7fc6780d05e0 0x7fc67806bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:14.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.726+0000 7fc67659c640 1 -- 172.21.15.84:0/1845570693 >> v2:172.21.15.203:3300/0 conn(0x7fc6780d05e0 msgr2=0x7fc67806bc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:14.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.726+0000 7fc67659c640 1 --2- 172.21.15.84:0/1845570693 >> v2:172.21.15.203:3300/0 conn(0x7fc6780d05e0 0x7fc67806bc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.726+0000 7fc67659c640 1 -- 172.21.15.84:0/1845570693 >> v1:172.21.15.203:6789/0 conn(0x7fc6780b3620 legacy=0x7fc6780cfed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:14.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.726+0000 7fc67659c640 1 -- 172.21.15.84:0/1845570693 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc678162910 con 0x7fc678161dd0 2024-04-15T15:11:14.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.727+0000 7fc67659c640 1 --2- 172.21.15.84:0/1845570693 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc678161dd0 0x7fc6780b3050 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fc67808d440 tx=0x7fc66802b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c924030791fae11 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:14.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.727+0000 7fc67559a640 1 -- 172.21.15.84:0/1845570693 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc668035020 con 0x7fc678161dd0 2024-04-15T15:11:14.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.727+0000 7fc67559a640 1 -- 172.21.15.84:0/1845570693 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc668031870 con 0x7fc678161dd0 2024-04-15T15:11:14.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.727+0000 7fc67559a640 1 -- 172.21.15.84:0/1845570693 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc668031c40 con 0x7fc678161dd0 2024-04-15T15:11:14.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.727+0000 7fc67759e640 1 -- 172.21.15.84:0/1845570693 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc678161dd0 msgr2=0x7fc6780b3050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:14.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.727+0000 7fc67759e640 1 --2- 172.21.15.84:0/1845570693 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc678161dd0 0x7fc6780b3050 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fc67808d440 tx=0x7fc66802b910 comp rx=0 tx=0).stop 2024-04-15T15:11:14.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.727+0000 7fc67759e640 1 -- 172.21.15.84:0/1845570693 shutdown_connections 2024-04-15T15:11:14.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.727+0000 7fc67759e640 1 --2- 172.21.15.84:0/1845570693 >> v2:172.21.15.203:3300/0 conn(0x7fc6780d05e0 0x7fc67806bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.727+0000 7fc67759e640 1 --2- 172.21.15.84:0/1845570693 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc678161dd0 0x7fc6780b3050 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.727+0000 7fc67759e640 1 -- 172.21.15.84:0/1845570693 >> 172.21.15.84:0/1845570693 conn(0x7fc6780d0e20 msgr2=0x7fc6780d1230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:14.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.727+0000 7fc67759e640 1 -- 172.21.15.84:0/1845570693 shutdown_connections 2024-04-15T15:11:14.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.727+0000 7fc67759e640 1 -- 172.21.15.84:0/1845570693 wait complete. 2024-04-15T15:11:14.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.729+0000 7fc67759e640 1 Processor -- start 2024-04-15T15:11:14.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.729+0000 7fc67759e640 1 -- start start 2024-04-15T15:11:14.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.729+0000 7fc67759e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6780b3620 0x7fc67815dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:14.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.729+0000 7fc67759e640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6780d05e0 0x7fc6781e9660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:14.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.729+0000 7fc67759e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc678161dd0 0x7fc6781e9ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:14.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.729+0000 7fc67759e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc6780d0c50 con 0x7fc6780b3620 2024-04-15T15:11:14.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.729+0000 7fc67759e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc6780d0ad0 con 0x7fc678161dd0 2024-04-15T15:11:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.729+0000 7fc67759e640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc67806c140 con 0x7fc6780d05e0 2024-04-15T15:11:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.730+0000 7fc67659c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6780b3620 0x7fc67815dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.730+0000 7fc67659c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6780b3620 0x7fc67815dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43560/0 (socket says 172.21.15.84:43560) 2024-04-15T15:11:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.730+0000 7fc67659c640 1 -- 172.21.15.84:0/1731553030 learned_addr learned my addr 172.21.15.84:0/1731553030 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.730+0000 7fc676d9d640 1 --2- 172.21.15.84:0/1731553030 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc678161dd0 0x7fc6781e9ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.730+0000 7fc675d9b640 1 --2- 172.21.15.84:0/1731553030 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6780d05e0 0x7fc6781e9660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.730+0000 7fc67659c640 1 -- 172.21.15.84:0/1731553030 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6780d05e0 msgr2=0x7fc6781e9660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.730+0000 7fc67659c640 1 --2- 172.21.15.84:0/1731553030 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6780d05e0 0x7fc6781e9660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.730+0000 7fc67659c640 1 -- 172.21.15.84:0/1731553030 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc678161dd0 msgr2=0x7fc6781e9ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.730+0000 7fc67659c640 1 --2- 172.21.15.84:0/1731553030 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc678161dd0 0x7fc6781e9ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.730+0000 7fc67659c640 1 -- 172.21.15.84:0/1731553030 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc67815e310 con 0x7fc6780b3620 2024-04-15T15:11:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.730+0000 7fc67659c640 1 --2- 172.21.15.84:0/1731553030 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6780b3620 0x7fc67815dba0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fc66802b950 tx=0x7fc6680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.730+0000 7fc66effd640 1 -- 172.21.15.84:0/1731553030 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc668040070 con 0x7fc6780b3620 2024-04-15T15:11:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.730+0000 7fc66effd640 1 -- 172.21.15.84:0/1731553030 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc668030d00 con 0x7fc6780b3620 2024-04-15T15:11:14.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.730+0000 7fc66effd640 1 -- 172.21.15.84:0/1731553030 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc668035040 con 0x7fc6780b3620 2024-04-15T15:11:14.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.730+0000 7fc67759e640 1 -- 172.21.15.84:0/1731553030 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc67815a270 con 0x7fc6780b3620 2024-04-15T15:11:14.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.730+0000 7fc67759e640 1 -- 172.21.15.84:0/1731553030 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc67815a830 con 0x7fc6780b3620 2024-04-15T15:11:14.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.731+0000 7fc67759e640 1 -- 172.21.15.84:0/1731553030 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc678075aa0 con 0x7fc6780b3620 2024-04-15T15:11:14.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.732+0000 7fc66effd640 1 -- 172.21.15.84:0/1731553030 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fc66804b060 con 0x7fc6780b3620 2024-04-15T15:11:14.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.732+0000 7fc66effd640 1 --2- 172.21.15.84:0/1731553030 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc65806c8f0 0x7fc65806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:14.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.732+0000 7fc66effd640 1 -- 172.21.15.84:0/1731553030 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fc6680adc50 con 0x7fc6780b3620 2024-04-15T15:11:14.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.732+0000 7fc675d9b640 1 --2- 172.21.15.84:0/1731553030 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc65806c8f0 0x7fc65806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:14.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.732+0000 7fc675d9b640 1 --2- 172.21.15.84:0/1731553030 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc65806c8f0 0x7fc65806edb0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fc6780d1800 tx=0x7fc660009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:14.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.736+0000 7fc66effd640 1 -- 172.21.15.84:0/1731553030 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fc6680b3020 con 0x7fc6780b3620 2024-04-15T15:11:14.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.913+0000 7fc67759e640 1 -- 172.21.15.84:0/1731553030 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fc6780d3cd0 con 0x7fc6780b3620 2024-04-15T15:11:14.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.913+0000 7fc66effd640 1 -- 172.21.15.84:0/1731553030 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) ==== 104+0+11 (secure 0 0 0) 0x7fc66807bd10 con 0x7fc6780b3620 2024-04-15T15:11:14.915 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:14.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.915+0000 7fc67759e640 1 -- 172.21.15.84:0/1731553030 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc65806c8f0 msgr2=0x7fc65806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:14.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.915+0000 7fc67759e640 1 --2- 172.21.15.84:0/1731553030 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc65806c8f0 0x7fc65806edb0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fc6780d1800 tx=0x7fc660009040 comp rx=0 tx=0).stop 2024-04-15T15:11:14.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.915+0000 7fc67759e640 1 -- 172.21.15.84:0/1731553030 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6780b3620 msgr2=0x7fc67815dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:14.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.915+0000 7fc67759e640 1 --2- 172.21.15.84:0/1731553030 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6780b3620 0x7fc67815dba0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fc66802b950 tx=0x7fc6680046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.915+0000 7fc67759e640 1 -- 172.21.15.84:0/1731553030 shutdown_connections 2024-04-15T15:11:14.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.915+0000 7fc67759e640 1 --2- 172.21.15.84:0/1731553030 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc65806c8f0 0x7fc65806edb0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.915+0000 7fc67759e640 1 --2- 172.21.15.84:0/1731553030 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc678161dd0 0x7fc6781e9ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.915+0000 7fc67759e640 1 --2- 172.21.15.84:0/1731553030 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc6780d05e0 0x7fc6781e9660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.915+0000 7fc67759e640 1 --2- 172.21.15.84:0/1731553030 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc6780b3620 0x7fc67815dba0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:14.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.915+0000 7fc67759e640 1 -- 172.21.15.84:0/1731553030 >> 172.21.15.84:0/1731553030 conn(0x7fc6780d0e20 msgr2=0x7fc6780c72c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:14.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.916+0000 7fc67759e640 1 -- 172.21.15.84:0/1731553030 shutdown_connections 2024-04-15T15:11:14.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:14.916+0000 7fc67759e640 1 -- 172.21.15.84:0/1731553030 wait complete. 2024-04-15T15:11:14.928 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:11:15.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.032+0000 7f83329f2640 1 Processor -- start 2024-04-15T15:11:15.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.032+0000 7f83329f2640 1 -- start start 2024-04-15T15:11:15.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.033+0000 7f83329f2640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f832c0b5410 0x7f832c0b57f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.033+0000 7f83329f2640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f832c0b0050 0x7f832c06c340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.033+0000 7f83329f2640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f832c0afae0 0x7f832c06c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.033+0000 7f83329f2640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f832c0d0330 con 0x7f832c0afae0 2024-04-15T15:11:15.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.033+0000 7f83329f2640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f832c0d07c0 con 0x7f832c0b5410 2024-04-15T15:11:15.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.033+0000 7f83329f2640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f832c0b5d30 con 0x7f832c0b0050 2024-04-15T15:11:15.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.033+0000 7f8330f8f640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f832c0afae0 0x7f832c06c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:15.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.033+0000 7f8330f8f640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f832c0afae0 0x7f832c06c880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43562/0 (socket says 172.21.15.84:43562) 2024-04-15T15:11:15.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.033+0000 7f8330f8f640 1 -- 172.21.15.84:0/2663690663 learned_addr learned my addr 172.21.15.84:0/2663690663 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:15.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.034+0000 7f8323fff640 1 --2- 172.21.15.84:0/2663690663 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f832c0b0050 0x7f832c06c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:15.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.034+0000 7f832bfff640 1 --2- 172.21.15.84:0/2663690663 >> v2:172.21.15.203:3300/0 conn(0x7f832c0b5410 0x7f832c0b57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:15.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.034+0000 7f8330f8f640 1 -- 172.21.15.84:0/2663690663 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f832c0b0050 msgr2=0x7f832c06c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:15.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.034+0000 7f8330f8f640 1 --2- 172.21.15.84:0/2663690663 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f832c0b0050 0x7f832c06c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.034+0000 7f8330f8f640 1 -- 172.21.15.84:0/2663690663 >> v2:172.21.15.203:3300/0 conn(0x7f832c0b5410 msgr2=0x7f832c0b57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:15.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.034+0000 7f8330f8f640 1 --2- 172.21.15.84:0/2663690663 >> v2:172.21.15.203:3300/0 conn(0x7f832c0b5410 0x7f832c0b57f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.037 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.034+0000 7f8330f8f640 1 -- 172.21.15.84:0/2663690663 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f832c0b3aa0 con 0x7f832c0afae0 2024-04-15T15:11:15.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.034+0000 7f8330f8f640 1 --2- 172.21.15.84:0/2663690663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f832c0afae0 0x7f832c06c880 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f832c073da0 tx=0x7f832402be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abe055db7acae171 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:15.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.035+0000 7f832b7fe640 1 -- 172.21.15.84:0/2663690663 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f832402c9e0 con 0x7f832c0afae0 2024-04-15T15:11:15.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.035+0000 7f832b7fe640 1 -- 172.21.15.84:0/2663690663 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f832402cb80 con 0x7f832c0afae0 2024-04-15T15:11:15.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.035+0000 7f832b7fe640 1 -- 172.21.15.84:0/2663690663 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83240343f0 con 0x7f832c0afae0 2024-04-15T15:11:15.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.035+0000 7f83329f2640 1 -- 172.21.15.84:0/2663690663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f832c0afae0 msgr2=0x7f832c06c880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:15.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.035+0000 7f83329f2640 1 --2- 172.21.15.84:0/2663690663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f832c0afae0 0x7f832c06c880 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f832c073da0 tx=0x7f832402be40 comp rx=0 tx=0).stop 2024-04-15T15:11:15.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.035+0000 7f83329f2640 1 -- 172.21.15.84:0/2663690663 shutdown_connections 2024-04-15T15:11:15.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.035+0000 7f83329f2640 1 --2- 172.21.15.84:0/2663690663 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f832c0afae0 0x7f832c06c880 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.035+0000 7f83329f2640 1 --2- 172.21.15.84:0/2663690663 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f832c0b0050 0x7f832c06c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.035+0000 7f83329f2640 1 --2- 172.21.15.84:0/2663690663 >> v2:172.21.15.203:3300/0 conn(0x7f832c0b5410 0x7f832c0b57f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.035+0000 7f83329f2640 1 -- 172.21.15.84:0/2663690663 >> 172.21.15.84:0/2663690663 conn(0x7f832c0d0a50 msgr2=0x7f832c0d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:15.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.035+0000 7f83329f2640 1 -- 172.21.15.84:0/2663690663 shutdown_connections 2024-04-15T15:11:15.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.035+0000 7f83329f2640 1 -- 172.21.15.84:0/2663690663 wait complete. 2024-04-15T15:11:15.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.036+0000 7f83329f2640 1 Processor -- start 2024-04-15T15:11:15.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.036+0000 7f83329f2640 1 -- start start 2024-04-15T15:11:15.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.037+0000 7f83329f2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f832c0afae0 0x7f832c160eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.037+0000 7f83329f2640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f832c0b0050 0x7f832c158b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.037+0000 7f83329f2640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f832c0b5410 0x7f832c0cf510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.037+0000 7f83329f2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f832c0d18f0 con 0x7f832c0afae0 2024-04-15T15:11:15.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.037+0000 7f83329f2640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f832c0d1610 con 0x7f832c0b5410 2024-04-15T15:11:15.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.037+0000 7f83329f2640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f832c06db40 con 0x7f832c0b0050 2024-04-15T15:11:15.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.037+0000 7f832bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f832c0afae0 0x7f832c160eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:15.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.037+0000 7f832bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f832c0afae0 0x7f832c160eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43574/0 (socket says 172.21.15.84:43574) 2024-04-15T15:11:15.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.037+0000 7f832bfff640 1 -- 172.21.15.84:0/3337901522 learned_addr learned my addr 172.21.15.84:0/3337901522 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:15.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.038+0000 7f8323fff640 1 --2- 172.21.15.84:0/3337901522 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f832c0b0050 0x7f832c158b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:15.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.038+0000 7f8330f8f640 1 --2- 172.21.15.84:0/3337901522 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f832c0b5410 0x7f832c0cf510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:15.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.038+0000 7f832bfff640 1 -- 172.21.15.84:0/3337901522 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f832c0b0050 msgr2=0x7f832c158b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:15.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.038+0000 7f832bfff640 1 --2- 172.21.15.84:0/3337901522 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f832c0b0050 0x7f832c158b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.038+0000 7f832bfff640 1 -- 172.21.15.84:0/3337901522 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f832c0b5410 msgr2=0x7f832c0cf510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:15.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.038+0000 7f832bfff640 1 --2- 172.21.15.84:0/3337901522 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f832c0b5410 0x7f832c0cf510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.038+0000 7f832bfff640 1 -- 172.21.15.84:0/3337901522 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f832c1590a0 con 0x7f832c0afae0 2024-04-15T15:11:15.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.038+0000 7f8323fff640 1 --2- 172.21.15.84:0/3337901522 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f832c0b0050 0x7f832c158b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:15.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.038+0000 7f8330f8f640 1 --2- 172.21.15.84:0/3337901522 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f832c0b5410 0x7f832c0cf510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:15.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.038+0000 7f832bfff640 1 --2- 172.21.15.84:0/3337901522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f832c0afae0 0x7f832c160eb0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f831c00d800 tx=0x7f831c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:15.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.038+0000 7f83297fa640 1 -- 172.21.15.84:0/3337901522 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f831c00b6c0 con 0x7f832c0afae0 2024-04-15T15:11:15.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.038+0000 7f83297fa640 1 -- 172.21.15.84:0/3337901522 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f831c019070 con 0x7f832c0afae0 2024-04-15T15:11:15.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.038+0000 7f83329f2640 1 -- 172.21.15.84:0/3337901522 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f832c1562a0 con 0x7f832c0afae0 2024-04-15T15:11:15.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.038+0000 7f83297fa640 1 -- 172.21.15.84:0/3337901522 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f831c00ba80 con 0x7f832c0afae0 2024-04-15T15:11:15.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.038+0000 7f83329f2640 1 -- 172.21.15.84:0/3337901522 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f832c156cc0 con 0x7f832c0afae0 2024-04-15T15:11:15.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.039+0000 7f83329f2640 1 -- 172.21.15.84:0/3337901522 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f832c075c50 con 0x7f832c0afae0 2024-04-15T15:11:15.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.039+0000 7f83297fa640 1 -- 172.21.15.84:0/3337901522 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f831c00bc20 con 0x7f832c0afae0 2024-04-15T15:11:15.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.040+0000 7f83297fa640 1 --2- 172.21.15.84:0/3337901522 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f830c06c920 0x7f830c06ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.040+0000 7f83297fa640 1 -- 172.21.15.84:0/3337901522 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f831c08c350 con 0x7f832c0afae0 2024-04-15T15:11:15.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.040+0000 7f8323fff640 1 --2- 172.21.15.84:0/3337901522 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f830c06c920 0x7f830c06ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:15.044 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.040+0000 7f8323fff640 1 --2- 172.21.15.84:0/3337901522 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f830c06c920 0x7f830c06ede0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8314006fd0 tx=0x7f8314008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:15.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.044+0000 7f83297fa640 1 -- 172.21.15.84:0/3337901522 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f831c05a410 con 0x7f832c0afae0 2024-04-15T15:11:15.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.220+0000 7f83329f2640 1 -- 172.21.15.84:0/3337901522 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f832c156970 con 0x7f832c0afae0 2024-04-15T15:11:15.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.221+0000 7f83297fa640 1 -- 172.21.15.84:0/3337901522 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) ==== 100+0+11 (secure 0 0 0) 0x7f831c059d10 con 0x7f832c0afae0 2024-04-15T15:11:15.222 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:11:15.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.222+0000 7f83329f2640 1 -- 172.21.15.84:0/3337901522 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f830c06c920 msgr2=0x7f830c06ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:15.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.222+0000 7f83329f2640 1 --2- 172.21.15.84:0/3337901522 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f830c06c920 0x7f830c06ede0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f8314006fd0 tx=0x7f8314008040 comp rx=0 tx=0).stop 2024-04-15T15:11:15.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.222+0000 7f83329f2640 1 -- 172.21.15.84:0/3337901522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f832c0afae0 msgr2=0x7f832c160eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:15.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.222+0000 7f83329f2640 1 --2- 172.21.15.84:0/3337901522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f832c0afae0 0x7f832c160eb0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f831c00d800 tx=0x7f831c00dcc0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.222+0000 7f83329f2640 1 -- 172.21.15.84:0/3337901522 shutdown_connections 2024-04-15T15:11:15.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.223+0000 7f83329f2640 1 --2- 172.21.15.84:0/3337901522 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f830c06c920 0x7f830c06ede0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.223+0000 7f83329f2640 1 --2- 172.21.15.84:0/3337901522 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f832c0b5410 0x7f832c0cf510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.223+0000 7f83329f2640 1 --2- 172.21.15.84:0/3337901522 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f832c0b0050 0x7f832c158b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.223+0000 7f83329f2640 1 --2- 172.21.15.84:0/3337901522 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f832c0afae0 0x7f832c160eb0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.223+0000 7f83329f2640 1 -- 172.21.15.84:0/3337901522 >> 172.21.15.84:0/3337901522 conn(0x7f832c0d0a50 msgr2=0x7f832c06f850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:15.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.223+0000 7f83329f2640 1 -- 172.21.15.84:0/3337901522 shutdown_connections 2024-04-15T15:11:15.225 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.223+0000 7f83329f2640 1 -- 172.21.15.84:0/3337901522 wait complete. 2024-04-15T15:11:15.235 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-15T15:11:15.340 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.339+0000 7f185c2c7640 1 Processor -- start 2024-04-15T15:11:15.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.339+0000 7f185c2c7640 1 -- start start 2024-04-15T15:11:15.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.340+0000 7f185c2c7640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f18540ce2f0 0x7f185415c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.340+0000 7f185c2c7640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f18540d08f0 0x7f18540cc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.340+0000 7f185c2c7640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f18540ce6d0 0x7f18540cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.340+0000 7f185c2c7640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f185406b960 con 0x7f18540d08f0 2024-04-15T15:11:15.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.340+0000 7f185c2c7640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f185406bbb0 con 0x7f18540ce2f0 2024-04-15T15:11:15.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.340+0000 7f185c2c7640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f185406be90 con 0x7f18540ce6d0 2024-04-15T15:11:15.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.340+0000 7f1859862640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f18540d08f0 0x7f18540cc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:15.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.340+0000 7f1859862640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f18540d08f0 0x7f18540cc0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43580/0 (socket says 172.21.15.84:43580) 2024-04-15T15:11:15.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.340+0000 7f1859862640 1 -- 172.21.15.84:0/2281956757 learned_addr learned my addr 172.21.15.84:0/2281956757 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:15.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.340+0000 7f185a063640 1 --2- 172.21.15.84:0/2281956757 >> v2:172.21.15.203:3300/0 conn(0x7f18540ce2f0 0x7f185415c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:15.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.340+0000 7f185a864640 1 --2- 172.21.15.84:0/2281956757 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f18540ce6d0 0x7f18540cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:15.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.340+0000 7f1859862640 1 -- 172.21.15.84:0/2281956757 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f18540ce6d0 msgr2=0x7f18540cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:15.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.340+0000 7f1859862640 1 --2- 172.21.15.84:0/2281956757 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f18540ce6d0 0x7f18540cc5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.340+0000 7f1859862640 1 -- 172.21.15.84:0/2281956757 >> v2:172.21.15.203:3300/0 conn(0x7f18540ce2f0 msgr2=0x7f185415c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:15.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.340+0000 7f1859862640 1 --2- 172.21.15.84:0/2281956757 >> v2:172.21.15.203:3300/0 conn(0x7f18540ce2f0 0x7f185415c530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.340+0000 7f1859862640 1 -- 172.21.15.84:0/2281956757 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f185406c170 con 0x7f18540d08f0 2024-04-15T15:11:15.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.341+0000 7f1859862640 1 --2- 172.21.15.84:0/2281956757 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18540d08f0 0x7f18540cc0b0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f18540cdf10 tx=0x7f184402b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=616f7719b42c260f server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:15.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.341+0000 7f1859061640 1 -- 172.21.15.84:0/2281956757 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1844035020 con 0x7f18540d08f0 2024-04-15T15:11:15.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.341+0000 7f1859061640 1 -- 172.21.15.84:0/2281956757 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1844031870 con 0x7f18540d08f0 2024-04-15T15:11:15.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.341+0000 7f1859061640 1 -- 172.21.15.84:0/2281956757 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1844031c40 con 0x7f18540d08f0 2024-04-15T15:11:15.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.342+0000 7f185c2c7640 1 -- 172.21.15.84:0/2281956757 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18540d08f0 msgr2=0x7f18540cc0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:15.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.342+0000 7f185c2c7640 1 --2- 172.21.15.84:0/2281956757 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18540d08f0 0x7f18540cc0b0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f18540cdf10 tx=0x7f184402b910 comp rx=0 tx=0).stop 2024-04-15T15:11:15.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.342+0000 7f185c2c7640 1 -- 172.21.15.84:0/2281956757 shutdown_connections 2024-04-15T15:11:15.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.342+0000 7f185c2c7640 1 --2- 172.21.15.84:0/2281956757 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18540d08f0 0x7f18540cc0b0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.342+0000 7f185c2c7640 1 --2- 172.21.15.84:0/2281956757 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f18540ce6d0 0x7f18540cc5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.342+0000 7f185c2c7640 1 --2- 172.21.15.84:0/2281956757 >> v2:172.21.15.203:3300/0 conn(0x7f18540ce2f0 0x7f185415c530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.342+0000 7f185c2c7640 1 -- 172.21.15.84:0/2281956757 >> 172.21.15.84:0/2281956757 conn(0x7f18540b31d0 msgr2=0x7f18540b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:15.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.342+0000 7f185c2c7640 1 -- 172.21.15.84:0/2281956757 shutdown_connections 2024-04-15T15:11:15.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.342+0000 7f185c2c7640 1 -- 172.21.15.84:0/2281956757 wait complete. 2024-04-15T15:11:15.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.343+0000 7f185c2c7640 1 Processor -- start 2024-04-15T15:11:15.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.343+0000 7f185c2c7640 1 -- start start 2024-04-15T15:11:15.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f185c2c7640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f18540ce2f0 0x7f185414f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f185c2c7640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f18540ce6d0 0x7f18540afd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f185c2c7640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18540d08f0 0x7f185409a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f185c2c7640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1854155600 con 0x7f18540d08f0 2024-04-15T15:11:15.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f185c2c7640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f185415ca70 con 0x7f18540ce2f0 2024-04-15T15:11:15.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f185c2c7640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f1854155780 con 0x7f18540ce6d0 2024-04-15T15:11:15.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f185a864640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18540d08f0 0x7f185409a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:15.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f185a864640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18540d08f0 0x7f185409a1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43594/0 (socket says 172.21.15.84:43594) 2024-04-15T15:11:15.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f185a864640 1 -- 172.21.15.84:0/2355590922 learned_addr learned my addr 172.21.15.84:0/2355590922 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:15.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f1859862640 1 --2- 172.21.15.84:0/2355590922 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f18540ce6d0 0x7f18540afd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:15.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f185a063640 1 --2- 172.21.15.84:0/2355590922 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f18540ce2f0 0x7f185414f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:15.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f185a864640 1 -- 172.21.15.84:0/2355590922 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f18540ce6d0 msgr2=0x7f18540afd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:15.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f185a864640 1 --2- 172.21.15.84:0/2355590922 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f18540ce6d0 0x7f18540afd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f185a864640 1 -- 172.21.15.84:0/2355590922 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f18540ce2f0 msgr2=0x7f185414f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:15.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f185a864640 1 --2- 172.21.15.84:0/2355590922 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f18540ce2f0 0x7f185414f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f185a864640 1 -- 172.21.15.84:0/2355590922 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18540b0df0 con 0x7f18540d08f0 2024-04-15T15:11:15.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f1859862640 1 --2- 172.21.15.84:0/2355590922 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f18540ce6d0 0x7f18540afd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:15.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f185a063640 1 --2- 172.21.15.84:0/2355590922 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f18540ce2f0 0x7f185414f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:15.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f185a864640 1 --2- 172.21.15.84:0/2355590922 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18540d08f0 0x7f185409a1c0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f184c007e70 tx=0x7f184c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:15.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f184affd640 1 -- 172.21.15.84:0/2355590922 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f184c014620 con 0x7f18540d08f0 2024-04-15T15:11:15.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f184affd640 1 -- 172.21.15.84:0/2355590922 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f184c019070 con 0x7f18540d08f0 2024-04-15T15:11:15.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f185c2c7640 1 -- 172.21.15.84:0/2355590922 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18540b10d0 con 0x7f18540d08f0 2024-04-15T15:11:15.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f184affd640 1 -- 172.21.15.84:0/2355590922 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f184c014a20 con 0x7f18540d08f0 2024-04-15T15:11:15.349 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.344+0000 7f185c2c7640 1 -- 172.21.15.84:0/2355590922 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1854153f40 con 0x7f18540d08f0 2024-04-15T15:11:15.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.345+0000 7f185c2c7640 1 -- 172.21.15.84:0/2355590922 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1854075c50 con 0x7f18540d08f0 2024-04-15T15:11:15.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.346+0000 7f184affd640 1 -- 172.21.15.84:0/2355590922 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f184c014bc0 con 0x7f18540d08f0 2024-04-15T15:11:15.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.346+0000 7f184affd640 1 --2- 172.21.15.84:0/2355590922 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f183806c8f0 0x7f183806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.346+0000 7f184affd640 1 -- 172.21.15.84:0/2355590922 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f184c08c810 con 0x7f18540d08f0 2024-04-15T15:11:15.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.346+0000 7f185a063640 1 --2- 172.21.15.84:0/2355590922 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f183806c8f0 0x7f183806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:15.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.347+0000 7f185a063640 1 --2- 172.21.15.84:0/2355590922 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f183806c8f0 0x7f183806edb0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f1850006fd0 tx=0x7f1850008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:15.352 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.351+0000 7f184affd640 1 -- 172.21.15.84:0/2355590922 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f184c011260 con 0x7f18540d08f0 2024-04-15T15:11:15.532 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.530+0000 7f185c2c7640 1 -- 172.21.15.84:0/2355590922 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f185406cab0 con 0x7f18540d08f0 2024-04-15T15:11:15.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.531+0000 7f184affd640 1 -- 172.21.15.84:0/2355590922 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) ==== 103+0+11 (secure 0 0 0) 0x7f184c05a8d0 con 0x7f18540d08f0 2024-04-15T15:11:15.533 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:15.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.533+0000 7f185c2c7640 1 -- 172.21.15.84:0/2355590922 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f183806c8f0 msgr2=0x7f183806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:15.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.533+0000 7f185c2c7640 1 --2- 172.21.15.84:0/2355590922 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f183806c8f0 0x7f183806edb0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f1850006fd0 tx=0x7f1850008040 comp rx=0 tx=0).stop 2024-04-15T15:11:15.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.533+0000 7f185c2c7640 1 -- 172.21.15.84:0/2355590922 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18540d08f0 msgr2=0x7f185409a1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:15.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.533+0000 7f185c2c7640 1 --2- 172.21.15.84:0/2355590922 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18540d08f0 0x7f185409a1c0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f184c007e70 tx=0x7f184c00e4b0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.533+0000 7f185c2c7640 1 -- 172.21.15.84:0/2355590922 shutdown_connections 2024-04-15T15:11:15.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.533+0000 7f185c2c7640 1 --2- 172.21.15.84:0/2355590922 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f18540d08f0 0x7f185409a1c0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.533+0000 7f185c2c7640 1 --2- 172.21.15.84:0/2355590922 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f18540ce6d0 0x7f18540afd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.533+0000 7f185c2c7640 1 --2- 172.21.15.84:0/2355590922 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f183806c8f0 0x7f183806edb0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.533+0000 7f185c2c7640 1 --2- 172.21.15.84:0/2355590922 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f18540ce2f0 0x7f185414f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.533+0000 7f185c2c7640 1 -- 172.21.15.84:0/2355590922 >> 172.21.15.84:0/2355590922 conn(0x7f18540b31d0 msgr2=0x7f185415dbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:15.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.533+0000 7f185c2c7640 1 -- 172.21.15.84:0/2355590922 shutdown_connections 2024-04-15T15:11:15.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.533+0000 7f185c2c7640 1 -- 172.21.15.84:0/2355590922 wait complete. 2024-04-15T15:11:15.546 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-15T15:11:15.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.648+0000 7f662ba47640 1 Processor -- start 2024-04-15T15:11:15.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.648+0000 7f662ba47640 1 -- start start 2024-04-15T15:11:15.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f662ba47640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f662415f9f0 0x7f66240cca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f662ba47640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f662406df30 con 0x7f66240d0010 2024-04-15T15:11:15.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f662ba47640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f662406e210 con 0x7f662415c250 2024-04-15T15:11:15.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f662ba47640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f662406e4f0 con 0x7f662415f9f0 2024-04-15T15:11:15.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f6629fe4640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f66240d0010 0x7f66240b3e10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:35650/0 (socket says 172.21.15.84:35650) 2024-04-15T15:11:15.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f6629fe4640 1 -- 172.21.15.84:0/169828040 learned_addr learned my addr 172.21.15.84:0/169828040 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:15.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f6628fe2640 1 --2- 172.21.15.84:0/169828040 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f662415f9f0 0x7f66240cca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:15.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f6617fff640 1 -- 172.21.15.84:0/169828040 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1816593265 0 0) 0x7f662406df30 con 0x7f66240d0010 2024-04-15T15:11:15.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f6617fff640 1 -- 172.21.15.84:0/169828040 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6610003520 con 0x7f66240d0010 2024-04-15T15:11:15.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f6617fff640 1 -- 172.21.15.84:0/169828040 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2185056242 0 0) 0x7f6610003520 con 0x7f66240d0010 2024-04-15T15:11:15.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f6617fff640 1 -- 172.21.15.84:0/169828040 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f662415f9f0 msgr2=0x7f66240cca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:15.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f6617fff640 1 --2- 172.21.15.84:0/169828040 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f662415f9f0 0x7f66240cca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f6617fff640 1 -- 172.21.15.84:0/169828040 >> v1:172.21.15.203:6789/0 conn(0x7f662415c250 legacy=0x7f662406d6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:15.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f6617fff640 1 -- 172.21.15.84:0/169828040 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66240b3610 con 0x7f66240d0010 2024-04-15T15:11:15.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f6617fff640 1 -- 172.21.15.84:0/169828040 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f661c0019f0 con 0x7f66240d0010 2024-04-15T15:11:15.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f6617fff640 1 -- 172.21.15.84:0/169828040 >> v1:172.21.15.84:6789/0 conn(0x7f66240d0010 legacy=0x7f66240b3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:15.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f6617fff640 1 --2- 172.21.15.84:0/169828040 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f662415f9f0 0x7f66100039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f6617fff640 1 --2- 172.21.15.84:0/169828040 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6610003f20 0x7f6610004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f6617fff640 1 --2- 172.21.15.84:0/169828040 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6610004d40 0x7f66100051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f6617fff640 1 -- 172.21.15.84:0/169828040 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f662406e4f0 con 0x7f6610004d40 2024-04-15T15:11:15.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f6617fff640 1 -- 172.21.15.84:0/169828040 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f661000ba20 con 0x7f6610003f20 2024-04-15T15:11:15.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f6617fff640 1 -- 172.21.15.84:0/169828040 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f661000bc20 con 0x7f662415f9f0 2024-04-15T15:11:15.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.649+0000 7f6629fe4640 1 --2- 172.21.15.84:0/169828040 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6610004d40 0x7f66100051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:15.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.650+0000 7f66297e3640 1 --2- 172.21.15.84:0/169828040 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f662415f9f0 0x7f66100039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:15.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.650+0000 7f6628fe2640 1 --2- 172.21.15.84:0/169828040 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6610003f20 0x7f6610004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:15.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.650+0000 7f6629fe4640 1 -- 172.21.15.84:0/169828040 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f662415f9f0 msgr2=0x7f66100039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:15.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.650+0000 7f6629fe4640 1 --2- 172.21.15.84:0/169828040 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f662415f9f0 0x7f66100039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.650+0000 7f6629fe4640 1 -- 172.21.15.84:0/169828040 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6610003f20 msgr2=0x7f6610004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:15.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.650+0000 7f6629fe4640 1 --2- 172.21.15.84:0/169828040 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6610003f20 0x7f6610004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.650+0000 7f6629fe4640 1 -- 172.21.15.84:0/169828040 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6610003520 con 0x7f6610004d40 2024-04-15T15:11:15.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.650+0000 7f6628fe2640 1 --2- 172.21.15.84:0/169828040 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6610003f20 0x7f6610004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:15.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.650+0000 7f6629fe4640 1 --2- 172.21.15.84:0/169828040 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6610004d40 0x7f66100051c0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f661c00a860 tx=0x7f6610005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e2caf49969de9ff server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:15.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.651+0000 7f6617fff640 1 -- 172.21.15.84:0/169828040 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f661c00a480 con 0x7f6610004d40 2024-04-15T15:11:15.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.651+0000 7f6617fff640 1 -- 172.21.15.84:0/169828040 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f661c034630 con 0x7f6610004d40 2024-04-15T15:11:15.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.651+0000 7f6617fff640 1 -- 172.21.15.84:0/169828040 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f661c034a80 con 0x7f6610004d40 2024-04-15T15:11:15.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.651+0000 7f662ba47640 1 -- 172.21.15.84:0/169828040 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6610004d40 msgr2=0x7f66100051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:15.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.651+0000 7f662ba47640 1 --2- 172.21.15.84:0/169828040 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6610004d40 0x7f66100051c0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f661c00a860 tx=0x7f6610005830 comp rx=0 tx=0).stop 2024-04-15T15:11:15.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.651+0000 7f6629fe4640 1 -- 172.21.15.84:0/169828040 reap_dead start 2024-04-15T15:11:15.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.651+0000 7f662ba47640 1 -- 172.21.15.84:0/169828040 shutdown_connections 2024-04-15T15:11:15.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.651+0000 7f662ba47640 1 -- 172.21.15.84:0/169828040 >> 172.21.15.84:0/169828040 conn(0x7f66240ceec0 msgr2=0x7f66240cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:15.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.651+0000 7f662ba47640 1 -- 172.21.15.84:0/169828040 shutdown_connections 2024-04-15T15:11:15.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.651+0000 7f662ba47640 1 -- 172.21.15.84:0/169828040 wait complete. 2024-04-15T15:11:15.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.652+0000 7f662ba47640 1 Processor -- start 2024-04-15T15:11:15.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.652+0000 7f662ba47640 1 -- start start 2024-04-15T15:11:15.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.653+0000 7f662ba47640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6610004d40 0x7f6624151940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.653+0000 7f662ba47640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6624156650 0x7f6624156ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.653+0000 7f662ba47640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f662415e340 0x7f662415e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.653+0000 7f662ba47640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f662415c7b0 con 0x7f6624156650 2024-04-15T15:11:15.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.653+0000 7f662ba47640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f662415c630 con 0x7f6610004d40 2024-04-15T15:11:15.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.653+0000 7f662ba47640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f66240b4520 con 0x7f662415e340 2024-04-15T15:11:15.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.653+0000 7f6628fe2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6624156650 0x7f6624156ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:15.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.653+0000 7f6628fe2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6624156650 0x7f6624156ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43612/0 (socket says 172.21.15.84:43612) 2024-04-15T15:11:15.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.653+0000 7f6628fe2640 1 -- 172.21.15.84:0/2799194435 learned_addr learned my addr 172.21.15.84:0/2799194435 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:15.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.653+0000 7f6628fe2640 1 -- 172.21.15.84:0/2799194435 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f662415e340 msgr2=0x7f662415e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:15.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.653+0000 7f6628fe2640 1 --2- 172.21.15.84:0/2799194435 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f662415e340 0x7f662415e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.653+0000 7f6628fe2640 1 -- 172.21.15.84:0/2799194435 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6610004d40 msgr2=0x7f6624151940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:15.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.653+0000 7f6628fe2640 1 --2- 172.21.15.84:0/2799194435 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6610004d40 0x7f6624151940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.653+0000 7f6628fe2640 1 -- 172.21.15.84:0/2799194435 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f662415cb70 con 0x7f6624156650 2024-04-15T15:11:15.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.654+0000 7f6628fe2640 1 --2- 172.21.15.84:0/2799194435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6624156650 0x7f6624156ad0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f66200115b0 tx=0x7f6620011a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:15.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.654+0000 7f6615ffb640 1 -- 172.21.15.84:0/2799194435 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6620015870 con 0x7f6624156650 2024-04-15T15:11:15.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.654+0000 7f6615ffb640 1 -- 172.21.15.84:0/2799194435 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6620015a10 con 0x7f6624156650 2024-04-15T15:11:15.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.654+0000 7f6615ffb640 1 -- 172.21.15.84:0/2799194435 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6620015de0 con 0x7f6624156650 2024-04-15T15:11:15.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.654+0000 7f662ba47640 1 -- 172.21.15.84:0/2799194435 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f662415ce50 con 0x7f6624156650 2024-04-15T15:11:15.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.654+0000 7f662ba47640 1 -- 172.21.15.84:0/2799194435 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f662415d410 con 0x7f6624156650 2024-04-15T15:11:15.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.655+0000 7f662ba47640 1 -- 172.21.15.84:0/2799194435 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6624157010 con 0x7f6624156650 2024-04-15T15:11:15.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.655+0000 7f6615ffb640 1 -- 172.21.15.84:0/2799194435 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f662001d400 con 0x7f6624156650 2024-04-15T15:11:15.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.656+0000 7f6615ffb640 1 --2- 172.21.15.84:0/2799194435 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f660806c920 0x7f660806ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:15.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.656+0000 7f66297e3640 1 --2- 172.21.15.84:0/2799194435 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f660806c920 0x7f660806ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:15.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.656+0000 7f6615ffb640 1 -- 172.21.15.84:0/2799194435 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f662008c700 con 0x7f6624156650 2024-04-15T15:11:15.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.656+0000 7f66297e3640 1 --2- 172.21.15.84:0/2799194435 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f660806c920 0x7f660806ede0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f6618001900 tx=0x7f6618009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:15.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.661+0000 7f6615ffb640 1 -- 172.21.15.84:0/2799194435 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f6620019030 con 0x7f6624156650 2024-04-15T15:11:15.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.850+0000 7f662ba47640 1 -- 172.21.15.84:0/2799194435 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6624075c50 con 0x7f6624156650 2024-04-15T15:11:15.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.850+0000 7f6615ffb640 1 -- 172.21.15.84:0/2799194435 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f662005a7c0 con 0x7f6624156650 2024-04-15T15:11:15.852 INFO:teuthology.orchestra.run.smithi084.stderr:listed 0 entries 2024-04-15T15:11:15.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.852+0000 7f662ba47640 1 -- 172.21.15.84:0/2799194435 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f660806c920 msgr2=0x7f660806ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:15.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.852+0000 7f662ba47640 1 --2- 172.21.15.84:0/2799194435 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f660806c920 0x7f660806ede0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f6618001900 tx=0x7f6618009040 comp rx=0 tx=0).stop 2024-04-15T15:11:15.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.852+0000 7f662ba47640 1 -- 172.21.15.84:0/2799194435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6624156650 msgr2=0x7f6624156ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:15.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.852+0000 7f662ba47640 1 --2- 172.21.15.84:0/2799194435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6624156650 0x7f6624156ad0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f66200115b0 tx=0x7f6620011a70 comp rx=0 tx=0).stop 2024-04-15T15:11:15.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.852+0000 7f662ba47640 1 -- 172.21.15.84:0/2799194435 shutdown_connections 2024-04-15T15:11:15.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.852+0000 7f662ba47640 1 --2- 172.21.15.84:0/2799194435 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f662415e340 0x7f662415e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.852+0000 7f662ba47640 1 --2- 172.21.15.84:0/2799194435 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6624156650 0x7f6624156ad0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.852+0000 7f662ba47640 1 --2- 172.21.15.84:0/2799194435 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f660806c920 0x7f660806ede0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.852+0000 7f662ba47640 1 --2- 172.21.15.84:0/2799194435 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6610004d40 0x7f6624151940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:15.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.852+0000 7f662ba47640 1 -- 172.21.15.84:0/2799194435 >> 172.21.15.84:0/2799194435 conn(0x7f66240ceec0 msgr2=0x7f6624158c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:15.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.852+0000 7f662ba47640 1 -- 172.21.15.84:0/2799194435 shutdown_connections 2024-04-15T15:11:15.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:15.852+0000 7f662ba47640 1 -- 172.21.15.84:0/2799194435 wait complete. 2024-04-15T15:11:15.865 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi203.front.sepia.ceph.com... 2024-04-15T15:11:15.865 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:15.865 DEBUG:teuthology.orchestra.run.smithi203:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-04-15T15:11:15.901 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:11:15.902 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi203.front.sepia.ceph.com 2024-04-15T15:11:15.902 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:15.902 DEBUG:teuthology.orchestra.run.smithi203:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-04-15T15:11:15.970 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:11:15.970 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:11:15.987 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:11:15.987 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:11:16.043 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:16.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.184+0000 7ff301359640 1 Processor -- start 2024-04-15T15:11:16.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.184+0000 7ff301359640 1 -- start start 2024-04-15T15:11:16.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.185+0000 7ff301359640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7ff2fc0d12b0 0x7ff2fc0d2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:16.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.185+0000 7ff301359640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7ff2fc0d2ea0 0x7ff2fc0d45b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:16.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.185+0000 7ff301359640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff2fc162220 con 0x7ff2fc161e40 2024-04-15T15:11:16.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.185+0000 7ff301359640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7ff2fc0b3f00 con 0x7ff2fc0d2ea0 2024-04-15T15:11:16.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.185+0000 7ff301359640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7ff2fc0d21f0 con 0x7ff2fc0d12b0 2024-04-15T15:11:16.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.185+0000 7ff2fb7fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7ff2fc0d2ea0 0x7ff2fc0d45b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:16.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.185+0000 7ff2faffd640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7ff2fc161e40 0x7ff2fc0b37f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:35656/0 (socket says 172.21.15.84:35656) 2024-04-15T15:11:16.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.185+0000 7ff2faffd640 1 -- 172.21.15.84:0/4231257130 learned_addr learned my addr 172.21.15.84:0/4231257130 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:16.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.185+0000 7ff2fa7fc640 1 --2- 172.21.15.84:0/4231257130 >> v2:172.21.15.203:3300/0 conn(0x7ff2fc0d12b0 0x7ff2fc0d2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:16.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.185+0000 7ff2fb7fe640 1 -- 172.21.15.84:0/4231257130 >> v2:172.21.15.203:3300/0 conn(0x7ff2fc0d12b0 msgr2=0x7ff2fc0d2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:16.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.185+0000 7ff2fb7fe640 1 --2- 172.21.15.84:0/4231257130 >> v2:172.21.15.203:3300/0 conn(0x7ff2fc0d12b0 0x7ff2fc0d2960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.185+0000 7ff2fb7fe640 1 -- 172.21.15.84:0/4231257130 >> v1:172.21.15.84:6789/0 conn(0x7ff2fc161e40 legacy=0x7ff2fc0b37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:16.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.185+0000 7ff2f9ffb640 1 -- 172.21.15.84:0/4231257130 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2913327881 0 0) 0x7ff2fc162220 con 0x7ff2fc161e40 2024-04-15T15:11:16.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.185+0000 7ff2fb7fe640 1 -- 172.21.15.84:0/4231257130 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2fc0d1820 con 0x7ff2fc0d2ea0 2024-04-15T15:11:16.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.186+0000 7ff2fb7fe640 1 --2- 172.21.15.84:0/4231257130 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff2fc0d2ea0 0x7ff2fc0d45b0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7ff2f4009d90 tx=0x7ff2f402be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afb2b883be1761ec server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:16.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.186+0000 7ff2f9ffb640 1 -- 172.21.15.84:0/4231257130 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2f4039070 con 0x7ff2fc0d2ea0 2024-04-15T15:11:16.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.186+0000 7ff2f9ffb640 1 -- 172.21.15.84:0/4231257130 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff2f402cbd0 con 0x7ff2fc0d2ea0 2024-04-15T15:11:16.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.186+0000 7ff2f9ffb640 1 -- 172.21.15.84:0/4231257130 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2f4034440 con 0x7ff2fc0d2ea0 2024-04-15T15:11:16.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.187+0000 7ff301359640 1 -- 172.21.15.84:0/4231257130 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff2fc0d2ea0 msgr2=0x7ff2fc0d45b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:16.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.187+0000 7ff301359640 1 --2- 172.21.15.84:0/4231257130 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff2fc0d2ea0 0x7ff2fc0d45b0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7ff2f4009d90 tx=0x7ff2f402be20 comp rx=0 tx=0).stop 2024-04-15T15:11:16.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.187+0000 7ff301359640 1 -- 172.21.15.84:0/4231257130 shutdown_connections 2024-04-15T15:11:16.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.187+0000 7ff301359640 1 --2- 172.21.15.84:0/4231257130 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff2fc0d2ea0 0x7ff2fc0d45b0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.187+0000 7ff301359640 1 --2- 172.21.15.84:0/4231257130 >> v2:172.21.15.203:3300/0 conn(0x7ff2fc0d12b0 0x7ff2fc0d2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.187+0000 7ff301359640 1 -- 172.21.15.84:0/4231257130 >> 172.21.15.84:0/4231257130 conn(0x7ff2fc09d970 msgr2=0x7ff2fc0b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:16.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.187+0000 7ff301359640 1 -- 172.21.15.84:0/4231257130 shutdown_connections 2024-04-15T15:11:16.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.187+0000 7ff301359640 1 -- 172.21.15.84:0/4231257130 wait complete. 2024-04-15T15:11:16.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.188+0000 7ff301359640 1 Processor -- start 2024-04-15T15:11:16.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.188+0000 7ff301359640 1 -- start start 2024-04-15T15:11:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.189+0000 7ff301359640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff2fc0d12b0 0x7ff2fc0cab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.189+0000 7ff301359640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff2fc161e40 0x7ff2fc06c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.189+0000 7ff301359640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff2fc06cef0 0x7ff2fc0cb6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.189+0000 7ff301359640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff2fc0d2440 con 0x7ff2fc161e40 2024-04-15T15:11:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.189+0000 7ff301359640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff2fc0d1de0 con 0x7ff2fc06cef0 2024-04-15T15:11:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.189+0000 7ff301359640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7ff2fc0d4af0 con 0x7ff2fc0d12b0 2024-04-15T15:11:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.189+0000 7ff2fa7fc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff2fc161e40 0x7ff2fc06c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.189+0000 7ff2fa7fc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff2fc161e40 0x7ff2fc06c9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43630/0 (socket says 172.21.15.84:43630) 2024-04-15T15:11:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.189+0000 7ff2fa7fc640 1 -- 172.21.15.84:0/1154136995 learned_addr learned my addr 172.21.15.84:0/1154136995 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.189+0000 7ff2fa7fc640 1 -- 172.21.15.84:0/1154136995 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff2fc0d12b0 msgr2=0x7ff2fc0cab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.189+0000 7ff2fa7fc640 1 --2- 172.21.15.84:0/1154136995 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff2fc0d12b0 0x7ff2fc0cab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.189+0000 7ff2fa7fc640 1 -- 172.21.15.84:0/1154136995 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff2fc06cef0 msgr2=0x7ff2fc0cb6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.189+0000 7ff2fa7fc640 1 --2- 172.21.15.84:0/1154136995 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff2fc06cef0 0x7ff2fc0cb6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.189+0000 7ff2fa7fc640 1 -- 172.21.15.84:0/1154136995 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2fc06d370 con 0x7ff2fc161e40 2024-04-15T15:11:16.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.189+0000 7ff2fa7fc640 1 --2- 172.21.15.84:0/1154136995 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff2fc161e40 0x7ff2fc06c9b0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7ff2f000d800 tx=0x7ff2f000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:16.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.189+0000 7ff2e37fe640 1 -- 172.21.15.84:0/1154136995 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2f000b6c0 con 0x7ff2fc161e40 2024-04-15T15:11:16.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.189+0000 7ff2e37fe640 1 -- 172.21.15.84:0/1154136995 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff2f0019070 con 0x7ff2fc161e40 2024-04-15T15:11:16.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.189+0000 7ff2e37fe640 1 -- 172.21.15.84:0/1154136995 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2f000ba80 con 0x7ff2fc161e40 2024-04-15T15:11:16.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.189+0000 7ff301359640 1 -- 172.21.15.84:0/1154136995 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2fc06d650 con 0x7ff2fc161e40 2024-04-15T15:11:16.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.189+0000 7ff301359640 1 -- 172.21.15.84:0/1154136995 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2fc06dc10 con 0x7ff2fc161e40 2024-04-15T15:11:16.194 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.190+0000 7ff301359640 1 -- 172.21.15.84:0/1154136995 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2fc0689e0 con 0x7ff2fc161e40 2024-04-15T15:11:16.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.191+0000 7ff2e37fe640 1 -- 172.21.15.84:0/1154136995 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7ff2f000bc20 con 0x7ff2fc161e40 2024-04-15T15:11:16.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.191+0000 7ff2e37fe640 1 --2- 172.21.15.84:0/1154136995 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff2e806c8f0 0x7ff2e806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:16.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.191+0000 7ff2e37fe640 1 -- 172.21.15.84:0/1154136995 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7ff2f008c440 con 0x7ff2fc161e40 2024-04-15T15:11:16.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.191+0000 7ff2faffd640 1 --2- 172.21.15.84:0/1154136995 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff2e806c8f0 0x7ff2e806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:16.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.192+0000 7ff2faffd640 1 --2- 172.21.15.84:0/1154136995 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff2e806c8f0 0x7ff2e806edb0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7ff2ec007fd0 tx=0x7ff2ec007960 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:16.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.196+0000 7ff2e37fe640 1 -- 172.21.15.84:0/1154136995 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7ff2f001c360 con 0x7ff2fc161e40 2024-04-15T15:11:16.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.371+0000 7ff301359640 1 -- 172.21.15.84:0/1154136995 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff2fc0d51b0 con 0x7ff2fc161e40 2024-04-15T15:11:16.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.373+0000 7ff2e37fe640 1 -- 172.21.15.84:0/1154136995 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18854 (secure 0 0 0) 0x7ff2f005a470 con 0x7ff2fc161e40 2024-04-15T15:11:16.375 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:16.375 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":26,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:11:03.629918+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.16","mappings":[{"from":5,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.b","mappings":[{"from":1,"to":2}]},{"pgid":"4.1e","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:16.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.375+0000 7ff301359640 1 -- 172.21.15.84:0/1154136995 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff2e806c8f0 msgr2=0x7ff2e806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:16.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.375+0000 7ff301359640 1 --2- 172.21.15.84:0/1154136995 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff2e806c8f0 0x7ff2e806edb0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7ff2ec007fd0 tx=0x7ff2ec007960 comp rx=0 tx=0).stop 2024-04-15T15:11:16.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.375+0000 7ff301359640 1 -- 172.21.15.84:0/1154136995 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff2fc161e40 msgr2=0x7ff2fc06c9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:16.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.375+0000 7ff301359640 1 --2- 172.21.15.84:0/1154136995 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff2fc161e40 0x7ff2fc06c9b0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7ff2f000d800 tx=0x7ff2f000dcc0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.375+0000 7ff301359640 1 -- 172.21.15.84:0/1154136995 shutdown_connections 2024-04-15T15:11:16.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.375+0000 7ff301359640 1 --2- 172.21.15.84:0/1154136995 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff2e806c8f0 0x7ff2e806edb0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.375+0000 7ff301359640 1 --2- 172.21.15.84:0/1154136995 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff2fc06cef0 0x7ff2fc0cb6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.375+0000 7ff301359640 1 --2- 172.21.15.84:0/1154136995 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff2fc161e40 0x7ff2fc06c9b0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.375+0000 7ff301359640 1 --2- 172.21.15.84:0/1154136995 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff2fc0d12b0 0x7ff2fc0cab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.375+0000 7ff301359640 1 -- 172.21.15.84:0/1154136995 >> 172.21.15.84:0/1154136995 conn(0x7ff2fc09d970 msgr2=0x7ff2fc0b26d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:16.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.375+0000 7ff301359640 1 -- 172.21.15.84:0/1154136995 shutdown_connections 2024-04-15T15:11:16.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.375+0000 7ff301359640 1 -- 172.21.15.84:0/1154136995 wait complete. 2024-04-15T15:11:16.388 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:10:20.621351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:10:21.653421+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-15T15:10:25.371593+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-15T15:11:16.388 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:11:16.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.492+0000 7fd4eb80c640 1 Processor -- start 2024-04-15T15:11:16.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.493+0000 7fd4eb80c640 1 -- start start 2024-04-15T15:11:16.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.493+0000 7fd4eb80c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fd4e415d830 0x7fd4e40b57f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:16.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.493+0000 7fd4eb80c640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fd4e40b5d30 0x7fd4e40cf160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:16.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.493+0000 7fd4eb80c640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4e40b61e0 con 0x7fd4e40cf6a0 2024-04-15T15:11:16.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.493+0000 7fd4eb80c640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fd4e40b64c0 con 0x7fd4e415d830 2024-04-15T15:11:16.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.493+0000 7fd4eb80c640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fd4e40b67a0 con 0x7fd4e40b5d30 2024-04-15T15:11:16.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.494+0000 7fd4e95a8640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fd4e415d830 0x7fd4e40b57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:16.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.494+0000 7fd4e9da9640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fd4e40cf6a0 0x7fd4e40d12b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:35658/0 (socket says 172.21.15.84:35658) 2024-04-15T15:11:16.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.494+0000 7fd4e9da9640 1 -- 172.21.15.84:0/398638852 learned_addr learned my addr 172.21.15.84:0/398638852 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:16.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.494+0000 7fd4e8da7640 1 --2- 172.21.15.84:0/398638852 >> v2:172.21.15.203:3300/0 conn(0x7fd4e40b5d30 0x7fd4e40cf160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:16.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.494+0000 7fd4e95a8640 1 -- 172.21.15.84:0/398638852 >> v2:172.21.15.203:3300/0 conn(0x7fd4e40b5d30 msgr2=0x7fd4e40cf160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:16.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.494+0000 7fd4e95a8640 1 --2- 172.21.15.84:0/398638852 >> v2:172.21.15.203:3300/0 conn(0x7fd4e40b5d30 0x7fd4e40cf160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.494+0000 7fd4e95a8640 1 -- 172.21.15.84:0/398638852 >> v1:172.21.15.84:6789/0 conn(0x7fd4e40cf6a0 legacy=0x7fd4e40d12b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:16.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.494+0000 7fd4d7fff640 1 -- 172.21.15.84:0/398638852 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1691384233 0 0) 0x7fd4e40b61e0 con 0x7fd4e40cf6a0 2024-04-15T15:11:16.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.494+0000 7fd4e95a8640 1 -- 172.21.15.84:0/398638852 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4e40b6a80 con 0x7fd4e415d830 2024-04-15T15:11:16.498 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.495+0000 7fd4e95a8640 1 --2- 172.21.15.84:0/398638852 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4e415d830 0x7fd4e40b57f0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fd4e40b74c0 tx=0x7fd4e002b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8a44cc972cd1fed server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:16.498 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.495+0000 7fd4d7fff640 1 -- 172.21.15.84:0/398638852 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4e00315a0 con 0x7fd4e415d830 2024-04-15T15:11:16.498 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.495+0000 7fd4d7fff640 1 -- 172.21.15.84:0/398638852 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4e0037070 con 0x7fd4e415d830 2024-04-15T15:11:16.498 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.495+0000 7fd4d7fff640 1 -- 172.21.15.84:0/398638852 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4e0031960 con 0x7fd4e415d830 2024-04-15T15:11:16.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.495+0000 7fd4eb80c640 1 -- 172.21.15.84:0/398638852 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4e415d830 msgr2=0x7fd4e40b57f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:16.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.495+0000 7fd4eb80c640 1 --2- 172.21.15.84:0/398638852 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4e415d830 0x7fd4e40b57f0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fd4e40b74c0 tx=0x7fd4e002b840 comp rx=0 tx=0).stop 2024-04-15T15:11:16.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.495+0000 7fd4eb80c640 1 -- 172.21.15.84:0/398638852 shutdown_connections 2024-04-15T15:11:16.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.495+0000 7fd4eb80c640 1 --2- 172.21.15.84:0/398638852 >> v2:172.21.15.203:3300/0 conn(0x7fd4e40b5d30 0x7fd4e40cf160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.495+0000 7fd4eb80c640 1 --2- 172.21.15.84:0/398638852 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4e415d830 0x7fd4e40b57f0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.495+0000 7fd4eb80c640 1 -- 172.21.15.84:0/398638852 >> 172.21.15.84:0/398638852 conn(0x7fd4e40d24d0 msgr2=0x7fd4e40d28b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:16.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.496+0000 7fd4eb80c640 1 -- 172.21.15.84:0/398638852 shutdown_connections 2024-04-15T15:11:16.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.496+0000 7fd4eb80c640 1 -- 172.21.15.84:0/398638852 wait complete. 2024-04-15T15:11:16.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.497+0000 7fd4eb80c640 1 Processor -- start 2024-04-15T15:11:16.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.497+0000 7fd4eb80c640 1 -- start start 2024-04-15T15:11:16.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.497+0000 7fd4eb80c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd4e40b5d30 0x7fd4e41e67a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:16.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.497+0000 7fd4eb80c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4e40cf6a0 0x7fd4e4150ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:16.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.497+0000 7fd4eb80c640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd4e415d830 0x7fd4e414fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.497+0000 7fd4eb80c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd4e415ced0 con 0x7fd4e40cf6a0 2024-04-15T15:11:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.497+0000 7fd4eb80c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd4e415cd50 con 0x7fd4e40b5d30 2024-04-15T15:11:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.497+0000 7fd4eb80c640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fd4e415f2b0 con 0x7fd4e415d830 2024-04-15T15:11:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.498+0000 7fd4e8da7640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4e40cf6a0 0x7fd4e4150ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.498+0000 7fd4e8da7640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4e40cf6a0 0x7fd4e4150ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43658/0 (socket says 172.21.15.84:43658) 2024-04-15T15:11:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.498+0000 7fd4e8da7640 1 -- 172.21.15.84:0/820443933 learned_addr learned my addr 172.21.15.84:0/820443933 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.498+0000 7fd4e95a8640 1 --2- 172.21.15.84:0/820443933 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd4e40b5d30 0x7fd4e41e67a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.498+0000 7fd4e9da9640 1 --2- 172.21.15.84:0/820443933 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd4e415d830 0x7fd4e414fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.498+0000 7fd4e8da7640 1 -- 172.21.15.84:0/820443933 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd4e415d830 msgr2=0x7fd4e414fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.498+0000 7fd4e8da7640 1 --2- 172.21.15.84:0/820443933 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd4e415d830 0x7fd4e414fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.498+0000 7fd4e8da7640 1 -- 172.21.15.84:0/820443933 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd4e40b5d30 msgr2=0x7fd4e41e67a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.498+0000 7fd4e8da7640 1 --2- 172.21.15.84:0/820443933 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd4e40b5d30 0x7fd4e41e67a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.498+0000 7fd4e8da7640 1 -- 172.21.15.84:0/820443933 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4e41e6ce0 con 0x7fd4e40cf6a0 2024-04-15T15:11:16.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.498+0000 7fd4e9da9640 1 --2- 172.21.15.84:0/820443933 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd4e415d830 0x7fd4e414fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:16.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.498+0000 7fd4e8da7640 1 --2- 172.21.15.84:0/820443933 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4e40cf6a0 0x7fd4e4150ce0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fd4d800d7d0 tx=0x7fd4d800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:16.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.498+0000 7fd4d5ffb640 1 -- 172.21.15.84:0/820443933 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d800b6c0 con 0x7fd4e40cf6a0 2024-04-15T15:11:16.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.498+0000 7fd4d5ffb640 1 -- 172.21.15.84:0/820443933 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4d8019070 con 0x7fd4e40cf6a0 2024-04-15T15:11:16.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.498+0000 7fd4eb80c640 1 -- 172.21.15.84:0/820443933 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4e41e5700 con 0x7fd4e40cf6a0 2024-04-15T15:11:16.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.498+0000 7fd4d5ffb640 1 -- 172.21.15.84:0/820443933 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d800bae0 con 0x7fd4e40cf6a0 2024-04-15T15:11:16.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.498+0000 7fd4eb80c640 1 -- 172.21.15.84:0/820443933 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4e41e5cc0 con 0x7fd4e40cf6a0 2024-04-15T15:11:16.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.499+0000 7fd4eb80c640 1 -- 172.21.15.84:0/820443933 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4e4075c30 con 0x7fd4e40cf6a0 2024-04-15T15:11:16.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.500+0000 7fd4d5ffb640 1 -- 172.21.15.84:0/820443933 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fd4d800bc80 con 0x7fd4e40cf6a0 2024-04-15T15:11:16.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.500+0000 7fd4d5ffb640 1 --2- 172.21.15.84:0/820443933 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd4c806c8f0 0x7fd4c806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:16.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.500+0000 7fd4d5ffb640 1 -- 172.21.15.84:0/820443933 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fd4d808c3b0 con 0x7fd4e40cf6a0 2024-04-15T15:11:16.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.500+0000 7fd4e95a8640 1 --2- 172.21.15.84:0/820443933 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd4c806c8f0 0x7fd4c806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:16.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.501+0000 7fd4e95a8640 1 --2- 172.21.15.84:0/820443933 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd4c806c8f0 0x7fd4c806edb0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fd4e0036000 tx=0x7fd4e003d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:16.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.505+0000 7fd4d5ffb640 1 -- 172.21.15.84:0/820443933 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fd4d805a470 con 0x7fd4e40cf6a0 2024-04-15T15:11:16.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.681+0000 7fd4eb80c640 1 -- 172.21.15.84:0/820443933 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd4e40b5890 con 0x7fd4e40cf6a0 2024-04-15T15:11:16.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.682+0000 7fd4d5ffb640 1 -- 172.21.15.84:0/820443933 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) ==== 93+0+10 (secure 0 0 0) 0x7fd4d8059d70 con 0x7fd4e40cf6a0 2024-04-15T15:11:16.684 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:11:16.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.684+0000 7fd4eb80c640 1 -- 172.21.15.84:0/820443933 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd4c806c8f0 msgr2=0x7fd4c806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:16.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.684+0000 7fd4eb80c640 1 --2- 172.21.15.84:0/820443933 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd4c806c8f0 0x7fd4c806edb0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fd4e0036000 tx=0x7fd4e003d040 comp rx=0 tx=0).stop 2024-04-15T15:11:16.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.684+0000 7fd4eb80c640 1 -- 172.21.15.84:0/820443933 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4e40cf6a0 msgr2=0x7fd4e4150ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:16.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.684+0000 7fd4eb80c640 1 --2- 172.21.15.84:0/820443933 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4e40cf6a0 0x7fd4e4150ce0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fd4d800d7d0 tx=0x7fd4d800dc90 comp rx=0 tx=0).stop 2024-04-15T15:11:16.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.684+0000 7fd4eb80c640 1 -- 172.21.15.84:0/820443933 shutdown_connections 2024-04-15T15:11:16.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.684+0000 7fd4eb80c640 1 --2- 172.21.15.84:0/820443933 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd4e415d830 0x7fd4e414fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.684+0000 7fd4eb80c640 1 --2- 172.21.15.84:0/820443933 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd4e40cf6a0 0x7fd4e4150ce0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.684+0000 7fd4eb80c640 1 --2- 172.21.15.84:0/820443933 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd4c806c8f0 0x7fd4c806edb0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.684+0000 7fd4eb80c640 1 --2- 172.21.15.84:0/820443933 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd4e40b5d30 0x7fd4e41e67a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.684+0000 7fd4eb80c640 1 -- 172.21.15.84:0/820443933 >> 172.21.15.84:0/820443933 conn(0x7fd4e40d24d0 msgr2=0x7fd4e4155c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:16.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.684+0000 7fd4eb80c640 1 -- 172.21.15.84:0/820443933 shutdown_connections 2024-04-15T15:11:16.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.684+0000 7fd4eb80c640 1 -- 172.21.15.84:0/820443933 wait complete. 2024-04-15T15:11:16.697 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:11:16.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.801+0000 7f11952c1640 1 Processor -- start 2024-04-15T15:11:16.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.801+0000 7f11952c1640 1 -- start start 2024-04-15T15:11:16.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.802+0000 7f11952c1640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f119006f510 0x7f11900d1040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:16.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.802+0000 7f11952c1640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f119006f970 0x7f11900d1580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:16.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.802+0000 7f11952c1640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11900cce20 con 0x7f119015c550 2024-04-15T15:11:16.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.802+0000 7f11952c1640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f1190072790 con 0x7f119006f970 2024-04-15T15:11:16.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.802+0000 7f11952c1640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f11900cd100 con 0x7f119006f510 2024-04-15T15:11:16.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.802+0000 7f118f7fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f119006f970 0x7f11900d1580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:16.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.802+0000 7f118f7fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f119006f970 0x7f11900d1580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43670/0 (socket says 172.21.15.84:43670) 2024-04-15T15:11:16.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.802+0000 7f118f7fe640 1 -- 172.21.15.84:0/3544362600 learned_addr learned my addr 172.21.15.84:0/3544362600 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:16.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.803+0000 7f1187fff640 1 --2- 172.21.15.84:0/3544362600 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f119006f510 0x7f11900d1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:16.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.803+0000 7f118f7fe640 1 -- 172.21.15.84:0/3544362600 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f119006f510 msgr2=0x7f11900d1040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:16.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.803+0000 7f118f7fe640 1 --2- 172.21.15.84:0/3544362600 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f119006f510 0x7f11900d1040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.803+0000 7f118f7fe640 1 -- 172.21.15.84:0/3544362600 >> v1:172.21.15.203:6789/0 conn(0x7f119015c550 legacy=0x7f1190160b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:16.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.803+0000 7f118f7fe640 1 -- 172.21.15.84:0/3544362600 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11900cd3e0 con 0x7f119006f970 2024-04-15T15:11:16.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.803+0000 7f1187fff640 1 --2- 172.21.15.84:0/3544362600 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f119006f510 0x7f11900d1040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:16.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.803+0000 7f118f7fe640 1 --2- 172.21.15.84:0/3544362600 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f119006f970 0x7f11900d1580 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f1188009e50 tx=0x7f118802bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4713db2fb51249c server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:16.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.804+0000 7f118e7fc640 1 -- 172.21.15.84:0/3544362600 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f118802ca70 con 0x7f119006f970 2024-04-15T15:11:16.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.804+0000 7f118e7fc640 1 -- 172.21.15.84:0/3544362600 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f118802cc10 con 0x7f119006f970 2024-04-15T15:11:16.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.804+0000 7f118e7fc640 1 -- 172.21.15.84:0/3544362600 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11880343f0 con 0x7f119006f970 2024-04-15T15:11:16.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.804+0000 7f11952c1640 1 -- 172.21.15.84:0/3544362600 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f119006f970 msgr2=0x7f11900d1580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:16.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.804+0000 7f11952c1640 1 --2- 172.21.15.84:0/3544362600 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f119006f970 0x7f11900d1580 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f1188009e50 tx=0x7f118802bed0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.804+0000 7f11952c1640 1 -- 172.21.15.84:0/3544362600 shutdown_connections 2024-04-15T15:11:16.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.804+0000 7f11952c1640 1 --2- 172.21.15.84:0/3544362600 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f119006f970 0x7f11900d1580 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.804+0000 7f11952c1640 1 --2- 172.21.15.84:0/3544362600 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f119006f510 0x7f11900d1040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.804+0000 7f11952c1640 1 -- 172.21.15.84:0/3544362600 >> 172.21.15.84:0/3544362600 conn(0x7f11900b3f50 msgr2=0x7f11900b4360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:16.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.804+0000 7f11952c1640 1 -- 172.21.15.84:0/3544362600 shutdown_connections 2024-04-15T15:11:16.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.804+0000 7f11952c1640 1 -- 172.21.15.84:0/3544362600 wait complete. 2024-04-15T15:11:16.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.805+0000 7f11952c1640 1 Processor -- start 2024-04-15T15:11:16.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.805+0000 7f11952c1640 1 -- start start 2024-04-15T15:11:16.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.806+0000 7f11952c1640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f119006f510 0x7f11901f7f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.806+0000 7f11952c1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f119006f970 0x7f119015e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.806+0000 7f11952c1640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f119015c550 0x7f119015ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.806+0000 7f11952c1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f119015c930 con 0x7f119006f970 2024-04-15T15:11:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.806+0000 7f11952c1640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f11900cd9a0 con 0x7f119006f510 2024-04-15T15:11:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.806+0000 7f11952c1640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f11900ccab0 con 0x7f119015c550 2024-04-15T15:11:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.806+0000 7f1187fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f119006f970 0x7f119015e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.806+0000 7f1187fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f119006f970 0x7f119015e8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43672/0 (socket says 172.21.15.84:43672) 2024-04-15T15:11:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.806+0000 7f1187fff640 1 -- 172.21.15.84:0/2800711879 learned_addr learned my addr 172.21.15.84:0/2800711879 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.806+0000 7f1187fff640 1 -- 172.21.15.84:0/2800711879 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f119015c550 msgr2=0x7f119015ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.806+0000 7f1187fff640 1 --2- 172.21.15.84:0/2800711879 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f119015c550 0x7f119015ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.806+0000 7f1187fff640 1 -- 172.21.15.84:0/2800711879 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f119006f510 msgr2=0x7f11901f7f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.806+0000 7f1187fff640 1 --2- 172.21.15.84:0/2800711879 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f119006f510 0x7f11901f7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.806+0000 7f1187fff640 1 -- 172.21.15.84:0/2800711879 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11901f5510 con 0x7f119006f970 2024-04-15T15:11:16.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.807+0000 7f1187fff640 1 --2- 172.21.15.84:0/2800711879 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f119006f970 0x7f119015e8a0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f117800c7f0 tx=0x7f117800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:16.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.807+0000 7f11877fe640 1 -- 172.21.15.84:0/2800711879 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1178015070 con 0x7f119006f970 2024-04-15T15:11:16.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.807+0000 7f11877fe640 1 -- 172.21.15.84:0/2800711879 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1178007820 con 0x7f119006f970 2024-04-15T15:11:16.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.807+0000 7f11877fe640 1 -- 172.21.15.84:0/2800711879 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1178007bd0 con 0x7f119006f970 2024-04-15T15:11:16.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.807+0000 7f11952c1640 1 -- 172.21.15.84:0/2800711879 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11901f57f0 con 0x7f119006f970 2024-04-15T15:11:16.811 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.807+0000 7f11952c1640 1 -- 172.21.15.84:0/2800711879 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11901f5db0 con 0x7f119006f970 2024-04-15T15:11:16.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.808+0000 7f11952c1640 1 -- 172.21.15.84:0/2800711879 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1190075c50 con 0x7f119006f970 2024-04-15T15:11:16.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.808+0000 7f11877fe640 1 -- 172.21.15.84:0/2800711879 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f1178018070 con 0x7f119006f970 2024-04-15T15:11:16.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.809+0000 7f11877fe640 1 --2- 172.21.15.84:0/2800711879 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f117006c8f0 0x7f117006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:16.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.809+0000 7f11877fe640 1 -- 172.21.15.84:0/2800711879 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f117808c060 con 0x7f119006f970 2024-04-15T15:11:16.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.809+0000 7f118effd640 1 --2- 172.21.15.84:0/2800711879 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f117006c8f0 0x7f117006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:16.812 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.809+0000 7f118effd640 1 --2- 172.21.15.84:0/2800711879 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f117006c8f0 0x7f117006edb0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1190160480 tx=0x7f11800079b0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:16.814 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.813+0000 7f11877fe640 1 -- 172.21.15.84:0/2800711879 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f117805a090 con 0x7f119006f970 2024-04-15T15:11:16.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.987+0000 7f11952c1640 1 -- 172.21.15.84:0/2800711879 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f11900b58e0 con 0x7f119006f970 2024-04-15T15:11:16.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.988+0000 7f11877fe640 1 -- 172.21.15.84:0/2800711879 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) ==== 104+0+11 (secure 0 0 0) 0x7f1178059990 con 0x7f119006f970 2024-04-15T15:11:16.990 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:16.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.990+0000 7f11952c1640 1 -- 172.21.15.84:0/2800711879 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f117006c8f0 msgr2=0x7f117006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:16.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.990+0000 7f11952c1640 1 --2- 172.21.15.84:0/2800711879 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f117006c8f0 0x7f117006edb0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1190160480 tx=0x7f11800079b0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.990+0000 7f11952c1640 1 -- 172.21.15.84:0/2800711879 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f119006f970 msgr2=0x7f119015e8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:16.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.990+0000 7f11952c1640 1 --2- 172.21.15.84:0/2800711879 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f119006f970 0x7f119015e8a0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f117800c7f0 tx=0x7f117800ccb0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.990+0000 7f11952c1640 1 -- 172.21.15.84:0/2800711879 shutdown_connections 2024-04-15T15:11:16.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.990+0000 7f11952c1640 1 --2- 172.21.15.84:0/2800711879 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f119015c550 0x7f119015ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.990+0000 7f11952c1640 1 --2- 172.21.15.84:0/2800711879 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f119006f970 0x7f119015e8a0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.990+0000 7f11952c1640 1 --2- 172.21.15.84:0/2800711879 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f117006c8f0 0x7f117006edb0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.990+0000 7f11952c1640 1 --2- 172.21.15.84:0/2800711879 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f119006f510 0x7f11901f7f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:16.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.990+0000 7f11952c1640 1 -- 172.21.15.84:0/2800711879 >> 172.21.15.84:0/2800711879 conn(0x7f11900b3f50 msgr2=0x7f119015a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:16.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.990+0000 7f11952c1640 1 -- 172.21.15.84:0/2800711879 shutdown_connections 2024-04-15T15:11:16.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:16.990+0000 7f11952c1640 1 -- 172.21.15.84:0/2800711879 wait complete. 2024-04-15T15:11:17.003 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:11:17.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.107+0000 7f1137047640 1 Processor -- start 2024-04-15T15:11:17.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.107+0000 7f1137047640 1 -- start start 2024-04-15T15:11:17.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.108+0000 7f1137047640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f11300ce2f0 0x7f113015c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:17.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.108+0000 7f1137047640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f11300cc7c0 0x7f1130155600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:17.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.108+0000 7f1137047640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f113006bbb0 con 0x7f11300d08f0 2024-04-15T15:11:17.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.108+0000 7f1137047640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f113006b960 con 0x7f11300ce2f0 2024-04-15T15:11:17.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.108+0000 7f1137047640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f113006be90 con 0x7f11300cc7c0 2024-04-15T15:11:17.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.108+0000 7f11355e4640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f11300cc7c0 0x7f1130155600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:17.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.108+0000 7f1134de3640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f11300ce2f0 0x7f113015c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:17.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.108+0000 7f11355e4640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f11300cc7c0 0x7f1130155600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:59080/0 (socket says 172.21.15.84:59080) 2024-04-15T15:11:17.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.108+0000 7f112ffff640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7f11300d08f0 0x7f11300cc0b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:44372/0 (socket says 172.21.15.84:44372) 2024-04-15T15:11:17.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.108+0000 7f11355e4640 1 -- 172.21.15.84:0/3920408361 learned_addr learned my addr 172.21.15.84:0/3920408361 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:17.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.109+0000 7f11355e4640 1 -- 172.21.15.84:0/3920408361 >> v2:172.21.15.203:3300/0 conn(0x7f11300ce2f0 msgr2=0x7f113015c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:17.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.109+0000 7f11355e4640 1 --2- 172.21.15.84:0/3920408361 >> v2:172.21.15.203:3300/0 conn(0x7f11300ce2f0 0x7f113015c530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.109+0000 7f11355e4640 1 -- 172.21.15.84:0/3920408361 >> v1:172.21.15.203:6789/0 conn(0x7f11300d08f0 legacy=0x7f11300cc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:17.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.109+0000 7f11355e4640 1 -- 172.21.15.84:0/3920408361 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f113006c170 con 0x7f11300cc7c0 2024-04-15T15:11:17.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.109+0000 7f1134de3640 1 --2- 172.21.15.84:0/3920408361 >> v2:172.21.15.203:3300/0 conn(0x7f11300ce2f0 0x7f113015c530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:11:17.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.109+0000 7f11355e4640 1 --2- 172.21.15.84:0/3920408361 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f11300cc7c0 0x7f1130155600 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f1128009e50 tx=0x7f112802bf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=814f39076b176134 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:17.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.110+0000 7f112f7fe640 1 -- 172.21.15.84:0/3920408361 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f112802cb00 con 0x7f11300cc7c0 2024-04-15T15:11:17.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.110+0000 7f112f7fe640 1 -- 172.21.15.84:0/3920408361 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f112802cca0 con 0x7f11300cc7c0 2024-04-15T15:11:17.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.110+0000 7f112f7fe640 1 -- 172.21.15.84:0/3920408361 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1128034610 con 0x7f11300cc7c0 2024-04-15T15:11:17.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.110+0000 7f1137047640 1 -- 172.21.15.84:0/3920408361 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f11300cc7c0 msgr2=0x7f1130155600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:17.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.110+0000 7f1137047640 1 --2- 172.21.15.84:0/3920408361 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f11300cc7c0 0x7f1130155600 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f1128009e50 tx=0x7f112802bf60 comp rx=0 tx=0).stop 2024-04-15T15:11:17.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.110+0000 7f1137047640 1 -- 172.21.15.84:0/3920408361 shutdown_connections 2024-04-15T15:11:17.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.110+0000 7f1137047640 1 --2- 172.21.15.84:0/3920408361 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f11300cc7c0 0x7f1130155600 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.110+0000 7f1137047640 1 --2- 172.21.15.84:0/3920408361 >> v2:172.21.15.203:3300/0 conn(0x7f11300ce2f0 0x7f113015c530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.110+0000 7f1137047640 1 -- 172.21.15.84:0/3920408361 >> 172.21.15.84:0/3920408361 conn(0x7f11300b31d0 msgr2=0x7f11300b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:17.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.110+0000 7f1137047640 1 -- 172.21.15.84:0/3920408361 shutdown_connections 2024-04-15T15:11:17.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.110+0000 7f1137047640 1 -- 172.21.15.84:0/3920408361 wait complete. 2024-04-15T15:11:17.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.111+0000 7f1137047640 1 Processor -- start 2024-04-15T15:11:17.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.111+0000 7f1137047640 1 -- start start 2024-04-15T15:11:17.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.112+0000 7f1137047640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f11300cc7c0 0x7f113009dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:17.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.112+0000 7f1137047640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f11300ce2f0 0x7f1130148380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:17.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.112+0000 7f1137047640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f11300d08f0 0x7f11301488c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:17.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.112+0000 7f1137047640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f11300ce6d0 con 0x7f11300ce2f0 2024-04-15T15:11:17.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.112+0000 7f1137047640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f113015ca70 con 0x7f11300d08f0 2024-04-15T15:11:17.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.112+0000 7f1137047640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f11300ce850 con 0x7f11300cc7c0 2024-04-15T15:11:17.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.112+0000 7f112ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f11300ce2f0 0x7f1130148380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:17.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.112+0000 7f112ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f11300ce2f0 0x7f1130148380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43682/0 (socket says 172.21.15.84:43682) 2024-04-15T15:11:17.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.112+0000 7f112ffff640 1 -- 172.21.15.84:0/2659221474 learned_addr learned my addr 172.21.15.84:0/2659221474 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:17.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.113+0000 7f1134de3640 1 --2- 172.21.15.84:0/2659221474 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f11300cc7c0 0x7f113009dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:17.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.113+0000 7f11355e4640 1 --2- 172.21.15.84:0/2659221474 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f11300d08f0 0x7f11301488c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:17.116 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.113+0000 7f112ffff640 1 -- 172.21.15.84:0/2659221474 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f11300cc7c0 msgr2=0x7f113009dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:17.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.113+0000 7f112ffff640 1 --2- 172.21.15.84:0/2659221474 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f11300cc7c0 0x7f113009dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.113+0000 7f112ffff640 1 -- 172.21.15.84:0/2659221474 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f11300d08f0 msgr2=0x7f11301488c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:17.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.113+0000 7f112ffff640 1 --2- 172.21.15.84:0/2659221474 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f11300d08f0 0x7f11301488c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.113+0000 7f112ffff640 1 -- 172.21.15.84:0/2659221474 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11300aef90 con 0x7f11300ce2f0 2024-04-15T15:11:17.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.113+0000 7f112ffff640 1 --2- 172.21.15.84:0/2659221474 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f11300ce2f0 0x7f1130148380 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f111c00c400 tx=0x7f111c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:17.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.113+0000 7f112d7fa640 1 -- 172.21.15.84:0/2659221474 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f111c0074e0 con 0x7f11300ce2f0 2024-04-15T15:11:17.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.113+0000 7f112d7fa640 1 -- 172.21.15.84:0/2659221474 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f111c007680 con 0x7f11300ce2f0 2024-04-15T15:11:17.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.113+0000 7f1137047640 1 -- 172.21.15.84:0/2659221474 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1130146420 con 0x7f11300ce2f0 2024-04-15T15:11:17.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.113+0000 7f112d7fa640 1 -- 172.21.15.84:0/2659221474 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f111c004a00 con 0x7f11300ce2f0 2024-04-15T15:11:17.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.113+0000 7f1137047640 1 -- 172.21.15.84:0/2659221474 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11301469a0 con 0x7f11300ce2f0 2024-04-15T15:11:17.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.114+0000 7f1137047640 1 -- 172.21.15.84:0/2659221474 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11300d0d50 con 0x7f11300ce2f0 2024-04-15T15:11:17.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.115+0000 7f112d7fa640 1 -- 172.21.15.84:0/2659221474 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f111c01a020 con 0x7f11300ce2f0 2024-04-15T15:11:17.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.115+0000 7f112d7fa640 1 --2- 172.21.15.84:0/2659221474 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f111406c8f0 0x7f111406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:17.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.115+0000 7f112d7fa640 1 -- 172.21.15.84:0/2659221474 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f111c08b5b0 con 0x7f11300ce2f0 2024-04-15T15:11:17.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.115+0000 7f1134de3640 1 --2- 172.21.15.84:0/2659221474 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f111406c8f0 0x7f111406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:17.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.116+0000 7f1134de3640 1 --2- 172.21.15.84:0/2659221474 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f111406c8f0 0x7f111406edb0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1124009560 tx=0x7f1124009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:17.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.119+0000 7f112d7fa640 1 -- 172.21.15.84:0/2659221474 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f11300d0d50 con 0x7f11300ce2f0 2024-04-15T15:11:17.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.293+0000 7f1137047640 1 -- 172.21.15.84:0/2659221474 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f1130159270 con 0x7f11300ce2f0 2024-04-15T15:11:17.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.293+0000 7f112d7fa640 1 -- 172.21.15.84:0/2659221474 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) ==== 100+0+11 (secure 0 0 0) 0x7f1130159270 con 0x7f11300ce2f0 2024-04-15T15:11:17.296 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:11:17.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.295+0000 7f1137047640 1 -- 172.21.15.84:0/2659221474 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f111406c8f0 msgr2=0x7f111406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:17.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.295+0000 7f1137047640 1 --2- 172.21.15.84:0/2659221474 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f111406c8f0 0x7f111406edb0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1124009560 tx=0x7f1124009190 comp rx=0 tx=0).stop 2024-04-15T15:11:17.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.295+0000 7f1137047640 1 -- 172.21.15.84:0/2659221474 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f11300ce2f0 msgr2=0x7f1130148380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:17.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.295+0000 7f1137047640 1 --2- 172.21.15.84:0/2659221474 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f11300ce2f0 0x7f1130148380 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f111c00c400 tx=0x7f111c00c8c0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.295+0000 7f1137047640 1 -- 172.21.15.84:0/2659221474 shutdown_connections 2024-04-15T15:11:17.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.295+0000 7f1137047640 1 --2- 172.21.15.84:0/2659221474 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f111406c8f0 0x7f111406edb0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.295+0000 7f1137047640 1 --2- 172.21.15.84:0/2659221474 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f11300d08f0 0x7f11301488c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.295+0000 7f1137047640 1 --2- 172.21.15.84:0/2659221474 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f11300ce2f0 0x7f1130148380 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.295+0000 7f1137047640 1 --2- 172.21.15.84:0/2659221474 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f11300cc7c0 0x7f113009dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.295+0000 7f1137047640 1 -- 172.21.15.84:0/2659221474 >> 172.21.15.84:0/2659221474 conn(0x7f11300b31d0 msgr2=0x7f11300cd5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:17.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.296+0000 7f1137047640 1 -- 172.21.15.84:0/2659221474 shutdown_connections 2024-04-15T15:11:17.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.296+0000 7f1137047640 1 -- 172.21.15.84:0/2659221474 wait complete. 2024-04-15T15:11:17.310 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-15T15:11:17.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.415+0000 7f45f9c06640 1 Processor -- start 2024-04-15T15:11:17.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.415+0000 7f45f9c06640 1 -- start start 2024-04-15T15:11:17.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.416+0000 7f45f9c06640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f45f40ccb50 0x7f45f406dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:17.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.416+0000 7f45f9c06640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f45f406bf20 0x7f45f406c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:17.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.416+0000 7f45f9c06640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45f415c110 con 0x7f45f415af20 2024-04-15T15:11:17.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.416+0000 7f45f9c06640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f45f406ba90 con 0x7f45f40ccb50 2024-04-15T15:11:17.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.416+0000 7f45f9c06640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f45f40cfae0 con 0x7f45f406bf20 2024-04-15T15:11:17.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.416+0000 7f45f37fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f45f40ccb50 0x7f45f406dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:17.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.416+0000 7f45f2ffd640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f45f415af20 0x7f45f40ccf30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:35662/0 (socket says 172.21.15.84:35662) 2024-04-15T15:11:17.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.416+0000 7f45f2ffd640 1 -- 172.21.15.84:0/425801792 learned_addr learned my addr 172.21.15.84:0/425801792 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:17.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.416+0000 7f45f3fff640 1 --2- 172.21.15.84:0/425801792 >> v2:172.21.15.203:3300/0 conn(0x7f45f406bf20 0x7f45f406c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:17.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.416+0000 7f45f37fe640 1 -- 172.21.15.84:0/425801792 >> v2:172.21.15.203:3300/0 conn(0x7f45f406bf20 msgr2=0x7f45f406c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:17.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.416+0000 7f45f37fe640 1 --2- 172.21.15.84:0/425801792 >> v2:172.21.15.203:3300/0 conn(0x7f45f406bf20 0x7f45f406c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.416+0000 7f45f37fe640 1 -- 172.21.15.84:0/425801792 >> v1:172.21.15.84:6789/0 conn(0x7f45f415af20 legacy=0x7f45f40ccf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:17.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.416+0000 7f45f37fe640 1 -- 172.21.15.84:0/425801792 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45f40cfdc0 con 0x7f45f40ccb50 2024-04-15T15:11:17.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.416+0000 7f45f27fc640 1 -- 172.21.15.84:0/425801792 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2276982653 0 0) 0x7f45f415c110 con 0x7f45f415af20 2024-04-15T15:11:17.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.417+0000 7f45f37fe640 1 --2- 172.21.15.84:0/425801792 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f45f40ccb50 0x7f45f406dc10 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f45f40b56b0 tx=0x7f45e402b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=177d2d87d87c1b0f server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:17.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.417+0000 7f45f27fc640 1 -- 172.21.15.84:0/425801792 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45e40315a0 con 0x7f45f40ccb50 2024-04-15T15:11:17.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.417+0000 7f45f27fc640 1 -- 172.21.15.84:0/425801792 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45e4037070 con 0x7f45f40ccb50 2024-04-15T15:11:17.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.417+0000 7f45f27fc640 1 -- 172.21.15.84:0/425801792 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45e4031960 con 0x7f45f40ccb50 2024-04-15T15:11:17.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.418+0000 7f45f9c06640 1 -- 172.21.15.84:0/425801792 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f45f40ccb50 msgr2=0x7f45f406dc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:17.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.418+0000 7f45f9c06640 1 --2- 172.21.15.84:0/425801792 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f45f40ccb50 0x7f45f406dc10 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f45f40b56b0 tx=0x7f45e402b840 comp rx=0 tx=0).stop 2024-04-15T15:11:17.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.418+0000 7f45f9c06640 1 -- 172.21.15.84:0/425801792 shutdown_connections 2024-04-15T15:11:17.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.418+0000 7f45f9c06640 1 --2- 172.21.15.84:0/425801792 >> v2:172.21.15.203:3300/0 conn(0x7f45f406bf20 0x7f45f406c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.418+0000 7f45f9c06640 1 --2- 172.21.15.84:0/425801792 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f45f40ccb50 0x7f45f406dc10 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.418+0000 7f45f9c06640 1 -- 172.21.15.84:0/425801792 >> 172.21.15.84:0/425801792 conn(0x7f45f40b31d0 msgr2=0x7f45f40b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:17.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.418+0000 7f45f9c06640 1 -- 172.21.15.84:0/425801792 shutdown_connections 2024-04-15T15:11:17.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.418+0000 7f45f9c06640 1 -- 172.21.15.84:0/425801792 wait complete. 2024-04-15T15:11:17.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.419+0000 7f45f9c06640 1 Processor -- start 2024-04-15T15:11:17.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.419+0000 7f45f9c06640 1 -- start start 2024-04-15T15:11:17.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.420+0000 7f45f9c06640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f45f406bf20 0x7f45f4157810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:17.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.420+0000 7f45f9c06640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f45f40ccb50 0x7f45f415ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:17.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.420+0000 7f45f9c06640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f45f415af20 0x7f45f40b1db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:17.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.420+0000 7f45f9c06640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f45f40cc8f0 con 0x7f45f406bf20 2024-04-15T15:11:17.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.420+0000 7f45f9c06640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f45f40cc770 con 0x7f45f415af20 2024-04-15T15:11:17.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.420+0000 7f45f9c06640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f45f415bcf0 con 0x7f45f40ccb50 2024-04-15T15:11:17.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.420+0000 7f45f37fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f45f406bf20 0x7f45f4157810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:17.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.420+0000 7f45f37fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f45f406bf20 0x7f45f4157810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43702/0 (socket says 172.21.15.84:43702) 2024-04-15T15:11:17.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.420+0000 7f45f37fe640 1 -- 172.21.15.84:0/1555147267 learned_addr learned my addr 172.21.15.84:0/1555147267 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:17.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.420+0000 7f45f37fe640 1 -- 172.21.15.84:0/1555147267 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f45f40ccb50 msgr2=0x7f45f415ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:17.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.420+0000 7f45f37fe640 1 --2- 172.21.15.84:0/1555147267 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f45f40ccb50 0x7f45f415ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.420+0000 7f45f37fe640 1 -- 172.21.15.84:0/1555147267 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f45f415af20 msgr2=0x7f45f40b1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:17.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.420+0000 7f45f37fe640 1 --2- 172.21.15.84:0/1555147267 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f45f415af20 0x7f45f40b1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.420+0000 7f45f37fe640 1 -- 172.21.15.84:0/1555147267 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45f4158280 con 0x7f45f406bf20 2024-04-15T15:11:17.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.420+0000 7f45f37fe640 1 --2- 172.21.15.84:0/1555147267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f45f406bf20 0x7f45f4157810 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f45e4034040 tx=0x7f45e40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:17.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.420+0000 7f45dbfff640 1 -- 172.21.15.84:0/1555147267 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45e4004230 con 0x7f45f406bf20 2024-04-15T15:11:17.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.420+0000 7f45dbfff640 1 -- 172.21.15.84:0/1555147267 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45e40043d0 con 0x7f45f406bf20 2024-04-15T15:11:17.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.420+0000 7f45f9c06640 1 -- 172.21.15.84:0/1555147267 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45f415c5b0 con 0x7f45f406bf20 2024-04-15T15:11:17.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.421+0000 7f45dbfff640 1 -- 172.21.15.84:0/1555147267 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45e4003830 con 0x7f45f406bf20 2024-04-15T15:11:17.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.421+0000 7f45f9c06640 1 -- 172.21.15.84:0/1555147267 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45f415f0f0 con 0x7f45f406bf20 2024-04-15T15:11:17.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.422+0000 7f45f9c06640 1 -- 172.21.15.84:0/1555147267 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45f4075c50 con 0x7f45f406bf20 2024-04-15T15:11:17.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.422+0000 7f45dbfff640 1 -- 172.21.15.84:0/1555147267 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f45e40039d0 con 0x7f45f406bf20 2024-04-15T15:11:17.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.422+0000 7f45dbfff640 1 --2- 172.21.15.84:0/1555147267 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f45e006c8f0 0x7f45e006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:17.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.423+0000 7f45f2ffd640 1 --2- 172.21.15.84:0/1555147267 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f45e006c8f0 0x7f45e006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:17.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.423+0000 7f45dbfff640 1 -- 172.21.15.84:0/1555147267 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f45e402f030 con 0x7f45f406bf20 2024-04-15T15:11:17.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.423+0000 7f45f2ffd640 1 --2- 172.21.15.84:0/1555147267 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f45e006c8f0 0x7f45e006edb0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f45e8007fd0 tx=0x7f45e8007d00 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:17.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.427+0000 7f45dbfff640 1 -- 172.21.15.84:0/1555147267 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f45e4041070 con 0x7f45f406bf20 2024-04-15T15:11:17.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.600+0000 7f45f9c06640 1 -- 172.21.15.84:0/1555147267 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f45f40d0bc0 con 0x7f45f406bf20 2024-04-15T15:11:17.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.600+0000 7f45dbfff640 1 -- 172.21.15.84:0/1555147267 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) ==== 103+0+11 (secure 0 0 0) 0x7f45e4044340 con 0x7f45f406bf20 2024-04-15T15:11:17.602 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:17.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.602+0000 7f45f9c06640 1 -- 172.21.15.84:0/1555147267 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f45e006c8f0 msgr2=0x7f45e006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:17.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.602+0000 7f45f9c06640 1 --2- 172.21.15.84:0/1555147267 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f45e006c8f0 0x7f45e006edb0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f45e8007fd0 tx=0x7f45e8007d00 comp rx=0 tx=0).stop 2024-04-15T15:11:17.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.602+0000 7f45f9c06640 1 -- 172.21.15.84:0/1555147267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f45f406bf20 msgr2=0x7f45f4157810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:17.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.602+0000 7f45f9c06640 1 --2- 172.21.15.84:0/1555147267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f45f406bf20 0x7f45f4157810 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f45e4034040 tx=0x7f45e40046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.602+0000 7f45f9c06640 1 -- 172.21.15.84:0/1555147267 shutdown_connections 2024-04-15T15:11:17.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.602+0000 7f45f9c06640 1 --2- 172.21.15.84:0/1555147267 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f45e006c8f0 0x7f45e006edb0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.602+0000 7f45f9c06640 1 --2- 172.21.15.84:0/1555147267 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f45f415af20 0x7f45f40b1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.602+0000 7f45f9c06640 1 --2- 172.21.15.84:0/1555147267 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f45f40ccb50 0x7f45f415ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.602+0000 7f45f9c06640 1 --2- 172.21.15.84:0/1555147267 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f45f406bf20 0x7f45f4157810 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.602+0000 7f45f9c06640 1 -- 172.21.15.84:0/1555147267 >> 172.21.15.84:0/1555147267 conn(0x7f45f40b31d0 msgr2=0x7f45f4072830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:17.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.602+0000 7f45f9c06640 1 -- 172.21.15.84:0/1555147267 shutdown_connections 2024-04-15T15:11:17.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.602+0000 7f45f9c06640 1 -- 172.21.15.84:0/1555147267 wait complete. 2024-04-15T15:11:17.615 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-15T15:11:17.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.718+0000 7fce3cff2640 1 Processor -- start 2024-04-15T15:11:17.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.718+0000 7fce3cff2640 1 -- start start 2024-04-15T15:11:17.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce3cff2640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fce380ce2f0 0x7fce3815c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:17.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce3cff2640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fce3806bbb0 con 0x7fce380d08f0 2024-04-15T15:11:17.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce3cff2640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fce3806be90 con 0x7fce380cc7c0 2024-04-15T15:11:17.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce3cff2640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fce3806b960 con 0x7fce380ce2f0 2024-04-15T15:11:17.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce2dd9b640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fce380d08f0 0x7fce380cc0b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:35670/0 (socket says 172.21.15.84:35670) 2024-04-15T15:11:17.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce2dd9b640 1 -- 172.21.15.84:0/2990276766 learned_addr learned my addr 172.21.15.84:0/2990276766 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:17.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce35d9b640 1 -- 172.21.15.84:0/2990276766 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 938211279 0 0) 0x7fce3806bbb0 con 0x7fce380d08f0 2024-04-15T15:11:17.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce35d9b640 1 -- 172.21.15.84:0/2990276766 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fce24003520 con 0x7fce380d08f0 2024-04-15T15:11:17.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce3659c640 1 --2- 172.21.15.84:0/2990276766 >> v2:172.21.15.203:3300/0 conn(0x7fce380ce2f0 0x7fce3815c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:17.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce35d9b640 1 -- 172.21.15.84:0/2990276766 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3170614642 0 0) 0x7fce24003520 con 0x7fce380d08f0 2024-04-15T15:11:17.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce35d9b640 1 -- 172.21.15.84:0/2990276766 >> v2:172.21.15.203:3300/0 conn(0x7fce380ce2f0 msgr2=0x7fce3815c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:17.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce35d9b640 1 --2- 172.21.15.84:0/2990276766 >> v2:172.21.15.203:3300/0 conn(0x7fce380ce2f0 0x7fce3815c530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce35d9b640 1 -- 172.21.15.84:0/2990276766 >> v1:172.21.15.203:6789/0 conn(0x7fce380cc7c0 legacy=0x7fce38155600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:17.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce35d9b640 1 -- 172.21.15.84:0/2990276766 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce3806c170 con 0x7fce380d08f0 2024-04-15T15:11:17.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce35d9b640 1 -- 172.21.15.84:0/2990276766 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7fce20001670 con 0x7fce380d08f0 2024-04-15T15:11:17.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce35d9b640 1 -- 172.21.15.84:0/2990276766 >> v1:172.21.15.84:6789/0 conn(0x7fce380d08f0 legacy=0x7fce380cc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:17.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce35d9b640 1 --2- 172.21.15.84:0/2990276766 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fce240039b0 0x7fce24003df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:17.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce35d9b640 1 --2- 172.21.15.84:0/2990276766 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fce24004800 0x7fce24004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:17.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce35d9b640 1 --2- 172.21.15.84:0/2990276766 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fce24005210 0x7fce2400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:17.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce35d9b640 1 -- 172.21.15.84:0/2990276766 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fce3806b960 con 0x7fce24005210 2024-04-15T15:11:17.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce35d9b640 1 -- 172.21.15.84:0/2990276766 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fce2400c140 con 0x7fce24004800 2024-04-15T15:11:17.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce35d9b640 1 -- 172.21.15.84:0/2990276766 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fce2400c340 con 0x7fce240039b0 2024-04-15T15:11:17.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce3659c640 1 --2- 172.21.15.84:0/2990276766 >> v2:172.21.15.203:3300/0 conn(0x7fce380ce2f0 0x7fce3815c530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:17.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce36d9d640 1 --2- 172.21.15.84:0/2990276766 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fce24005210 0x7fce2400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:17.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.719+0000 7fce2dd9b640 1 --2- 172.21.15.84:0/2990276766 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fce24004800 0x7fce24004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:17.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.720+0000 7fce3659c640 1 --2- 172.21.15.84:0/2990276766 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fce240039b0 0x7fce24003df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:17.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.720+0000 7fce36d9d640 1 -- 172.21.15.84:0/2990276766 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fce240039b0 msgr2=0x7fce24003df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:17.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.720+0000 7fce36d9d640 1 --2- 172.21.15.84:0/2990276766 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fce240039b0 0x7fce24003df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.720+0000 7fce36d9d640 1 -- 172.21.15.84:0/2990276766 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fce24004800 msgr2=0x7fce24004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:17.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.720+0000 7fce36d9d640 1 --2- 172.21.15.84:0/2990276766 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fce24004800 0x7fce24004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.720+0000 7fce36d9d640 1 -- 172.21.15.84:0/2990276766 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce24003520 con 0x7fce24005210 2024-04-15T15:11:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.720+0000 7fce36d9d640 1 -- 172.21.15.84:0/2990276766 reap_dead start 2024-04-15T15:11:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.720+0000 7fce36d9d640 1 --2- 172.21.15.84:0/2990276766 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fce24005210 0x7fce2400b9c0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fce30001e20 tx=0x7fce24005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcde3a7450295219 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.721+0000 7fce35d9b640 1 -- 172.21.15.84:0/2990276766 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce30001a70 con 0x7fce24005210 2024-04-15T15:11:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.721+0000 7fce35d9b640 1 -- 172.21.15.84:0/2990276766 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce30003b70 con 0x7fce24005210 2024-04-15T15:11:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.721+0000 7fce35d9b640 1 -- 172.21.15.84:0/2990276766 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce300050d0 con 0x7fce24005210 2024-04-15T15:11:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.721+0000 7fce3cff2640 1 -- 172.21.15.84:0/2990276766 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fce24005210 msgr2=0x7fce2400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.721+0000 7fce3cff2640 1 --2- 172.21.15.84:0/2990276766 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fce24005210 0x7fce2400b9c0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fce30001e20 tx=0x7fce24005830 comp rx=0 tx=0).stop 2024-04-15T15:11:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.721+0000 7fce3cff2640 1 -- 172.21.15.84:0/2990276766 shutdown_connections 2024-04-15T15:11:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.721+0000 7fce3cff2640 1 --2- 172.21.15.84:0/2990276766 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fce24005210 0x7fce2400b9c0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.721+0000 7fce3cff2640 1 -- 172.21.15.84:0/2990276766 >> 172.21.15.84:0/2990276766 conn(0x7fce380b31d0 msgr2=0x7fce380b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.721+0000 7fce3cff2640 1 -- 172.21.15.84:0/2990276766 shutdown_connections 2024-04-15T15:11:17.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.721+0000 7fce3cff2640 1 -- 172.21.15.84:0/2990276766 wait complete. 2024-04-15T15:11:17.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.723+0000 7fce3cff2640 1 Processor -- start 2024-04-15T15:11:17.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.723+0000 7fce3cff2640 1 -- start start 2024-04-15T15:11:17.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.723+0000 7fce3cff2640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fce24005210 0x7fce380b0380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:17.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.723+0000 7fce3cff2640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fce3806eee0 0x7fce38156750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:17.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.723+0000 7fce3cff2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fce3806f360 0x7fce38156c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:17.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.723+0000 7fce3cff2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fce380ce850 con 0x7fce3806f360 2024-04-15T15:11:17.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.723+0000 7fce3cff2640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fce380ce6d0 con 0x7fce3806eee0 2024-04-15T15:11:17.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.723+0000 7fce3cff2640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fce380ce9d0 con 0x7fce24005210 2024-04-15T15:11:17.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.723+0000 7fce36d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fce3806f360 0x7fce38156c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:17.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.723+0000 7fce36d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fce3806f360 0x7fce38156c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43714/0 (socket says 172.21.15.84:43714) 2024-04-15T15:11:17.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.723+0000 7fce36d9d640 1 -- 172.21.15.84:0/3711081584 learned_addr learned my addr 172.21.15.84:0/3711081584 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:17.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.723+0000 7fce3659c640 1 --2- 172.21.15.84:0/3711081584 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fce24005210 0x7fce380b0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:17.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.724+0000 7fce2dd9b640 1 --2- 172.21.15.84:0/3711081584 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fce3806eee0 0x7fce38156750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:17.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.724+0000 7fce36d9d640 1 -- 172.21.15.84:0/3711081584 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fce24005210 msgr2=0x7fce380b0380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:17.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.724+0000 7fce36d9d640 1 --2- 172.21.15.84:0/3711081584 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fce24005210 0x7fce380b0380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.724+0000 7fce36d9d640 1 -- 172.21.15.84:0/3711081584 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fce3806eee0 msgr2=0x7fce38156750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:17.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.724+0000 7fce36d9d640 1 --2- 172.21.15.84:0/3711081584 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fce3806eee0 0x7fce38156750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.724+0000 7fce36d9d640 1 -- 172.21.15.84:0/3711081584 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce3815c8a0 con 0x7fce3806f360 2024-04-15T15:11:17.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.724+0000 7fce36d9d640 1 --2- 172.21.15.84:0/3711081584 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fce3806f360 0x7fce38156c90 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fce30001f40 tx=0x7fce300014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:17.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.724+0000 7fce2f7fe640 1 -- 172.21.15.84:0/3711081584 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce30006b50 con 0x7fce3806f360 2024-04-15T15:11:17.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.724+0000 7fce2f7fe640 1 -- 172.21.15.84:0/3711081584 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fce30006cf0 con 0x7fce3806f360 2024-04-15T15:11:17.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.724+0000 7fce3cff2640 1 -- 172.21.15.84:0/3711081584 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce380b08c0 con 0x7fce3806f360 2024-04-15T15:11:17.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.724+0000 7fce2f7fe640 1 -- 172.21.15.84:0/3711081584 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce30007250 con 0x7fce3806f360 2024-04-15T15:11:17.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.724+0000 7fce3cff2640 1 -- 172.21.15.84:0/3711081584 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce3815d100 con 0x7fce3806f360 2024-04-15T15:11:17.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.725+0000 7fce3cff2640 1 -- 172.21.15.84:0/3711081584 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce38075c50 con 0x7fce3806f360 2024-04-15T15:11:17.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.726+0000 7fce2f7fe640 1 -- 172.21.15.84:0/3711081584 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fce300073f0 con 0x7fce3806f360 2024-04-15T15:11:17.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.726+0000 7fce2f7fe640 1 --2- 172.21.15.84:0/3711081584 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fce1806c830 0x7fce1806ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:17.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.726+0000 7fce2f7fe640 1 -- 172.21.15.84:0/3711081584 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fce300ad7d0 con 0x7fce3806f360 2024-04-15T15:11:17.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.726+0000 7fce3659c640 1 --2- 172.21.15.84:0/3711081584 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fce1806c830 0x7fce1806ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:17.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.726+0000 7fce3659c640 1 --2- 172.21.15.84:0/3711081584 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fce1806c830 0x7fce1806ecf0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fce28006fd0 tx=0x7fce28008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:17.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.730+0000 7fce2f7fe640 1 -- 172.21.15.84:0/3711081584 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fce30033030 con 0x7fce3806f360 2024-04-15T15:11:17.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.918+0000 7fce3cff2640 1 -- 172.21.15.84:0/3711081584 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fce3806cab0 con 0x7fce3806f360 2024-04-15T15:11:17.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.918+0000 7fce2f7fe640 1 -- 172.21.15.84:0/3711081584 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7fce3007b320 con 0x7fce3806f360 2024-04-15T15:11:17.920 INFO:teuthology.orchestra.run.smithi084.stderr:listed 0 entries 2024-04-15T15:11:17.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.920+0000 7fce3cff2640 1 -- 172.21.15.84:0/3711081584 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fce1806c830 msgr2=0x7fce1806ecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:17.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.920+0000 7fce3cff2640 1 --2- 172.21.15.84:0/3711081584 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fce1806c830 0x7fce1806ecf0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fce28006fd0 tx=0x7fce28008040 comp rx=0 tx=0).stop 2024-04-15T15:11:17.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.920+0000 7fce3cff2640 1 -- 172.21.15.84:0/3711081584 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fce3806f360 msgr2=0x7fce38156c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:17.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.920+0000 7fce3cff2640 1 --2- 172.21.15.84:0/3711081584 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fce3806f360 0x7fce38156c90 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fce30001f40 tx=0x7fce300014a0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.920+0000 7fce3cff2640 1 -- 172.21.15.84:0/3711081584 shutdown_connections 2024-04-15T15:11:17.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.920+0000 7fce3cff2640 1 --2- 172.21.15.84:0/3711081584 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fce1806c830 0x7fce1806ecf0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.920+0000 7fce3cff2640 1 --2- 172.21.15.84:0/3711081584 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fce3806eee0 0x7fce38156750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.920+0000 7fce3cff2640 1 --2- 172.21.15.84:0/3711081584 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fce3806f360 0x7fce38156c90 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.920+0000 7fce3cff2640 1 --2- 172.21.15.84:0/3711081584 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fce24005210 0x7fce380b0380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:17.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.920+0000 7fce3cff2640 1 -- 172.21.15.84:0/3711081584 >> 172.21.15.84:0/3711081584 conn(0x7fce380b31d0 msgr2=0x7fce3815a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:17.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.920+0000 7fce3cff2640 1 -- 172.21.15.84:0/3711081584 shutdown_connections 2024-04-15T15:11:17.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:17.920+0000 7fce3cff2640 1 -- 172.21.15.84:0/3711081584 wait complete. 2024-04-15T15:11:17.933 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:11:17.933 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:11:17.949 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:18.092 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.091+0000 7f1733940640 1 Processor -- start 2024-04-15T15:11:18.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.091+0000 7f1733940640 1 -- start start 2024-04-15T15:11:18.094 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.092+0000 7f1733940640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f172c073290 0x7f172c0b67b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:18.094 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.092+0000 7f1733940640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f172c0ae360 0x7f172c0b46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:18.094 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.092+0000 7f1733940640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f172c162800 con 0x7f172c15e7e0 2024-04-15T15:11:18.094 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.092+0000 7f1733940640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f172c162ae0 con 0x7f172c0ae360 2024-04-15T15:11:18.094 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.092+0000 7f1733940640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f172c162dc0 con 0x7f172c073290 2024-04-15T15:11:18.094 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.092+0000 7f1731edd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f172c0ae360 0x7f172c0b46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:18.094 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.092+0000 7f1731edd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f172c0ae360 0x7f172c0b46b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43722/0 (socket says 172.21.15.84:43722) 2024-04-15T15:11:18.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.092+0000 7f1731edd640 1 -- 172.21.15.84:0/1928195421 learned_addr learned my addr 172.21.15.84:0/1928195421 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:18.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.092+0000 7f1730edb640 1 --2- 172.21.15.84:0/1928195421 >> v2:172.21.15.203:3300/0 conn(0x7f172c073290 0x7f172c0b67b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:18.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.092+0000 7f1731edd640 1 -- 172.21.15.84:0/1928195421 >> v2:172.21.15.203:3300/0 conn(0x7f172c073290 msgr2=0x7f172c0b67b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:18.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.092+0000 7f1731edd640 1 --2- 172.21.15.84:0/1928195421 >> v2:172.21.15.203:3300/0 conn(0x7f172c073290 0x7f172c0b67b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.092+0000 7f1731edd640 1 -- 172.21.15.84:0/1928195421 >> v1:172.21.15.203:6789/0 conn(0x7f172c15e7e0 legacy=0x7f172c072b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:18.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.092+0000 7f1731edd640 1 -- 172.21.15.84:0/1928195421 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f172c1630a0 con 0x7f172c0ae360 2024-04-15T15:11:18.095 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.092+0000 7f1730edb640 1 --2- 172.21.15.84:0/1928195421 >> v2:172.21.15.203:3300/0 conn(0x7f172c073290 0x7f172c0b67b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:18.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.093+0000 7f1731edd640 1 --2- 172.21.15.84:0/1928195421 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f172c0ae360 0x7f172c0b46b0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f172c0addf0 tx=0x7f172402bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fae4022c330939da server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:18.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.093+0000 7f1723fff640 1 -- 172.21.15.84:0/1928195421 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f172402cb20 con 0x7f172c0ae360 2024-04-15T15:11:18.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.093+0000 7f1723fff640 1 -- 172.21.15.84:0/1928195421 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f172402ccc0 con 0x7f172c0ae360 2024-04-15T15:11:18.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.093+0000 7f1723fff640 1 -- 172.21.15.84:0/1928195421 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1724034610 con 0x7f172c0ae360 2024-04-15T15:11:18.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.094+0000 7f1733940640 1 -- 172.21.15.84:0/1928195421 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f172c0ae360 msgr2=0x7f172c0b46b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:18.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.094+0000 7f1733940640 1 --2- 172.21.15.84:0/1928195421 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f172c0ae360 0x7f172c0b46b0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f172c0addf0 tx=0x7f172402bf80 comp rx=0 tx=0).stop 2024-04-15T15:11:18.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.094+0000 7f1733940640 1 -- 172.21.15.84:0/1928195421 shutdown_connections 2024-04-15T15:11:18.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.094+0000 7f1733940640 1 --2- 172.21.15.84:0/1928195421 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f172c0ae360 0x7f172c0b46b0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.094+0000 7f1733940640 1 --2- 172.21.15.84:0/1928195421 >> v2:172.21.15.203:3300/0 conn(0x7f172c073290 0x7f172c0b67b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.097 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.094+0000 7f1733940640 1 -- 172.21.15.84:0/1928195421 >> 172.21.15.84:0/1928195421 conn(0x7f172c0b31b0 msgr2=0x7f172c0b3590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:18.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.094+0000 7f1733940640 1 -- 172.21.15.84:0/1928195421 shutdown_connections 2024-04-15T15:11:18.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.094+0000 7f1733940640 1 -- 172.21.15.84:0/1928195421 wait complete. 2024-04-15T15:11:18.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.095+0000 7f1733940640 1 Processor -- start 2024-04-15T15:11:18.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.095+0000 7f1733940640 1 -- start start 2024-04-15T15:11:18.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f1733940640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f172c073290 0x7f172c161210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:18.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f1733940640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f172c0ae360 0x7f172c15d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:18.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f1733940640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f172c15e7e0 0x7f172c15a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:18.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f1733940640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f172c162550 con 0x7f172c0ae360 2024-04-15T15:11:18.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f1733940640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f172c1623d0 con 0x7f172c15e7e0 2024-04-15T15:11:18.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f1733940640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f172c06fd30 con 0x7f172c073290 2024-04-15T15:11:18.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f1730edb640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f172c0ae360 0x7f172c15d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:18.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f1730edb640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f172c0ae360 0x7f172c15d950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43732/0 (socket says 172.21.15.84:43732) 2024-04-15T15:11:18.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f1730edb640 1 -- 172.21.15.84:0/2255835976 learned_addr learned my addr 172.21.15.84:0/2255835976 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:18.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f1731edd640 1 --2- 172.21.15.84:0/2255835976 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f172c15e7e0 0x7f172c15a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:18.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f17316dc640 1 --2- 172.21.15.84:0/2255835976 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f172c073290 0x7f172c161210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:18.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f1730edb640 1 -- 172.21.15.84:0/2255835976 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f172c073290 msgr2=0x7f172c161210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:18.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f1730edb640 1 --2- 172.21.15.84:0/2255835976 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f172c073290 0x7f172c161210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f1730edb640 1 -- 172.21.15.84:0/2255835976 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f172c15e7e0 msgr2=0x7f172c15a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:18.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f1730edb640 1 --2- 172.21.15.84:0/2255835976 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f172c15e7e0 0x7f172c15a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f1730edb640 1 -- 172.21.15.84:0/2255835976 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f172c15c3c0 con 0x7f172c0ae360 2024-04-15T15:11:18.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f17316dc640 1 --2- 172.21.15.84:0/2255835976 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f172c073290 0x7f172c161210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:18.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f1730edb640 1 --2- 172.21.15.84:0/2255835976 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f172c0ae360 0x7f172c15d950 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f171c00e7e0 tx=0x7f171c00eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:18.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f1721ffb640 1 -- 172.21.15.84:0/2255835976 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f171c00f040 con 0x7f172c0ae360 2024-04-15T15:11:18.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f1721ffb640 1 -- 172.21.15.84:0/2255835976 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f171c004030 con 0x7f172c0ae360 2024-04-15T15:11:18.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f1733940640 1 -- 172.21.15.84:0/2255835976 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f172c15c6a0 con 0x7f172c0ae360 2024-04-15T15:11:18.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.096+0000 7f1721ffb640 1 -- 172.21.15.84:0/2255835976 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f171c004400 con 0x7f172c0ae360 2024-04-15T15:11:18.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.097+0000 7f1733940640 1 -- 172.21.15.84:0/2255835976 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f172c15cc60 con 0x7f172c0ae360 2024-04-15T15:11:18.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.098+0000 7f1733940640 1 -- 172.21.15.84:0/2255835976 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f172c0689e0 con 0x7f172c0ae360 2024-04-15T15:11:18.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.098+0000 7f1721ffb640 1 -- 172.21.15.84:0/2255835976 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f171c00c6d0 con 0x7f172c0ae360 2024-04-15T15:11:18.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.098+0000 7f1721ffb640 1 --2- 172.21.15.84:0/2255835976 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f171006c8f0 0x7f171006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:18.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.098+0000 7f1721ffb640 1 -- 172.21.15.84:0/2255835976 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f171c08bbf0 con 0x7f172c0ae360 2024-04-15T15:11:18.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.099+0000 7f17316dc640 1 --2- 172.21.15.84:0/2255835976 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f171006c8f0 0x7f171006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:18.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.099+0000 7f17316dc640 1 --2- 172.21.15.84:0/2255835976 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f171006c8f0 0x7f171006edb0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1728001660 tx=0x7f1728009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:18.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.103+0000 7f1721ffb640 1 -- 172.21.15.84:0/2255835976 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f171c017020 con 0x7f172c0ae360 2024-04-15T15:11:18.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.278+0000 7f1733940640 1 -- 172.21.15.84:0/2255835976 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f172c0b0020 con 0x7f172c0ae360 2024-04-15T15:11:18.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.279+0000 7f1721ffb640 1 -- 172.21.15.84:0/2255835976 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18854 (secure 0 0 0) 0x7f171c059660 con 0x7f172c0ae360 2024-04-15T15:11:18.281 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:18.281 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":26,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:11:03.629918+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.16","mappings":[{"from":5,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.b","mappings":[{"from":1,"to":2}]},{"pgid":"4.1e","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:18.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.281+0000 7f1733940640 1 -- 172.21.15.84:0/2255835976 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f171006c8f0 msgr2=0x7f171006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:18.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.281+0000 7f1733940640 1 --2- 172.21.15.84:0/2255835976 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f171006c8f0 0x7f171006edb0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1728001660 tx=0x7f1728009040 comp rx=0 tx=0).stop 2024-04-15T15:11:18.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.281+0000 7f1733940640 1 -- 172.21.15.84:0/2255835976 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f172c0ae360 msgr2=0x7f172c15d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:18.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.281+0000 7f1733940640 1 --2- 172.21.15.84:0/2255835976 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f172c0ae360 0x7f172c15d950 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f171c00e7e0 tx=0x7f171c00eca0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.281+0000 7f1733940640 1 -- 172.21.15.84:0/2255835976 shutdown_connections 2024-04-15T15:11:18.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.281+0000 7f1733940640 1 --2- 172.21.15.84:0/2255835976 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f171006c8f0 0x7f171006edb0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.281+0000 7f1733940640 1 --2- 172.21.15.84:0/2255835976 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f172c15e7e0 0x7f172c15a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.281+0000 7f1733940640 1 --2- 172.21.15.84:0/2255835976 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f172c0ae360 0x7f172c15d950 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.281+0000 7f1733940640 1 --2- 172.21.15.84:0/2255835976 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f172c073290 0x7f172c161210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.281+0000 7f1733940640 1 -- 172.21.15.84:0/2255835976 >> 172.21.15.84:0/2255835976 conn(0x7f172c0b31b0 msgr2=0x7f172c06e1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:18.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.282+0000 7f1733940640 1 -- 172.21.15.84:0/2255835976 shutdown_connections 2024-04-15T15:11:18.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.282+0000 7f1733940640 1 -- 172.21.15.84:0/2255835976 wait complete. 2024-04-15T15:11:18.295 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:10:20.621351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:10:21.653421+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-15T15:10:25.371593+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-15T15:11:18.295 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:11:18.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.401+0000 7fdf3a663640 1 Processor -- start 2024-04-15T15:11:18.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.401+0000 7fdf3a663640 1 -- start start 2024-04-15T15:11:18.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.402+0000 7fdf3a663640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fdf340cf160 0x7fdf340cf5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:18.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.402+0000 7fdf3a663640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fdf3415e2a0 0x7fdf3415e730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:18.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.402+0000 7fdf3a663640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf340b61e0 con 0x7fdf3415d830 2024-04-15T15:11:18.406 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.402+0000 7fdf3a663640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fdf340b64c0 con 0x7fdf340cf160 2024-04-15T15:11:18.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.402+0000 7fdf3a663640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fdf340b67a0 con 0x7fdf3415e2a0 2024-04-15T15:11:18.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.402+0000 7fdf337fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fdf340cf160 0x7fdf340cf5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:18.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.402+0000 7fdf33fff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fdf3415d830 0x7fdf340b57f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:35686/0 (socket says 172.21.15.84:35686) 2024-04-15T15:11:18.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.402+0000 7fdf33fff640 1 -- 172.21.15.84:0/156478175 learned_addr learned my addr 172.21.15.84:0/156478175 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:18.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.403+0000 7fdf38c00640 1 --2- 172.21.15.84:0/156478175 >> v2:172.21.15.203:3300/0 conn(0x7fdf3415e2a0 0x7fdf3415e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:18.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.403+0000 7fdf337fe640 1 -- 172.21.15.84:0/156478175 >> v2:172.21.15.203:3300/0 conn(0x7fdf3415e2a0 msgr2=0x7fdf3415e730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:18.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.403+0000 7fdf337fe640 1 --2- 172.21.15.84:0/156478175 >> v2:172.21.15.203:3300/0 conn(0x7fdf3415e2a0 0x7fdf3415e730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.403+0000 7fdf337fe640 1 -- 172.21.15.84:0/156478175 >> v1:172.21.15.84:6789/0 conn(0x7fdf3415d830 legacy=0x7fdf340b57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:18.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.403+0000 7fdf337fe640 1 -- 172.21.15.84:0/156478175 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf340b6a80 con 0x7fdf340cf160 2024-04-15T15:11:18.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.403+0000 7fdf32ffd640 1 -- 172.21.15.84:0/156478175 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 156645800 0 0) 0x7fdf340b61e0 con 0x7fdf3415d830 2024-04-15T15:11:18.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.404+0000 7fdf337fe640 1 --2- 172.21.15.84:0/156478175 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdf340cf160 0x7fdf340cf5f0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fdf340b74c0 tx=0x7fdf2802b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c82e89e7ae08b13e server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:18.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.404+0000 7fdf32ffd640 1 -- 172.21.15.84:0/156478175 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf280315a0 con 0x7fdf340cf160 2024-04-15T15:11:18.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.404+0000 7fdf32ffd640 1 -- 172.21.15.84:0/156478175 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf28037070 con 0x7fdf340cf160 2024-04-15T15:11:18.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.404+0000 7fdf32ffd640 1 -- 172.21.15.84:0/156478175 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf28031960 con 0x7fdf340cf160 2024-04-15T15:11:18.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.404+0000 7fdf3a663640 1 -- 172.21.15.84:0/156478175 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdf340cf160 msgr2=0x7fdf340cf5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:18.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.404+0000 7fdf3a663640 1 --2- 172.21.15.84:0/156478175 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdf340cf160 0x7fdf340cf5f0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fdf340b74c0 tx=0x7fdf2802b840 comp rx=0 tx=0).stop 2024-04-15T15:11:18.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.404+0000 7fdf3a663640 1 -- 172.21.15.84:0/156478175 shutdown_connections 2024-04-15T15:11:18.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.404+0000 7fdf3a663640 1 --2- 172.21.15.84:0/156478175 >> v2:172.21.15.203:3300/0 conn(0x7fdf3415e2a0 0x7fdf3415e730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.404+0000 7fdf3a663640 1 --2- 172.21.15.84:0/156478175 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdf340cf160 0x7fdf340cf5f0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.404+0000 7fdf3a663640 1 -- 172.21.15.84:0/156478175 >> 172.21.15.84:0/156478175 conn(0x7fdf340d24d0 msgr2=0x7fdf340d28b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:18.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.404+0000 7fdf3a663640 1 -- 172.21.15.84:0/156478175 shutdown_connections 2024-04-15T15:11:18.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.404+0000 7fdf3a663640 1 -- 172.21.15.84:0/156478175 wait complete. 2024-04-15T15:11:18.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.406+0000 7fdf3a663640 1 Processor -- start 2024-04-15T15:11:18.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.406+0000 7fdf3a663640 1 -- start start 2024-04-15T15:11:18.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.406+0000 7fdf3a663640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdf340cf160 0x7fdf341f7490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:18.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.406+0000 7fdf3a663640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdf3415d830 0x7fdf341f79d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:18.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.406+0000 7fdf3a663640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdf3415e2a0 0x7fdf340cd380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:18.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.406+0000 7fdf3a663640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fdf3415cd50 con 0x7fdf3415e2a0 2024-04-15T15:11:18.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.406+0000 7fdf3a663640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fdf340b5f00 con 0x7fdf340cf160 2024-04-15T15:11:18.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.406+0000 7fdf3a663640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fdf3415ced0 con 0x7fdf3415d830 2024-04-15T15:11:18.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.407+0000 7fdf38c00640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdf3415e2a0 0x7fdf340cd380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:18.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.407+0000 7fdf38c00640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdf3415e2a0 0x7fdf340cd380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43740/0 (socket says 172.21.15.84:43740) 2024-04-15T15:11:18.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.407+0000 7fdf38c00640 1 -- 172.21.15.84:0/555964805 learned_addr learned my addr 172.21.15.84:0/555964805 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:18.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.407+0000 7fdf33fff640 1 --2- 172.21.15.84:0/555964805 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdf340cf160 0x7fdf341f7490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:18.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.407+0000 7fdf337fe640 1 --2- 172.21.15.84:0/555964805 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdf3415d830 0x7fdf341f79d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:18.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.407+0000 7fdf38c00640 1 -- 172.21.15.84:0/555964805 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdf3415d830 msgr2=0x7fdf341f79d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:18.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.407+0000 7fdf38c00640 1 --2- 172.21.15.84:0/555964805 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdf3415d830 0x7fdf341f79d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.407+0000 7fdf38c00640 1 -- 172.21.15.84:0/555964805 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdf340cf160 msgr2=0x7fdf341f7490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:18.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.407+0000 7fdf38c00640 1 --2- 172.21.15.84:0/555964805 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdf340cf160 0x7fdf341f7490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.407+0000 7fdf38c00640 1 -- 172.21.15.84:0/555964805 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf3406dff0 con 0x7fdf3415e2a0 2024-04-15T15:11:18.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.407+0000 7fdf33fff640 1 --2- 172.21.15.84:0/555964805 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdf340cf160 0x7fdf341f7490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:18.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.407+0000 7fdf38c00640 1 --2- 172.21.15.84:0/555964805 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdf3415e2a0 0x7fdf340cd380 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fdf2c00d5d0 tx=0x7fdf2c00da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:18.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.407+0000 7fdf30ff9640 1 -- 172.21.15.84:0/555964805 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf2c0125f0 con 0x7fdf3415e2a0 2024-04-15T15:11:18.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.407+0000 7fdf30ff9640 1 -- 172.21.15.84:0/555964805 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf2c019070 con 0x7fdf3415e2a0 2024-04-15T15:11:18.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.407+0000 7fdf3a663640 1 -- 172.21.15.84:0/555964805 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf3406e2d0 con 0x7fdf3415e2a0 2024-04-15T15:11:18.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.407+0000 7fdf30ff9640 1 -- 172.21.15.84:0/555964805 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf2c0129f0 con 0x7fdf3415e2a0 2024-04-15T15:11:18.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.407+0000 7fdf3a663640 1 -- 172.21.15.84:0/555964805 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf3406eb70 con 0x7fdf3415e2a0 2024-04-15T15:11:18.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.408+0000 7fdf3a663640 1 -- 172.21.15.84:0/555964805 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf3406e6c0 con 0x7fdf3415e2a0 2024-04-15T15:11:18.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.409+0000 7fdf30ff9640 1 -- 172.21.15.84:0/555964805 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fdf2c012b90 con 0x7fdf3415e2a0 2024-04-15T15:11:18.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.409+0000 7fdf30ff9640 1 --2- 172.21.15.84:0/555964805 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdf2006c8f0 0x7fdf2006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:18.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.409+0000 7fdf30ff9640 1 -- 172.21.15.84:0/555964805 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fdf2c08c320 con 0x7fdf3415e2a0 2024-04-15T15:11:18.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.409+0000 7fdf33fff640 1 --2- 172.21.15.84:0/555964805 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdf2006c8f0 0x7fdf2006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:18.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.409+0000 7fdf33fff640 1 --2- 172.21.15.84:0/555964805 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdf2006c8f0 0x7fdf2006edb0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fdf240012e0 tx=0x7fdf24007f90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:18.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.413+0000 7fdf30ff9640 1 -- 172.21.15.84:0/555964805 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fdf2c05a360 con 0x7fdf3415e2a0 2024-04-15T15:11:18.590 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.588+0000 7fdf3a663640 1 -- 172.21.15.84:0/555964805 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fdf34075c50 con 0x7fdf3415e2a0 2024-04-15T15:11:18.590 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.589+0000 7fdf30ff9640 1 -- 172.21.15.84:0/555964805 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) ==== 93+0+10 (secure 0 0 0) 0x7fdf2c059c60 con 0x7fdf3415e2a0 2024-04-15T15:11:18.591 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:11:18.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.591+0000 7fdf3a663640 1 -- 172.21.15.84:0/555964805 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdf2006c8f0 msgr2=0x7fdf2006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:18.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.591+0000 7fdf3a663640 1 --2- 172.21.15.84:0/555964805 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdf2006c8f0 0x7fdf2006edb0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fdf240012e0 tx=0x7fdf24007f90 comp rx=0 tx=0).stop 2024-04-15T15:11:18.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.591+0000 7fdf3a663640 1 -- 172.21.15.84:0/555964805 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdf3415e2a0 msgr2=0x7fdf340cd380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:18.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.591+0000 7fdf3a663640 1 --2- 172.21.15.84:0/555964805 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdf3415e2a0 0x7fdf340cd380 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fdf2c00d5d0 tx=0x7fdf2c00da90 comp rx=0 tx=0).stop 2024-04-15T15:11:18.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.591+0000 7fdf3a663640 1 -- 172.21.15.84:0/555964805 shutdown_connections 2024-04-15T15:11:18.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.591+0000 7fdf3a663640 1 --2- 172.21.15.84:0/555964805 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdf3415e2a0 0x7fdf340cd380 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.591+0000 7fdf3a663640 1 --2- 172.21.15.84:0/555964805 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdf3415d830 0x7fdf341f79d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.591+0000 7fdf3a663640 1 --2- 172.21.15.84:0/555964805 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdf2006c8f0 0x7fdf2006edb0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.591+0000 7fdf3a663640 1 --2- 172.21.15.84:0/555964805 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdf340cf160 0x7fdf341f7490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.591+0000 7fdf3a663640 1 -- 172.21.15.84:0/555964805 >> 172.21.15.84:0/555964805 conn(0x7fdf340d24d0 msgr2=0x7fdf340d1270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:18.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.591+0000 7fdf3a663640 1 -- 172.21.15.84:0/555964805 shutdown_connections 2024-04-15T15:11:18.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.591+0000 7fdf3a663640 1 -- 172.21.15.84:0/555964805 wait complete. 2024-04-15T15:11:18.604 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:11:18.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.709+0000 7f16ace88640 1 Processor -- start 2024-04-15T15:11:18.711 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.709+0000 7f16ace88640 1 -- start start 2024-04-15T15:11:18.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.710+0000 7f16ace88640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f16a815c250 0x7f16a806d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:18.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.710+0000 7f16ace88640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f16a80d0010 0x7f16a80d0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:18.712 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.710+0000 7f16ace88640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16a806df30 con 0x7f16a815f9f0 2024-04-15T15:11:18.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.710+0000 7f16ace88640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f16a80cd1a0 con 0x7f16a815c250 2024-04-15T15:11:18.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.710+0000 7f16ace88640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f16a80d09b0 con 0x7f16a80d0010 2024-04-15T15:11:18.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.710+0000 7f16a659c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f16a815c250 0x7f16a806d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:18.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.710+0000 7f16a659c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f16a815c250 0x7f16a806d6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43756/0 (socket says 172.21.15.84:43756) 2024-04-15T15:11:18.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.710+0000 7f16a659c640 1 -- 172.21.15.84:0/1124127544 learned_addr learned my addr 172.21.15.84:0/1124127544 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:18.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.711+0000 7f16a6d9d640 1 --2- 172.21.15.84:0/1124127544 >> v2:172.21.15.203:3300/0 conn(0x7f16a80d0010 0x7f16a80d0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:18.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.711+0000 7f16a659c640 1 -- 172.21.15.84:0/1124127544 >> v2:172.21.15.203:3300/0 conn(0x7f16a80d0010 msgr2=0x7f16a80d0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:18.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.711+0000 7f16a659c640 1 --2- 172.21.15.84:0/1124127544 >> v2:172.21.15.203:3300/0 conn(0x7f16a80d0010 0x7f16a80d0470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.711+0000 7f16a659c640 1 -- 172.21.15.84:0/1124127544 >> v1:172.21.15.203:6789/0 conn(0x7f16a815f9f0 legacy=0x7f16a80cca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:18.713 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.711+0000 7f16a659c640 1 -- 172.21.15.84:0/1124127544 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16a806e210 con 0x7f16a815c250 2024-04-15T15:11:18.714 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.711+0000 7f16a659c640 1 --2- 172.21.15.84:0/1124127544 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f16a815c250 0x7f16a806d6e0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f16a815fe80 tx=0x7f169802be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15c1f6ed8b6d411f server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:18.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.711+0000 7f16a559a640 1 -- 172.21.15.84:0/1124127544 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f169802c9f0 con 0x7f16a815c250 2024-04-15T15:11:18.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.711+0000 7f16a559a640 1 -- 172.21.15.84:0/1124127544 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f169802cb90 con 0x7f16a815c250 2024-04-15T15:11:18.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.712+0000 7f16a559a640 1 -- 172.21.15.84:0/1124127544 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16980343f0 con 0x7f16a815c250 2024-04-15T15:11:18.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.712+0000 7f16ace88640 1 -- 172.21.15.84:0/1124127544 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f16a815c250 msgr2=0x7f16a806d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:18.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.712+0000 7f16ace88640 1 --2- 172.21.15.84:0/1124127544 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f16a815c250 0x7f16a806d6e0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f16a815fe80 tx=0x7f169802be50 comp rx=0 tx=0).stop 2024-04-15T15:11:18.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.712+0000 7f16ace88640 1 -- 172.21.15.84:0/1124127544 shutdown_connections 2024-04-15T15:11:18.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.712+0000 7f16ace88640 1 --2- 172.21.15.84:0/1124127544 >> v2:172.21.15.203:3300/0 conn(0x7f16a80d0010 0x7f16a80d0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.712+0000 7f16ace88640 1 --2- 172.21.15.84:0/1124127544 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f16a815c250 0x7f16a806d6e0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.712+0000 7f16ace88640 1 -- 172.21.15.84:0/1124127544 >> 172.21.15.84:0/1124127544 conn(0x7f16a80ceec0 msgr2=0x7f16a80cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:18.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.712+0000 7f16ace88640 1 -- 172.21.15.84:0/1124127544 shutdown_connections 2024-04-15T15:11:18.715 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.712+0000 7f16ace88640 1 -- 172.21.15.84:0/1124127544 wait complete. 2024-04-15T15:11:18.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.713+0000 7f16ace88640 1 Processor -- start 2024-04-15T15:11:18.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.713+0000 7f16ace88640 1 -- start start 2024-04-15T15:11:18.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.714+0000 7f16ace88640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f16a80d0010 0x7f16a81586a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:18.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.714+0000 7f16ace88640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f16a815c250 0x7f16a8157880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:18.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.714+0000 7f16ace88640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f16a815f9f0 0x7f16a80b6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:18.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.714+0000 7f16ace88640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f16a80b38f0 con 0x7f16a815c250 2024-04-15T15:11:18.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.714+0000 7f16ace88640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f16a80b3610 con 0x7f16a815f9f0 2024-04-15T15:11:18.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.714+0000 7f16ace88640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f16a806dc20 con 0x7f16a80d0010 2024-04-15T15:11:18.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.714+0000 7f16a5d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f16a815c250 0x7f16a8157880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:18.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.714+0000 7f16a5d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f16a815c250 0x7f16a8157880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43760/0 (socket says 172.21.15.84:43760) 2024-04-15T15:11:18.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.714+0000 7f16a5d9b640 1 -- 172.21.15.84:0/584080114 learned_addr learned my addr 172.21.15.84:0/584080114 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:18.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.714+0000 7f16a6d9d640 1 --2- 172.21.15.84:0/584080114 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f16a815f9f0 0x7f16a80b6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:18.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.714+0000 7f16a659c640 1 --2- 172.21.15.84:0/584080114 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f16a80d0010 0x7f16a81586a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:18.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.715+0000 7f16a5d9b640 1 -- 172.21.15.84:0/584080114 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f16a80d0010 msgr2=0x7f16a81586a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:18.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.715+0000 7f16a5d9b640 1 --2- 172.21.15.84:0/584080114 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f16a80d0010 0x7f16a81586a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.715+0000 7f16a5d9b640 1 -- 172.21.15.84:0/584080114 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f16a815f9f0 msgr2=0x7f16a80b6fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:18.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.715+0000 7f16a5d9b640 1 --2- 172.21.15.84:0/584080114 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f16a815f9f0 0x7f16a80b6fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.715+0000 7f16a5d9b640 1 -- 172.21.15.84:0/584080114 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16a80b7af0 con 0x7f16a815c250 2024-04-15T15:11:18.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.715+0000 7f16a5d9b640 1 --2- 172.21.15.84:0/584080114 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f16a815c250 0x7f16a8157880 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f169c00b3f0 tx=0x7f169c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:18.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.715+0000 7f1696ffd640 1 -- 172.21.15.84:0/584080114 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f169c015020 con 0x7f16a815c250 2024-04-15T15:11:18.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.715+0000 7f1696ffd640 1 -- 172.21.15.84:0/584080114 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f169c011830 con 0x7f16a815c250 2024-04-15T15:11:18.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.715+0000 7f1696ffd640 1 -- 172.21.15.84:0/584080114 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f169c011c20 con 0x7f16a815c250 2024-04-15T15:11:18.719 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.715+0000 7f16ace88640 1 -- 172.21.15.84:0/584080114 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16a80b7dd0 con 0x7f16a815c250 2024-04-15T15:11:18.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.715+0000 7f16ace88640 1 -- 172.21.15.84:0/584080114 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16a80b54e0 con 0x7f16a815c250 2024-04-15T15:11:18.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.716+0000 7f16ace88640 1 -- 172.21.15.84:0/584080114 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16a8075c50 con 0x7f16a815c250 2024-04-15T15:11:18.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.716+0000 7f1696ffd640 1 -- 172.21.15.84:0/584080114 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f169c018020 con 0x7f16a815c250 2024-04-15T15:11:18.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.717+0000 7f1696ffd640 1 --2- 172.21.15.84:0/584080114 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f168806c8f0 0x7f168806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:18.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.717+0000 7f1696ffd640 1 -- 172.21.15.84:0/584080114 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f169c08ba40 con 0x7f16a815c250 2024-04-15T15:11:18.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.717+0000 7f16a659c640 1 --2- 172.21.15.84:0/584080114 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f168806c8f0 0x7f168806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:18.720 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.717+0000 7f16a659c640 1 --2- 172.21.15.84:0/584080114 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f168806c8f0 0x7f168806edb0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1698035000 tx=0x7f1698030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:18.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.721+0000 7f1696ffd640 1 -- 172.21.15.84:0/584080114 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f169c01f030 con 0x7f16a815c250 2024-04-15T15:11:18.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.896+0000 7f16ace88640 1 -- 172.21.15.84:0/584080114 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f16a806f300 con 0x7f16a815c250 2024-04-15T15:11:18.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.896+0000 7f1696ffd640 1 -- 172.21.15.84:0/584080114 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) ==== 104+0+11 (secure 0 0 0) 0x7f169c059420 con 0x7f16a815c250 2024-04-15T15:11:18.898 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:18.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.898+0000 7f16ace88640 1 -- 172.21.15.84:0/584080114 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f168806c8f0 msgr2=0x7f168806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:18.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.898+0000 7f16ace88640 1 --2- 172.21.15.84:0/584080114 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f168806c8f0 0x7f168806edb0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1698035000 tx=0x7f1698030000 comp rx=0 tx=0).stop 2024-04-15T15:11:18.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.898+0000 7f16ace88640 1 -- 172.21.15.84:0/584080114 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f16a815c250 msgr2=0x7f16a8157880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:18.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.898+0000 7f16ace88640 1 --2- 172.21.15.84:0/584080114 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f16a815c250 0x7f16a8157880 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f169c00b3f0 tx=0x7f169c00b8b0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.898+0000 7f16ace88640 1 -- 172.21.15.84:0/584080114 shutdown_connections 2024-04-15T15:11:18.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.898+0000 7f16ace88640 1 --2- 172.21.15.84:0/584080114 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f168806c8f0 0x7f168806edb0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.898+0000 7f16ace88640 1 --2- 172.21.15.84:0/584080114 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f16a815f9f0 0x7f16a80b6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.898+0000 7f16ace88640 1 --2- 172.21.15.84:0/584080114 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f16a815c250 0x7f16a8157880 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.898+0000 7f16ace88640 1 --2- 172.21.15.84:0/584080114 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f16a80d0010 0x7f16a81586a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:18.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.898+0000 7f16ace88640 1 -- 172.21.15.84:0/584080114 >> 172.21.15.84:0/584080114 conn(0x7f16a80ceec0 msgr2=0x7f16a80cd320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:18.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.898+0000 7f16ace88640 1 -- 172.21.15.84:0/584080114 shutdown_connections 2024-04-15T15:11:18.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:18.898+0000 7f16ace88640 1 -- 172.21.15.84:0/584080114 wait complete. 2024-04-15T15:11:18.911 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:11:19.017 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.015+0000 7f804a332640 1 Processor -- start 2024-04-15T15:11:19.017 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.015+0000 7f804a332640 1 -- start start 2024-04-15T15:11:19.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.016+0000 7f804a332640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f80440ce2f0 0x7f804415c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:19.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.016+0000 7f804a332640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f80440cc7c0 0x7f8044155600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:19.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.016+0000 7f804a332640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f804406bbb0 con 0x7f80440d08f0 2024-04-15T15:11:19.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.016+0000 7f804a332640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f804406b960 con 0x7f80440ce2f0 2024-04-15T15:11:19.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.016+0000 7f804a332640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f804406be90 con 0x7f80440cc7c0 2024-04-15T15:11:19.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.016+0000 7f8043fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f80440ce2f0 0x7f804415c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:19.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.016+0000 7f8043fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f80440ce2f0 0x7f804415c530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43766/0 (socket says 172.21.15.84:43766) 2024-04-15T15:11:19.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.016+0000 7f8043fff640 1 -- 172.21.15.84:0/681454861 learned_addr learned my addr 172.21.15.84:0/681454861 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:19.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.016+0000 7f80488cf640 1 --2- 172.21.15.84:0/681454861 >> v2:172.21.15.203:3300/0 conn(0x7f80440cc7c0 0x7f8044155600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:19.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.016+0000 7f8043fff640 1 -- 172.21.15.84:0/681454861 >> v2:172.21.15.203:3300/0 conn(0x7f80440cc7c0 msgr2=0x7f8044155600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:19.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.016+0000 7f8043fff640 1 --2- 172.21.15.84:0/681454861 >> v2:172.21.15.203:3300/0 conn(0x7f80440cc7c0 0x7f8044155600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.016+0000 7f8043fff640 1 -- 172.21.15.84:0/681454861 >> v1:172.21.15.203:6789/0 conn(0x7f80440d08f0 legacy=0x7f80440cc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:19.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.016+0000 7f8043fff640 1 -- 172.21.15.84:0/681454861 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f804406c170 con 0x7f80440ce2f0 2024-04-15T15:11:19.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.017+0000 7f8043fff640 1 --2- 172.21.15.84:0/681454861 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80440ce2f0 0x7f804415c530 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f804415f050 tx=0x7f803402e170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8137f9247eae0224 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:19.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.017+0000 7f8042ffd640 1 -- 172.21.15.84:0/681454861 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f803403b070 con 0x7f80440ce2f0 2024-04-15T15:11:19.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.017+0000 7f8042ffd640 1 -- 172.21.15.84:0/681454861 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8034036440 con 0x7f80440ce2f0 2024-04-15T15:11:19.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.017+0000 7f8042ffd640 1 -- 172.21.15.84:0/681454861 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8034036810 con 0x7f80440ce2f0 2024-04-15T15:11:19.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.018+0000 7f804a332640 1 -- 172.21.15.84:0/681454861 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80440ce2f0 msgr2=0x7f804415c530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:19.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.018+0000 7f804a332640 1 --2- 172.21.15.84:0/681454861 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80440ce2f0 0x7f804415c530 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f804415f050 tx=0x7f803402e170 comp rx=0 tx=0).stop 2024-04-15T15:11:19.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.018+0000 7f804a332640 1 -- 172.21.15.84:0/681454861 shutdown_connections 2024-04-15T15:11:19.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.018+0000 7f804a332640 1 --2- 172.21.15.84:0/681454861 >> v2:172.21.15.203:3300/0 conn(0x7f80440cc7c0 0x7f8044155600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.018+0000 7f804a332640 1 --2- 172.21.15.84:0/681454861 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80440ce2f0 0x7f804415c530 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.018+0000 7f804a332640 1 -- 172.21.15.84:0/681454861 >> 172.21.15.84:0/681454861 conn(0x7f80440b31d0 msgr2=0x7f80440b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:19.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.018+0000 7f804a332640 1 -- 172.21.15.84:0/681454861 shutdown_connections 2024-04-15T15:11:19.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.018+0000 7f804a332640 1 -- 172.21.15.84:0/681454861 wait complete. 2024-04-15T15:11:19.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.019+0000 7f804a332640 1 Processor -- start 2024-04-15T15:11:19.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.019+0000 7f804a332640 1 -- start start 2024-04-15T15:11:19.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.020+0000 7f804a332640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80440cc7c0 0x7f804414f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:19.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.020+0000 7f804a332640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f80440ce2f0 0x7f8044151480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:19.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.020+0000 7f804a332640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f80440d08f0 0x7f80440b14c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:19.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.020+0000 7f804a332640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f80440ce6d0 con 0x7f80440cc7c0 2024-04-15T15:11:19.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.020+0000 7f804a332640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f804415ca70 con 0x7f80440d08f0 2024-04-15T15:11:19.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.020+0000 7f804a332640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f80440ce850 con 0x7f80440ce2f0 2024-04-15T15:11:19.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.020+0000 7f8043fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80440cc7c0 0x7f804414f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:19.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.020+0000 7f8043fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80440cc7c0 0x7f804414f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43774/0 (socket says 172.21.15.84:43774) 2024-04-15T15:11:19.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.020+0000 7f8043fff640 1 -- 172.21.15.84:0/3263016264 learned_addr learned my addr 172.21.15.84:0/3263016264 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:19.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.020+0000 7f80488cf640 1 --2- 172.21.15.84:0/3263016264 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f80440d08f0 0x7f80440b14c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:19.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.020+0000 7f80437fe640 1 --2- 172.21.15.84:0/3263016264 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f80440ce2f0 0x7f8044151480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:19.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.020+0000 7f8043fff640 1 -- 172.21.15.84:0/3263016264 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f80440ce2f0 msgr2=0x7f8044151480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:19.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.020+0000 7f8043fff640 1 --2- 172.21.15.84:0/3263016264 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f80440ce2f0 0x7f8044151480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.021+0000 7f8043fff640 1 -- 172.21.15.84:0/3263016264 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f80440d08f0 msgr2=0x7f80440b14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:19.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.021+0000 7f8043fff640 1 --2- 172.21.15.84:0/3263016264 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f80440d08f0 0x7f80440b14c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.021+0000 7f8043fff640 1 -- 172.21.15.84:0/3263016264 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f804409c130 con 0x7f80440cc7c0 2024-04-15T15:11:19.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.021+0000 7f80437fe640 1 --2- 172.21.15.84:0/3263016264 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f80440ce2f0 0x7f8044151480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:19.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.021+0000 7f8043fff640 1 --2- 172.21.15.84:0/3263016264 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80440cc7c0 0x7f804414f6b0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f803402e1b0 tx=0x7f80340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:19.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.021+0000 7f8040ff9640 1 -- 172.21.15.84:0/3263016264 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8034046070 con 0x7f80440cc7c0 2024-04-15T15:11:19.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.021+0000 7f8040ff9640 1 -- 172.21.15.84:0/3263016264 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f803403d050 con 0x7f80440cc7c0 2024-04-15T15:11:19.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.021+0000 7f804a332640 1 -- 172.21.15.84:0/3263016264 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f804409c410 con 0x7f80440cc7c0 2024-04-15T15:11:19.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.021+0000 7f8040ff9640 1 -- 172.21.15.84:0/3263016264 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f803403b030 con 0x7f80440cc7c0 2024-04-15T15:11:19.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.021+0000 7f804a332640 1 -- 172.21.15.84:0/3263016264 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80440c5430 con 0x7f80440cc7c0 2024-04-15T15:11:19.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.022+0000 7f804a332640 1 -- 172.21.15.84:0/3263016264 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8044075c50 con 0x7f80440cc7c0 2024-04-15T15:11:19.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.022+0000 7f8040ff9640 1 -- 172.21.15.84:0/3263016264 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f8034049070 con 0x7f80440cc7c0 2024-04-15T15:11:19.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.023+0000 7f8040ff9640 1 --2- 172.21.15.84:0/3263016264 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f803006c8f0 0x7f803006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:19.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.023+0000 7f8040ff9640 1 -- 172.21.15.84:0/3263016264 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f80340ad9d0 con 0x7f80440cc7c0 2024-04-15T15:11:19.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.023+0000 7f80437fe640 1 --2- 172.21.15.84:0/3263016264 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f803006c8f0 0x7f803006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:19.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.023+0000 7f80437fe640 1 --2- 172.21.15.84:0/3263016264 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f803006c8f0 0x7f803006edb0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f804415b230 tx=0x7f8038009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:19.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.027+0000 7f8040ff9640 1 -- 172.21.15.84:0/3263016264 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f803407b3b0 con 0x7f80440cc7c0 2024-04-15T15:11:19.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.203+0000 7f804a332640 1 -- 172.21.15.84:0/3263016264 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f804406fa20 con 0x7f80440cc7c0 2024-04-15T15:11:19.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.203+0000 7f8040ff9640 1 -- 172.21.15.84:0/3263016264 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) ==== 100+0+11 (secure 0 0 0) 0x7f803407f6b0 con 0x7f80440cc7c0 2024-04-15T15:11:19.205 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:11:19.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.205+0000 7f804a332640 1 -- 172.21.15.84:0/3263016264 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f803006c8f0 msgr2=0x7f803006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:19.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.205+0000 7f804a332640 1 --2- 172.21.15.84:0/3263016264 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f803006c8f0 0x7f803006edb0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f804415b230 tx=0x7f8038009040 comp rx=0 tx=0).stop 2024-04-15T15:11:19.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.205+0000 7f804a332640 1 -- 172.21.15.84:0/3263016264 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80440cc7c0 msgr2=0x7f804414f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:19.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.205+0000 7f804a332640 1 --2- 172.21.15.84:0/3263016264 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80440cc7c0 0x7f804414f6b0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f803402e1b0 tx=0x7f80340046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.205+0000 7f804a332640 1 -- 172.21.15.84:0/3263016264 shutdown_connections 2024-04-15T15:11:19.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.205+0000 7f804a332640 1 --2- 172.21.15.84:0/3263016264 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f803006c8f0 0x7f803006edb0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.205+0000 7f804a332640 1 --2- 172.21.15.84:0/3263016264 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f80440d08f0 0x7f80440b14c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.205+0000 7f804a332640 1 --2- 172.21.15.84:0/3263016264 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f80440ce2f0 0x7f8044151480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.205+0000 7f804a332640 1 --2- 172.21.15.84:0/3263016264 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80440cc7c0 0x7f804414f6b0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.205+0000 7f804a332640 1 -- 172.21.15.84:0/3263016264 >> 172.21.15.84:0/3263016264 conn(0x7f80440b31d0 msgr2=0x7f804415df80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:19.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.205+0000 7f804a332640 1 -- 172.21.15.84:0/3263016264 shutdown_connections 2024-04-15T15:11:19.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.205+0000 7f804a332640 1 -- 172.21.15.84:0/3263016264 wait complete. 2024-04-15T15:11:19.218 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-15T15:11:19.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.323+0000 7f754fcd9640 1 Processor -- start 2024-04-15T15:11:19.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.323+0000 7f754fcd9640 1 -- start start 2024-04-15T15:11:19.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.324+0000 7f754fcd9640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f75480cd2a0 0x7f754806cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:19.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.324+0000 7f754fcd9640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f754806bd50 con 0x7f754806e620 2024-04-15T15:11:19.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.324+0000 7f754fcd9640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f754806bff0 con 0x7f754815c630 2024-04-15T15:11:19.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.324+0000 7f754fcd9640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f754806d2f0 con 0x7f75480cd2a0 2024-04-15T15:11:19.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.324+0000 7f754e276640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f754806e620 0x7f754806ea70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:35690/0 (socket says 172.21.15.84:35690) 2024-04-15T15:11:19.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.324+0000 7f754e276640 1 -- 172.21.15.84:0/3329777394 learned_addr learned my addr 172.21.15.84:0/3329777394 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:19.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.324+0000 7f754d274640 1 --2- 172.21.15.84:0/3329777394 >> v2:172.21.15.203:3300/0 conn(0x7f75480cd2a0 0x7f754806cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:19.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.324+0000 7f754ca73640 1 -- 172.21.15.84:0/3329777394 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2378469612 0 0) 0x7f754806bd50 con 0x7f754806e620 2024-04-15T15:11:19.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.324+0000 7f754ca73640 1 -- 172.21.15.84:0/3329777394 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7534003520 con 0x7f754806e620 2024-04-15T15:11:19.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754ca73640 1 -- 172.21.15.84:0/3329777394 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1177588071 0 0) 0x7f7534003520 con 0x7f754806e620 2024-04-15T15:11:19.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754ca73640 1 -- 172.21.15.84:0/3329777394 >> v2:172.21.15.203:3300/0 conn(0x7f75480cd2a0 msgr2=0x7f754806cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:19.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754ca73640 1 --2- 172.21.15.84:0/3329777394 >> v2:172.21.15.203:3300/0 conn(0x7f75480cd2a0 0x7f754806cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754ca73640 1 -- 172.21.15.84:0/3329777394 >> v1:172.21.15.203:6789/0 conn(0x7f754815c630 legacy=0x7f75480ccb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:19.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754ca73640 1 -- 172.21.15.84:0/3329777394 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f754806c2d0 con 0x7f754806e620 2024-04-15T15:11:19.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754ca73640 1 -- 172.21.15.84:0/3329777394 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f7540001670 con 0x7f754806e620 2024-04-15T15:11:19.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754ca73640 1 -- 172.21.15.84:0/3329777394 >> v1:172.21.15.84:6789/0 conn(0x7f754806e620 legacy=0x7f754806ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:19.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754ca73640 1 --2- 172.21.15.84:0/3329777394 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f75340039b0 0x7f7534003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:19.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754ca73640 1 --2- 172.21.15.84:0/3329777394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f75340043b0 0x7f7534004880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:19.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754ca73640 1 --2- 172.21.15.84:0/3329777394 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7534005080 0x7f753400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:19.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754ca73640 1 -- 172.21.15.84:0/3329777394 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f754806d2f0 con 0x7f75340043b0 2024-04-15T15:11:19.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754ca73640 1 -- 172.21.15.84:0/3329777394 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f753400bfe0 con 0x7f7534005080 2024-04-15T15:11:19.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754ca73640 1 -- 172.21.15.84:0/3329777394 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f753400c1e0 con 0x7f75340039b0 2024-04-15T15:11:19.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754d274640 1 --2- 172.21.15.84:0/3329777394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f75340043b0 0x7f7534004880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:19.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754e276640 1 --2- 172.21.15.84:0/3329777394 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7534005080 0x7f753400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:19.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754da75640 1 --2- 172.21.15.84:0/3329777394 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f75340039b0 0x7f7534003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:19.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754d274640 1 -- 172.21.15.84:0/3329777394 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f75340039b0 msgr2=0x7f7534003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:19.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754d274640 1 --2- 172.21.15.84:0/3329777394 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f75340039b0 0x7f7534003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754d274640 1 -- 172.21.15.84:0/3329777394 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7534005080 msgr2=0x7f753400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:19.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754d274640 1 --2- 172.21.15.84:0/3329777394 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7534005080 0x7f753400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754d274640 1 -- 172.21.15.84:0/3329777394 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7534003520 con 0x7f75340043b0 2024-04-15T15:11:19.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754e276640 1 --2- 172.21.15.84:0/3329777394 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7534005080 0x7f753400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:19.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.325+0000 7f754e276640 1 -- 172.21.15.84:0/3329777394 reap_dead start 2024-04-15T15:11:19.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.326+0000 7f754d274640 1 --2- 172.21.15.84:0/3329777394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f75340043b0 0x7f7534004880 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f7538009ac0 tx=0x7f7534005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52f6e0f6507c8674 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:19.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.326+0000 7f754ca73640 1 -- 172.21.15.84:0/3329777394 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7538039070 con 0x7f75340043b0 2024-04-15T15:11:19.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.326+0000 7f754ca73640 1 -- 172.21.15.84:0/3329777394 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f753802c6b0 con 0x7f75340043b0 2024-04-15T15:11:19.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.326+0000 7f754ca73640 1 -- 172.21.15.84:0/3329777394 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7538009690 con 0x7f75340043b0 2024-04-15T15:11:19.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.326+0000 7f754fcd9640 1 -- 172.21.15.84:0/3329777394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f75340043b0 msgr2=0x7f7534004880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:19.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.326+0000 7f754fcd9640 1 --2- 172.21.15.84:0/3329777394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f75340043b0 0x7f7534004880 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f7538009ac0 tx=0x7f7534005830 comp rx=0 tx=0).stop 2024-04-15T15:11:19.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.327+0000 7f754fcd9640 1 -- 172.21.15.84:0/3329777394 shutdown_connections 2024-04-15T15:11:19.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.327+0000 7f754fcd9640 1 --2- 172.21.15.84:0/3329777394 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f75340043b0 0x7f7534004880 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.327+0000 7f754fcd9640 1 -- 172.21.15.84:0/3329777394 >> 172.21.15.84:0/3329777394 conn(0x7f75480b31d0 msgr2=0x7f75480b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:19.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.327+0000 7f754fcd9640 1 -- 172.21.15.84:0/3329777394 shutdown_connections 2024-04-15T15:11:19.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.327+0000 7f754fcd9640 1 -- 172.21.15.84:0/3329777394 wait complete. 2024-04-15T15:11:19.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.328+0000 7f754fcd9640 1 Processor -- start 2024-04-15T15:11:19.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.328+0000 7f754fcd9640 1 -- start start 2024-04-15T15:11:19.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.328+0000 7f754fcd9640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f75340043b0 0x7f754814b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:19.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.328+0000 7f754fcd9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f754815a990 0x7f7548158c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:19.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.328+0000 7f754fcd9640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7548159140 0x7f7548148fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:19.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.328+0000 7f754fcd9640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f754815ca10 con 0x7f754815a990 2024-04-15T15:11:19.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.328+0000 7f754fcd9640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f754806c920 con 0x7f7548159140 2024-04-15T15:11:19.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.328+0000 7f754fcd9640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f754806cdb0 con 0x7f75340043b0 2024-04-15T15:11:19.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.329+0000 7f754d274640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f754815a990 0x7f7548158c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:19.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.329+0000 7f754d274640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f754815a990 0x7f7548158c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43784/0 (socket says 172.21.15.84:43784) 2024-04-15T15:11:19.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.329+0000 7f754d274640 1 -- 172.21.15.84:0/3022290263 learned_addr learned my addr 172.21.15.84:0/3022290263 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:19.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.329+0000 7f754da75640 1 --2- 172.21.15.84:0/3022290263 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f75340043b0 0x7f754814b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:19.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.329+0000 7f754e276640 1 --2- 172.21.15.84:0/3022290263 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7548159140 0x7f7548148fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:19.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.329+0000 7f754d274640 1 -- 172.21.15.84:0/3022290263 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f75340043b0 msgr2=0x7f754814b520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:19.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.329+0000 7f754d274640 1 --2- 172.21.15.84:0/3022290263 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f75340043b0 0x7f754814b520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.329+0000 7f754d274640 1 -- 172.21.15.84:0/3022290263 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7548159140 msgr2=0x7f7548148fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:19.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.329+0000 7f754d274640 1 --2- 172.21.15.84:0/3022290263 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7548159140 0x7f7548148fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.329+0000 7f754d274640 1 -- 172.21.15.84:0/3022290263 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75481598f0 con 0x7f754815a990 2024-04-15T15:11:19.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.329+0000 7f754e276640 1 --2- 172.21.15.84:0/3022290263 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7548159140 0x7f7548148fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:19.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.329+0000 7f754d274640 1 --2- 172.21.15.84:0/3022290263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f754815a990 0x7f7548158c00 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f7538000c00 tx=0x7f7538004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:19.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.329+0000 7f753e7fc640 1 -- 172.21.15.84:0/3022290263 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7538042020 con 0x7f754815a990 2024-04-15T15:11:19.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.329+0000 7f753e7fc640 1 -- 172.21.15.84:0/3022290263 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f753803a040 con 0x7f754815a990 2024-04-15T15:11:19.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.329+0000 7f754fcd9640 1 -- 172.21.15.84:0/3022290263 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7548159bd0 con 0x7f754815a990 2024-04-15T15:11:19.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.329+0000 7f753e7fc640 1 -- 172.21.15.84:0/3022290263 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7538039070 con 0x7f754815a990 2024-04-15T15:11:19.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.329+0000 7f754fcd9640 1 -- 172.21.15.84:0/3022290263 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f754815a190 con 0x7f754815a990 2024-04-15T15:11:19.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.330+0000 7f754fcd9640 1 -- 172.21.15.84:0/3022290263 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7548075c50 con 0x7f754815a990 2024-04-15T15:11:19.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.331+0000 7f753e7fc640 1 -- 172.21.15.84:0/3022290263 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f7538045020 con 0x7f754815a990 2024-04-15T15:11:19.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.331+0000 7f753e7fc640 1 --2- 172.21.15.84:0/3022290263 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f752c06c8f0 0x7f752c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:19.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.331+0000 7f753e7fc640 1 -- 172.21.15.84:0/3022290263 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f75380ad430 con 0x7f754815a990 2024-04-15T15:11:19.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.331+0000 7f754da75640 1 --2- 172.21.15.84:0/3022290263 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f752c06c8f0 0x7f752c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:19.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.331+0000 7f754da75640 1 --2- 172.21.15.84:0/3022290263 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f752c06c8f0 0x7f752c06edb0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f754806bf20 tx=0x7f7544009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:19.339 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.336+0000 7f753e7fc640 1 -- 172.21.15.84:0/3022290263 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f753804c070 con 0x7f754815a990 2024-04-15T15:11:19.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.513+0000 7f754fcd9640 1 -- 172.21.15.84:0/3022290263 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f75480d0f10 con 0x7f754815a990 2024-04-15T15:11:19.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.513+0000 7f753e7fc640 1 -- 172.21.15.84:0/3022290263 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) ==== 103+0+11 (secure 0 0 0) 0x7f753807b3d0 con 0x7f754815a990 2024-04-15T15:11:19.515 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:19.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.515+0000 7f754fcd9640 1 -- 172.21.15.84:0/3022290263 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f752c06c8f0 msgr2=0x7f752c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:19.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.515+0000 7f754fcd9640 1 --2- 172.21.15.84:0/3022290263 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f752c06c8f0 0x7f752c06edb0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f754806bf20 tx=0x7f7544009040 comp rx=0 tx=0).stop 2024-04-15T15:11:19.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.515+0000 7f754fcd9640 1 -- 172.21.15.84:0/3022290263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f754815a990 msgr2=0x7f7548158c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:19.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.515+0000 7f754fcd9640 1 --2- 172.21.15.84:0/3022290263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f754815a990 0x7f7548158c00 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f7538000c00 tx=0x7f7538004730 comp rx=0 tx=0).stop 2024-04-15T15:11:19.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.515+0000 7f754fcd9640 1 -- 172.21.15.84:0/3022290263 shutdown_connections 2024-04-15T15:11:19.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.515+0000 7f754fcd9640 1 --2- 172.21.15.84:0/3022290263 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f752c06c8f0 0x7f752c06edb0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.515+0000 7f754fcd9640 1 --2- 172.21.15.84:0/3022290263 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7548159140 0x7f7548148fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.515+0000 7f754fcd9640 1 --2- 172.21.15.84:0/3022290263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f754815a990 0x7f7548158c00 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.515+0000 7f754fcd9640 1 --2- 172.21.15.84:0/3022290263 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f75340043b0 0x7f754814b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.515+0000 7f754fcd9640 1 -- 172.21.15.84:0/3022290263 >> 172.21.15.84:0/3022290263 conn(0x7f75480b31d0 msgr2=0x7f75480b0380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:19.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.515+0000 7f754fcd9640 1 -- 172.21.15.84:0/3022290263 shutdown_connections 2024-04-15T15:11:19.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.515+0000 7f754fcd9640 1 -- 172.21.15.84:0/3022290263 wait complete. 2024-04-15T15:11:19.528 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-15T15:11:19.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.632+0000 7f227bac8640 1 Processor -- start 2024-04-15T15:11:19.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.632+0000 7f227bac8640 1 -- start start 2024-04-15T15:11:19.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.633+0000 7f227bac8640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f22740cd2a0 0x7f227406cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:19.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.633+0000 7f227bac8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f227406e620 0x7f227406eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:19.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.633+0000 7f227bac8640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f227406bd50 con 0x7f227415c630 2024-04-15T15:11:19.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.633+0000 7f227bac8640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f227406d2f0 con 0x7f22740cd2a0 2024-04-15T15:11:19.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.633+0000 7f227bac8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f227406c920 con 0x7f227406e620 2024-04-15T15:11:19.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.633+0000 7f2279063640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f22740cd2a0 0x7f227406cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:19.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.633+0000 7f2279864640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f227415c630 0x7f22740ccb90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:35696/0 (socket says 172.21.15.84:35696) 2024-04-15T15:11:19.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.633+0000 7f2279864640 1 -- 172.21.15.84:0/3767080222 learned_addr learned my addr 172.21.15.84:0/3767080222 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:19.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.633+0000 7f227a065640 1 --2- 172.21.15.84:0/3767080222 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f227406e620 0x7f227406eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:19.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.633+0000 7f2279063640 1 -- 172.21.15.84:0/3767080222 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f227406e620 msgr2=0x7f227406eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:19.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.633+0000 7f2279063640 1 --2- 172.21.15.84:0/3767080222 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f227406e620 0x7f227406eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.633+0000 7f2279063640 1 -- 172.21.15.84:0/3767080222 >> v1:172.21.15.84:6789/0 conn(0x7f227415c630 legacy=0x7f22740ccb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:19.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.633+0000 7f2278862640 1 -- 172.21.15.84:0/3767080222 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3193788044 0 0) 0x7f227406bd50 con 0x7f227415c630 2024-04-15T15:11:19.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.633+0000 7f2279063640 1 -- 172.21.15.84:0/3767080222 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f227406bff0 con 0x7f22740cd2a0 2024-04-15T15:11:19.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.633+0000 7f227a065640 1 --2- 172.21.15.84:0/3767080222 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f227406e620 0x7f227406eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:19.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.634+0000 7f2279063640 1 --2- 172.21.15.84:0/3767080222 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22740cd2a0 0x7f227406cdb0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f22640097a0 tx=0x7f226402b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73523a4de99c8315 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:19.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.634+0000 7f2278862640 1 -- 172.21.15.84:0/3767080222 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2264035020 con 0x7f22740cd2a0 2024-04-15T15:11:19.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.634+0000 7f2278862640 1 -- 172.21.15.84:0/3767080222 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2264031830 con 0x7f22740cd2a0 2024-04-15T15:11:19.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.634+0000 7f2278862640 1 -- 172.21.15.84:0/3767080222 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2264031c00 con 0x7f22740cd2a0 2024-04-15T15:11:19.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.635+0000 7f227bac8640 1 -- 172.21.15.84:0/3767080222 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22740cd2a0 msgr2=0x7f227406cdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:19.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.635+0000 7f227bac8640 1 --2- 172.21.15.84:0/3767080222 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22740cd2a0 0x7f227406cdb0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f22640097a0 tx=0x7f226402b8d0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.635+0000 7f227bac8640 1 -- 172.21.15.84:0/3767080222 shutdown_connections 2024-04-15T15:11:19.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.635+0000 7f227bac8640 1 --2- 172.21.15.84:0/3767080222 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f227406e620 0x7f227406eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.635+0000 7f227bac8640 1 --2- 172.21.15.84:0/3767080222 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22740cd2a0 0x7f227406cdb0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.635+0000 7f227bac8640 1 -- 172.21.15.84:0/3767080222 >> 172.21.15.84:0/3767080222 conn(0x7f22740b31d0 msgr2=0x7f22740b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:19.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.635+0000 7f227bac8640 1 -- 172.21.15.84:0/3767080222 shutdown_connections 2024-04-15T15:11:19.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.635+0000 7f227bac8640 1 -- 172.21.15.84:0/3767080222 wait complete. 2024-04-15T15:11:19.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.636+0000 7f227bac8640 1 Processor -- start 2024-04-15T15:11:19.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.636+0000 7f227bac8640 1 -- start start 2024-04-15T15:11:19.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.637+0000 7f227bac8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f227406e620 0x7f22740c9e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:19.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.637+0000 7f227bac8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22740cd2a0 0x7f22740ca350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:19.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.637+0000 7f227bac8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f227415c630 0x7f227415b030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:19.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.637+0000 7f227bac8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f227415ca10 con 0x7f22740cd2a0 2024-04-15T15:11:19.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.637+0000 7f227bac8640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f227406c5b0 con 0x7f227415c630 2024-04-15T15:11:19.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.637+0000 7f227bac8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f227406eff0 con 0x7f227406e620 2024-04-15T15:11:19.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.637+0000 7f2279063640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22740cd2a0 0x7f22740ca350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:19.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.637+0000 7f2279063640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22740cd2a0 0x7f22740ca350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43812/0 (socket says 172.21.15.84:43812) 2024-04-15T15:11:19.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.637+0000 7f2279063640 1 -- 172.21.15.84:0/1266177924 learned_addr learned my addr 172.21.15.84:0/1266177924 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:19.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.637+0000 7f2279063640 1 -- 172.21.15.84:0/1266177924 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f227406e620 msgr2=0x7f22740c9e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:19.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.637+0000 7f2279063640 1 --2- 172.21.15.84:0/1266177924 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f227406e620 0x7f22740c9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.637+0000 7f2279063640 1 -- 172.21.15.84:0/1266177924 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f227415c630 msgr2=0x7f227415b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:19.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.637+0000 7f2279063640 1 --2- 172.21.15.84:0/1266177924 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f227415c630 0x7f227415b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.637+0000 7f2279063640 1 -- 172.21.15.84:0/1266177924 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2274152e20 con 0x7f22740cd2a0 2024-04-15T15:11:19.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.637+0000 7f2279063640 1 --2- 172.21.15.84:0/1266177924 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22740cd2a0 0x7f22740ca350 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f226402bee0 tx=0x7f22640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:19.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.637+0000 7f226a7fc640 1 -- 172.21.15.84:0/1266177924 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2264041070 con 0x7f22740cd2a0 2024-04-15T15:11:19.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.637+0000 7f226a7fc640 1 -- 172.21.15.84:0/1266177924 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f226403a950 con 0x7f22740cd2a0 2024-04-15T15:11:19.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.637+0000 7f226a7fc640 1 -- 172.21.15.84:0/1266177924 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2264035040 con 0x7f22740cd2a0 2024-04-15T15:11:19.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.637+0000 7f227bac8640 1 -- 172.21.15.84:0/1266177924 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22740ca9d0 con 0x7f22740cd2a0 2024-04-15T15:11:19.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.638+0000 7f227bac8640 1 -- 172.21.15.84:0/1266177924 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22740caf90 con 0x7f22740cd2a0 2024-04-15T15:11:19.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.639+0000 7f227bac8640 1 -- 172.21.15.84:0/1266177924 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2274075c50 con 0x7f22740cd2a0 2024-04-15T15:11:19.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.639+0000 7f226a7fc640 1 -- 172.21.15.84:0/1266177924 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f226404c060 con 0x7f22740cd2a0 2024-04-15T15:11:19.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.639+0000 7f226a7fc640 1 --2- 172.21.15.84:0/1266177924 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f225806c8f0 0x7f225806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:19.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.639+0000 7f2279864640 1 --2- 172.21.15.84:0/1266177924 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f225806c8f0 0x7f225806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:19.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.639+0000 7f226a7fc640 1 -- 172.21.15.84:0/1266177924 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f22640ad9d0 con 0x7f22740cd2a0 2024-04-15T15:11:19.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.640+0000 7f2279864640 1 --2- 172.21.15.84:0/1266177924 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f225806c8f0 0x7f225806edb0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f2270007fd0 tx=0x7f2270007920 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:19.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.644+0000 7f226a7fc640 1 -- 172.21.15.84:0/1266177924 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f226407ba00 con 0x7f22740cd2a0 2024-04-15T15:11:19.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.833+0000 7f227bac8640 1 -- 172.21.15.84:0/1266177924 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f22740cb1d0 con 0x7f22740cd2a0 2024-04-15T15:11:19.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.834+0000 7f226a7fc640 1 -- 172.21.15.84:0/1266177924 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f226407b300 con 0x7f22740cd2a0 2024-04-15T15:11:19.836 INFO:teuthology.orchestra.run.smithi084.stderr:listed 0 entries 2024-04-15T15:11:19.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.835+0000 7f227bac8640 1 -- 172.21.15.84:0/1266177924 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f225806c8f0 msgr2=0x7f225806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:19.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.835+0000 7f227bac8640 1 --2- 172.21.15.84:0/1266177924 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f225806c8f0 0x7f225806edb0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f2270007fd0 tx=0x7f2270007920 comp rx=0 tx=0).stop 2024-04-15T15:11:19.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.835+0000 7f227bac8640 1 -- 172.21.15.84:0/1266177924 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22740cd2a0 msgr2=0x7f22740ca350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:19.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.835+0000 7f227bac8640 1 --2- 172.21.15.84:0/1266177924 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22740cd2a0 0x7f22740ca350 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f226402bee0 tx=0x7f22640046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.836+0000 7f227bac8640 1 -- 172.21.15.84:0/1266177924 shutdown_connections 2024-04-15T15:11:19.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.836+0000 7f227bac8640 1 --2- 172.21.15.84:0/1266177924 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f225806c8f0 0x7f225806edb0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.836+0000 7f227bac8640 1 --2- 172.21.15.84:0/1266177924 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f227415c630 0x7f227415b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.836+0000 7f227bac8640 1 --2- 172.21.15.84:0/1266177924 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f22740cd2a0 0x7f22740ca350 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.836+0000 7f227bac8640 1 --2- 172.21.15.84:0/1266177924 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f227406e620 0x7f22740c9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:19.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.836+0000 7f227bac8640 1 -- 172.21.15.84:0/1266177924 >> 172.21.15.84:0/1266177924 conn(0x7f22740b31d0 msgr2=0x7f22741580a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:19.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.836+0000 7f227bac8640 1 -- 172.21.15.84:0/1266177924 shutdown_connections 2024-04-15T15:11:19.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:19.836+0000 7f227bac8640 1 -- 172.21.15.84:0/1266177924 wait complete. 2024-04-15T15:11:19.848 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi084.front.sepia.ceph.com... 2024-04-15T15:11:19.848 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:19.849 DEBUG:teuthology.orchestra.run.smithi084:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-04-15T15:11:19.877 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:11:19.877 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi084.front.sepia.ceph.com 2024-04-15T15:11:19.877 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:19.877 DEBUG:teuthology.orchestra.run.smithi084:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-04-15T15:11:19.934 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:11:19.934 DEBUG:teuthology.orchestra.run.smithi203:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:11:19.954 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:11:19.954 DEBUG:teuthology.orchestra.run.smithi203:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:11:20.013 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:20.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.115+0000 7f1cf2cfb640 1 Processor -- start 2024-04-15T15:11:20.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.115+0000 7f1cf2cfb640 1 -- start start 2024-04-15T15:11:20.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.116+0000 7f1cf2cfb640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1cec0cc5e0 0x7f1cec15b800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.116+0000 7f1cf2cfb640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1cec0cf990 con 0x7f1cec0af740 2024-04-15T15:11:20.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.116+0000 7f1cf2cfb640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1cec0cd4b0 con 0x7f1cec15ad10 2024-04-15T15:11:20.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.116+0000 7f1cf2cfb640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f1cec0cd790 con 0x7f1cec0cc5e0 2024-04-15T15:11:20.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.116+0000 7f1cf1298640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f1cec0af740 0x7f1cec1648a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:35698/0 (socket says 172.21.15.84:35698) 2024-04-15T15:11:20.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.116+0000 7f1cf1298640 1 -- 172.21.15.84:0/1787098556 learned_addr learned my addr 172.21.15.84:0/1787098556 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:20.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.116+0000 7f1ce3fff640 1 --2- 172.21.15.84:0/1787098556 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1cec0cc5e0 0x7f1cec15b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.116+0000 7f1ce37fe640 1 -- 172.21.15.84:0/1787098556 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2005427446 0 0) 0x7f1cec0cf990 con 0x7f1cec0af740 2024-04-15T15:11:20.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.116+0000 7f1ce37fe640 1 -- 172.21.15.84:0/1787098556 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1cd4003520 con 0x7f1cec0af740 2024-04-15T15:11:20.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.117+0000 7f1ce37fe640 1 -- 172.21.15.84:0/1787098556 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2881457010 0 0) 0x7f1cd4003520 con 0x7f1cec0af740 2024-04-15T15:11:20.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.117+0000 7f1ce37fe640 1 -- 172.21.15.84:0/1787098556 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1cec0cc5e0 msgr2=0x7f1cec15b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:20.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.117+0000 7f1ce37fe640 1 --2- 172.21.15.84:0/1787098556 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1cec0cc5e0 0x7f1cec15b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.117+0000 7f1ce37fe640 1 -- 172.21.15.84:0/1787098556 >> v1:172.21.15.203:6789/0 conn(0x7f1cec15ad10 legacy=0x7f1cec15b0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:20.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.117+0000 7f1ce37fe640 1 -- 172.21.15.84:0/1787098556 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cec15bf10 con 0x7f1cec0af740 2024-04-15T15:11:20.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.117+0000 7f1ce37fe640 1 -- 172.21.15.84:0/1787098556 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f1ce4001a10 con 0x7f1cec0af740 2024-04-15T15:11:20.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.117+0000 7f1ce37fe640 1 -- 172.21.15.84:0/1787098556 >> v1:172.21.15.84:6789/0 conn(0x7f1cec0af740 legacy=0x7f1cec1648a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:20.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.117+0000 7f1ce37fe640 1 --2- 172.21.15.84:0/1787098556 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1cd40039e0 0x7f1cd4003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.117+0000 7f1ce37fe640 1 --2- 172.21.15.84:0/1787098556 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1cec0cc5e0 0x7f1cd4004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.117+0000 7f1ce37fe640 1 --2- 172.21.15.84:0/1787098556 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1cd4004d40 0x7f1cd40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.117+0000 7f1ce37fe640 1 -- 172.21.15.84:0/1787098556 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1cec0cd790 con 0x7f1cd4004d40 2024-04-15T15:11:20.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.117+0000 7f1ce37fe640 1 -- 172.21.15.84:0/1787098556 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1cd400b9f0 con 0x7f1cd40039e0 2024-04-15T15:11:20.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.117+0000 7f1ce37fe640 1 -- 172.21.15.84:0/1787098556 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f1cd400bbf0 con 0x7f1cec0cc5e0 2024-04-15T15:11:20.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.117+0000 7f1cf1298640 1 --2- 172.21.15.84:0/1787098556 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1cd4004d40 0x7f1cd40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.117+0000 7f1ce3fff640 1 --2- 172.21.15.84:0/1787098556 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1cec0cc5e0 0x7f1cd4004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.117+0000 7f1cf0a97640 1 --2- 172.21.15.84:0/1787098556 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1cd40039e0 0x7f1cd4003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.117+0000 7f1cf1298640 1 -- 172.21.15.84:0/1787098556 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1cec0cc5e0 msgr2=0x7f1cd4004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:20.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.117+0000 7f1cf1298640 1 --2- 172.21.15.84:0/1787098556 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1cec0cc5e0 0x7f1cd4004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.117+0000 7f1cf1298640 1 -- 172.21.15.84:0/1787098556 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1cd40039e0 msgr2=0x7f1cd4003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:20.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.117+0000 7f1cf1298640 1 --2- 172.21.15.84:0/1787098556 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1cd40039e0 0x7f1cd4003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.117+0000 7f1cf1298640 1 -- 172.21.15.84:0/1787098556 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cd4003520 con 0x7f1cd4004d40 2024-04-15T15:11:20.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.118+0000 7f1cf1298640 1 --2- 172.21.15.84:0/1787098556 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1cd4004d40 0x7f1cd40051c0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f1ce400a850 tx=0x7f1cd4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfd096bf2f74b2b server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:20.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.118+0000 7f1ce37fe640 1 -- 172.21.15.84:0/1787098556 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ce400a4a0 con 0x7f1cd4004d40 2024-04-15T15:11:20.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.118+0000 7f1ce37fe640 1 -- 172.21.15.84:0/1787098556 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ce4034630 con 0x7f1cd4004d40 2024-04-15T15:11:20.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.118+0000 7f1ce37fe640 1 -- 172.21.15.84:0/1787098556 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ce4034a20 con 0x7f1cd4004d40 2024-04-15T15:11:20.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.118+0000 7f1cf2cfb640 1 -- 172.21.15.84:0/1787098556 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1cd4004d40 msgr2=0x7f1cd40051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:20.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.118+0000 7f1cf2cfb640 1 --2- 172.21.15.84:0/1787098556 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1cd4004d40 0x7f1cd40051c0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f1ce400a850 tx=0x7f1cd4005830 comp rx=0 tx=0).stop 2024-04-15T15:11:20.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.118+0000 7f1cf1298640 1 -- 172.21.15.84:0/1787098556 reap_dead start 2024-04-15T15:11:20.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.118+0000 7f1cf2cfb640 1 -- 172.21.15.84:0/1787098556 shutdown_connections 2024-04-15T15:11:20.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.119+0000 7f1cf2cfb640 1 -- 172.21.15.84:0/1787098556 >> 172.21.15.84:0/1787098556 conn(0x7f1cec0b1dd0 msgr2=0x7f1cec0b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:20.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.119+0000 7f1cf2cfb640 1 -- 172.21.15.84:0/1787098556 shutdown_connections 2024-04-15T15:11:20.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.119+0000 7f1cf2cfb640 1 -- 172.21.15.84:0/1787098556 wait complete. 2024-04-15T15:11:20.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.120+0000 7f1cf2cfb640 1 Processor -- start 2024-04-15T15:11:20.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.120+0000 7f1cf2cfb640 1 -- start start 2024-04-15T15:11:20.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1cf2cfb640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1cd4004d40 0x7f1cec14faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1cf2cfb640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1cec152700 0x7f1cec155e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1cf2cfb640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1cec152b80 0x7f1cec156370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1cf2cfb640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1cec0ce2d0 con 0x7f1cec152700 2024-04-15T15:11:20.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1cf2cfb640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1cec15c1f0 con 0x7f1cd4004d40 2024-04-15T15:11:20.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1cf2cfb640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f1cec06dc10 con 0x7f1cec152b80 2024-04-15T15:11:20.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1ce3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1cec152700 0x7f1cec155e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1ce3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1cec152700 0x7f1cec155e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43820/0 (socket says 172.21.15.84:43820) 2024-04-15T15:11:20.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1ce3fff640 1 -- 172.21.15.84:0/4008447455 learned_addr learned my addr 172.21.15.84:0/4008447455 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:20.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1cf0a97640 1 --2- 172.21.15.84:0/4008447455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1cd4004d40 0x7f1cec14faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1cf1298640 1 --2- 172.21.15.84:0/4008447455 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1cec152b80 0x7f1cec156370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1ce3fff640 1 -- 172.21.15.84:0/4008447455 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1cec152b80 msgr2=0x7f1cec156370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:20.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1ce3fff640 1 --2- 172.21.15.84:0/4008447455 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1cec152b80 0x7f1cec156370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1ce3fff640 1 -- 172.21.15.84:0/4008447455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1cd4004d40 msgr2=0x7f1cec14faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:20.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1ce3fff640 1 --2- 172.21.15.84:0/4008447455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1cd4004d40 0x7f1cec14faf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1ce3fff640 1 -- 172.21.15.84:0/4008447455 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1cec0d00c0 con 0x7f1cec152700 2024-04-15T15:11:20.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1cf1298640 1 --2- 172.21.15.84:0/4008447455 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1cec152b80 0x7f1cec156370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:20.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1ce3fff640 1 --2- 172.21.15.84:0/4008447455 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1cec152700 0x7f1cec155e30 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc011940 tx=0x7f1cdc011e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:20.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1ce17fa640 1 -- 172.21.15.84:0/4008447455 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cdc019070 con 0x7f1cec152700 2024-04-15T15:11:20.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1ce17fa640 1 -- 172.21.15.84:0/4008447455 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1cdc004240 con 0x7f1cec152700 2024-04-15T15:11:20.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1ce17fa640 1 -- 172.21.15.84:0/4008447455 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cdc00f880 con 0x7f1cec152700 2024-04-15T15:11:20.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.121+0000 7f1cf2cfb640 1 -- 172.21.15.84:0/4008447455 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1cec0d03a0 con 0x7f1cec152700 2024-04-15T15:11:20.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.122+0000 7f1cf2cfb640 1 -- 172.21.15.84:0/4008447455 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1cec0d0960 con 0x7f1cec152700 2024-04-15T15:11:20.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.122+0000 7f1cf2cfb640 1 -- 172.21.15.84:0/4008447455 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1cec0689e0 con 0x7f1cec152700 2024-04-15T15:11:20.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.123+0000 7f1ce17fa640 1 -- 172.21.15.84:0/4008447455 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f1cdc01c070 con 0x7f1cec152700 2024-04-15T15:11:20.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.123+0000 7f1ce17fa640 1 --2- 172.21.15.84:0/4008447455 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1cd806c8f0 0x7f1cd806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.124+0000 7f1cf0a97640 1 --2- 172.21.15.84:0/4008447455 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1cd806c8f0 0x7f1cd806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.124+0000 7f1ce17fa640 1 -- 172.21.15.84:0/4008447455 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f1cdc08c370 con 0x7f1cec152700 2024-04-15T15:11:20.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.124+0000 7f1cf0a97640 1 --2- 172.21.15.84:0/4008447455 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1cd806c8f0 0x7f1cd806edb0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f1cec159b30 tx=0x7f1ce8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:20.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.128+0000 7f1ce17fa640 1 -- 172.21.15.84:0/4008447455 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f1cdc059d50 con 0x7f1cec152700 2024-04-15T15:11:20.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.305+0000 7f1cf2cfb640 1 -- 172.21.15.84:0/4008447455 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1cec15b850 con 0x7f1cec152700 2024-04-15T15:11:20.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.306+0000 7f1ce17fa640 1 -- 172.21.15.84:0/4008447455 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18854 (secure 0 0 0) 0x7f1cdc05e050 con 0x7f1cec152700 2024-04-15T15:11:20.308 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:20.308 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":26,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:11:03.629918+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.16","mappings":[{"from":5,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.b","mappings":[{"from":1,"to":2}]},{"pgid":"4.1e","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:20.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.308+0000 7f1cf2cfb640 1 -- 172.21.15.84:0/4008447455 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1cd806c8f0 msgr2=0x7f1cd806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:20.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.308+0000 7f1cf2cfb640 1 --2- 172.21.15.84:0/4008447455 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1cd806c8f0 0x7f1cd806edb0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f1cec159b30 tx=0x7f1ce8009040 comp rx=0 tx=0).stop 2024-04-15T15:11:20.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.308+0000 7f1cf2cfb640 1 -- 172.21.15.84:0/4008447455 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1cec152700 msgr2=0x7f1cec155e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:20.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.308+0000 7f1cf2cfb640 1 --2- 172.21.15.84:0/4008447455 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1cec152700 0x7f1cec155e30 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f1cdc011940 tx=0x7f1cdc011e00 comp rx=0 tx=0).stop 2024-04-15T15:11:20.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.308+0000 7f1cf2cfb640 1 -- 172.21.15.84:0/4008447455 shutdown_connections 2024-04-15T15:11:20.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.308+0000 7f1cf2cfb640 1 --2- 172.21.15.84:0/4008447455 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1cec152b80 0x7f1cec156370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.308+0000 7f1cf2cfb640 1 --2- 172.21.15.84:0/4008447455 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1cec152700 0x7f1cec155e30 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.308+0000 7f1cf2cfb640 1 --2- 172.21.15.84:0/4008447455 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1cd806c8f0 0x7f1cd806edb0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.308+0000 7f1cf2cfb640 1 --2- 172.21.15.84:0/4008447455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1cd4004d40 0x7f1cec14faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.308+0000 7f1cf2cfb640 1 -- 172.21.15.84:0/4008447455 >> 172.21.15.84:0/4008447455 conn(0x7f1cec0b1dd0 msgr2=0x7f1cec150800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:20.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.308+0000 7f1cf2cfb640 1 -- 172.21.15.84:0/4008447455 shutdown_connections 2024-04-15T15:11:20.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.308+0000 7f1cf2cfb640 1 -- 172.21.15.84:0/4008447455 wait complete. 2024-04-15T15:11:20.321 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:10:20.621351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:10:21.653421+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-15T15:10:25.371593+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-15T15:11:20.322 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:11:20.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.427+0000 7fef758d3640 1 Processor -- start 2024-04-15T15:11:20.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.427+0000 7fef758d3640 1 -- start start 2024-04-15T15:11:20.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.428+0000 7fef758d3640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fef700b11d0 0x7fef700d4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.428+0000 7fef758d3640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fef700b6040 0x7fef700d4e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.428+0000 7fef758d3640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef700b65b0 con 0x7fef7015e960 2024-04-15T15:11:20.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.428+0000 7fef758d3640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fef700b6890 con 0x7fef700b11d0 2024-04-15T15:11:20.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.428+0000 7fef758d3640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fef700b6b70 con 0x7fef700b6040 2024-04-15T15:11:20.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.428+0000 7fef67fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fef700b11d0 0x7fef700d4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.428+0000 7fef6effd640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fef7015e960 0x7fef700d1920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:35714/0 (socket says 172.21.15.84:35714) 2024-04-15T15:11:20.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.428+0000 7fef6effd640 1 -- 172.21.15.84:0/614255826 learned_addr learned my addr 172.21.15.84:0/614255826 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:20.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.428+0000 7fef67fff640 1 -- 172.21.15.84:0/614255826 >> v2:172.21.15.203:3300/0 conn(0x7fef700b6040 msgr2=0x7fef700d4e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:20.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.428+0000 7fef6f7fe640 1 --2- 172.21.15.84:0/614255826 >> v2:172.21.15.203:3300/0 conn(0x7fef700b6040 0x7fef700d4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.428+0000 7fef67fff640 1 --2- 172.21.15.84:0/614255826 >> v2:172.21.15.203:3300/0 conn(0x7fef700b6040 0x7fef700d4e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.428+0000 7fef67fff640 1 -- 172.21.15.84:0/614255826 >> v1:172.21.15.84:6789/0 conn(0x7fef7015e960 legacy=0x7fef700d1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:20.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.428+0000 7fef6e7fc640 1 -- 172.21.15.84:0/614255826 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2064586189 0 0) 0x7fef700b65b0 con 0x7fef7015e960 2024-04-15T15:11:20.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.428+0000 7fef67fff640 1 -- 172.21.15.84:0/614255826 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef700b6e50 con 0x7fef700b11d0 2024-04-15T15:11:20.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.429+0000 7fef67fff640 1 --2- 172.21.15.84:0/614255826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef700b11d0 0x7fef700d4900 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fef7008e5a0 tx=0x7fef5802b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb49e95a75ca978e server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:20.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.429+0000 7fef6e7fc640 1 -- 172.21.15.84:0/614255826 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef58035020 con 0x7fef700b11d0 2024-04-15T15:11:20.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.429+0000 7fef6e7fc640 1 -- 172.21.15.84:0/614255826 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef58031830 con 0x7fef700b11d0 2024-04-15T15:11:20.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.429+0000 7fef6e7fc640 1 -- 172.21.15.84:0/614255826 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef58031c00 con 0x7fef700b11d0 2024-04-15T15:11:20.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.430+0000 7fef758d3640 1 -- 172.21.15.84:0/614255826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef700b11d0 msgr2=0x7fef700d4900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:20.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.430+0000 7fef758d3640 1 --2- 172.21.15.84:0/614255826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef700b11d0 0x7fef700d4900 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fef7008e5a0 tx=0x7fef5802b8d0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.430+0000 7fef758d3640 1 -- 172.21.15.84:0/614255826 shutdown_connections 2024-04-15T15:11:20.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.430+0000 7fef758d3640 1 --2- 172.21.15.84:0/614255826 >> v2:172.21.15.203:3300/0 conn(0x7fef700b6040 0x7fef700d4e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.430+0000 7fef758d3640 1 --2- 172.21.15.84:0/614255826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef700b11d0 0x7fef700d4900 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.430+0000 7fef758d3640 1 -- 172.21.15.84:0/614255826 >> 172.21.15.84:0/614255826 conn(0x7fef700b9580 msgr2=0x7fef700b9990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:20.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.430+0000 7fef758d3640 1 -- 172.21.15.84:0/614255826 shutdown_connections 2024-04-15T15:11:20.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.430+0000 7fef758d3640 1 -- 172.21.15.84:0/614255826 wait complete. 2024-04-15T15:11:20.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.431+0000 7fef758d3640 1 Processor -- start 2024-04-15T15:11:20.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.431+0000 7fef758d3640 1 -- start start 2024-04-15T15:11:20.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef758d3640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fef700b11d0 0x7fef700b3830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef758d3640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef700b6040 0x7fef701605f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef758d3640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fef7015e960 0x7fef701584a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef758d3640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fef700d0160 con 0x7fef700b6040 2024-04-15T15:11:20.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef758d3640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fef700cffe0 con 0x7fef700b11d0 2024-04-15T15:11:20.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef758d3640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fef700d02e0 con 0x7fef7015e960 2024-04-15T15:11:20.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef67fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef700b6040 0x7fef701605f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef67fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef700b6040 0x7fef701605f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43852/0 (socket says 172.21.15.84:43852) 2024-04-15T15:11:20.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef67fff640 1 -- 172.21.15.84:0/1056641591 learned_addr learned my addr 172.21.15.84:0/1056641591 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:20.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef6effd640 1 --2- 172.21.15.84:0/1056641591 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fef700b11d0 0x7fef700b3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef6f7fe640 1 --2- 172.21.15.84:0/1056641591 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fef7015e960 0x7fef701584a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef67fff640 1 -- 172.21.15.84:0/1056641591 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fef7015e960 msgr2=0x7fef701584a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:20.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef67fff640 1 --2- 172.21.15.84:0/1056641591 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fef7015e960 0x7fef701584a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef67fff640 1 -- 172.21.15.84:0/1056641591 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fef700b11d0 msgr2=0x7fef700b3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:20.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef67fff640 1 --2- 172.21.15.84:0/1056641591 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fef700b11d0 0x7fef700b3830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef67fff640 1 -- 172.21.15.84:0/1056641591 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef7006b960 con 0x7fef700b6040 2024-04-15T15:11:20.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef6f7fe640 1 --2- 172.21.15.84:0/1056641591 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fef7015e960 0x7fef701584a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:20.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef6effd640 1 --2- 172.21.15.84:0/1056641591 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fef700b11d0 0x7fef700b3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:20.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef67fff640 1 --2- 172.21.15.84:0/1056641591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef700b6040 0x7fef701605f0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fef58009890 tx=0x7fef580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:20.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef6cff9640 1 -- 172.21.15.84:0/1056641591 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef58035050 con 0x7fef700b6040 2024-04-15T15:11:20.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef6cff9640 1 -- 172.21.15.84:0/1056641591 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef58004230 con 0x7fef700b6040 2024-04-15T15:11:20.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef758d3640 1 -- 172.21.15.84:0/1056641591 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef7006bc00 con 0x7fef700b6040 2024-04-15T15:11:20.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef6cff9640 1 -- 172.21.15.84:0/1056641591 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef5803b800 con 0x7fef700b6040 2024-04-15T15:11:20.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.432+0000 7fef758d3640 1 -- 172.21.15.84:0/1056641591 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef7015fdf0 con 0x7fef700b6040 2024-04-15T15:11:20.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.434+0000 7fef758d3640 1 -- 172.21.15.84:0/1056641591 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef700d2230 con 0x7fef700b6040 2024-04-15T15:11:20.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.434+0000 7fef6cff9640 1 -- 172.21.15.84:0/1056641591 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fef58038020 con 0x7fef700b6040 2024-04-15T15:11:20.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.434+0000 7fef6cff9640 1 --2- 172.21.15.84:0/1056641591 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fef5006c920 0x7fef5006ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.434+0000 7fef6cff9640 1 -- 172.21.15.84:0/1056641591 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fef580add60 con 0x7fef700b6040 2024-04-15T15:11:20.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.434+0000 7fef6effd640 1 --2- 172.21.15.84:0/1056641591 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fef5006c920 0x7fef5006ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.435+0000 7fef6effd640 1 --2- 172.21.15.84:0/1056641591 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fef5006c920 0x7fef5006ede0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fef60000f60 tx=0x7fef60009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:20.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.439+0000 7fef6cff9640 1 -- 172.21.15.84:0/1056641591 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fef700d2230 con 0x7fef700b6040 2024-04-15T15:11:20.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.614+0000 7fef758d3640 1 -- 172.21.15.84:0/1056641591 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fef70075c50 con 0x7fef700b6040 2024-04-15T15:11:20.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.614+0000 7fef6cff9640 1 -- 172.21.15.84:0/1056641591 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) ==== 93+0+10 (secure 0 0 0) 0x7fef58040070 con 0x7fef700b6040 2024-04-15T15:11:20.616 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:11:20.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.616+0000 7fef758d3640 1 -- 172.21.15.84:0/1056641591 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fef5006c920 msgr2=0x7fef5006ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:20.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.616+0000 7fef758d3640 1 --2- 172.21.15.84:0/1056641591 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fef5006c920 0x7fef5006ede0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fef60000f60 tx=0x7fef60009040 comp rx=0 tx=0).stop 2024-04-15T15:11:20.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.616+0000 7fef758d3640 1 -- 172.21.15.84:0/1056641591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef700b6040 msgr2=0x7fef701605f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:20.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.616+0000 7fef758d3640 1 --2- 172.21.15.84:0/1056641591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef700b6040 0x7fef701605f0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fef58009890 tx=0x7fef580046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.616+0000 7fef758d3640 1 -- 172.21.15.84:0/1056641591 shutdown_connections 2024-04-15T15:11:20.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.616+0000 7fef758d3640 1 --2- 172.21.15.84:0/1056641591 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fef7015e960 0x7fef701584a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.616+0000 7fef758d3640 1 --2- 172.21.15.84:0/1056641591 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef700b6040 0x7fef701605f0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.616+0000 7fef758d3640 1 --2- 172.21.15.84:0/1056641591 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fef5006c920 0x7fef5006ede0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.616+0000 7fef758d3640 1 --2- 172.21.15.84:0/1056641591 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fef700b11d0 0x7fef700b3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.616+0000 7fef758d3640 1 -- 172.21.15.84:0/1056641591 >> 172.21.15.84:0/1056641591 conn(0x7fef700b9580 msgr2=0x7fef700d29d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:20.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.616+0000 7fef758d3640 1 -- 172.21.15.84:0/1056641591 shutdown_connections 2024-04-15T15:11:20.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.616+0000 7fef758d3640 1 -- 172.21.15.84:0/1056641591 wait complete. 2024-04-15T15:11:20.629 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:11:20.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.735+0000 7f6106888640 1 Processor -- start 2024-04-15T15:11:20.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.736+0000 7f6106888640 1 -- start start 2024-04-15T15:11:20.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.736+0000 7f6106888640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f610015c250 0x7f610006d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.736+0000 7f6106888640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f610006df30 con 0x7f61000d0010 2024-04-15T15:11:20.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.736+0000 7f6106888640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f610006e210 con 0x7f610015f9f0 2024-04-15T15:11:20.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.736+0000 7f6106888640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f61000cd1a0 con 0x7f610015c250 2024-04-15T15:11:20.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f6104e25640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f61000d0010 0x7f61000b3e10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:35722/0 (socket says 172.21.15.84:35722) 2024-04-15T15:11:20.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f6104e25640 1 -- 172.21.15.84:0/1707824081 learned_addr learned my addr 172.21.15.84:0/1707824081 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:20.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60fffff640 1 --2- 172.21.15.84:0/1707824081 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f610015c250 0x7f610006d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60ff7fe640 1 -- 172.21.15.84:0/1707824081 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2842651429 0 0) 0x7f610006df30 con 0x7f61000d0010 2024-04-15T15:11:20.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60ff7fe640 1 -- 172.21.15.84:0/1707824081 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f60ec003520 con 0x7f61000d0010 2024-04-15T15:11:20.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60ff7fe640 1 -- 172.21.15.84:0/1707824081 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1449440348 0 0) 0x7f60ec003520 con 0x7f61000d0010 2024-04-15T15:11:20.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60ff7fe640 1 -- 172.21.15.84:0/1707824081 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f610015c250 msgr2=0x7f610006d6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:20.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60ff7fe640 1 --2- 172.21.15.84:0/1707824081 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f610015c250 0x7f610006d6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60ff7fe640 1 -- 172.21.15.84:0/1707824081 >> v1:172.21.15.203:6789/0 conn(0x7f610015f9f0 legacy=0x7f61000cca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:20.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60ff7fe640 1 -- 172.21.15.84:0/1707824081 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f610006e4f0 con 0x7f61000d0010 2024-04-15T15:11:20.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60ff7fe640 1 -- 172.21.15.84:0/1707824081 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f60f80019f0 con 0x7f61000d0010 2024-04-15T15:11:20.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60ff7fe640 1 -- 172.21.15.84:0/1707824081 >> v1:172.21.15.84:6789/0 conn(0x7f61000d0010 legacy=0x7f61000b3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:20.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60ff7fe640 1 --2- 172.21.15.84:0/1707824081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60ec0039e0 0x7f60ec003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60ff7fe640 1 --2- 172.21.15.84:0/1707824081 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f610015c250 0x7f60ec004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60ff7fe640 1 --2- 172.21.15.84:0/1707824081 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f60ec004d40 0x7f60ec0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60ff7fe640 1 -- 172.21.15.84:0/1707824081 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f61000cd1a0 con 0x7f60ec0039e0 2024-04-15T15:11:20.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60ff7fe640 1 -- 172.21.15.84:0/1707824081 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f60ec00baf0 con 0x7f60ec004d40 2024-04-15T15:11:20.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60ff7fe640 1 -- 172.21.15.84:0/1707824081 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f60ec00bcf0 con 0x7f610015c250 2024-04-15T15:11:20.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60fffff640 1 --2- 172.21.15.84:0/1707824081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60ec0039e0 0x7f60ec003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60f7fff640 1 --2- 172.21.15.84:0/1707824081 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f610015c250 0x7f60ec004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f6104e25640 1 --2- 172.21.15.84:0/1707824081 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f60ec004d40 0x7f60ec0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60fffff640 1 -- 172.21.15.84:0/1707824081 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f610015c250 msgr2=0x7f60ec004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:20.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60fffff640 1 --2- 172.21.15.84:0/1707824081 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f610015c250 0x7f60ec004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60fffff640 1 -- 172.21.15.84:0/1707824081 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f60ec004d40 msgr2=0x7f60ec0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:20.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60fffff640 1 --2- 172.21.15.84:0/1707824081 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f60ec004d40 0x7f60ec0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60fffff640 1 -- 172.21.15.84:0/1707824081 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60ec003520 con 0x7f60ec0039e0 2024-04-15T15:11:20.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f60f7fff640 1 --2- 172.21.15.84:0/1707824081 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f610015c250 0x7f60ec004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:20.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.737+0000 7f6104e25640 1 --2- 172.21.15.84:0/1707824081 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f60ec004d40 0x7f60ec0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:20.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.738+0000 7f60fffff640 1 --2- 172.21.15.84:0/1707824081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60ec0039e0 0x7f60ec003e00 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f60f0009ac0 tx=0x7f60ec005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9df227db92678727 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:20.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.738+0000 7f60ff7fe640 1 -- 172.21.15.84:0/1707824081 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60f0039070 con 0x7f60ec0039e0 2024-04-15T15:11:20.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.738+0000 7f60ff7fe640 1 -- 172.21.15.84:0/1707824081 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60f002c600 con 0x7f60ec0039e0 2024-04-15T15:11:20.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.738+0000 7f60ff7fe640 1 -- 172.21.15.84:0/1707824081 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60f0009690 con 0x7f60ec0039e0 2024-04-15T15:11:20.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.739+0000 7f6106888640 1 -- 172.21.15.84:0/1707824081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60ec0039e0 msgr2=0x7f60ec003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:20.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.739+0000 7f6106888640 1 --2- 172.21.15.84:0/1707824081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f60ec0039e0 0x7f60ec003e00 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f60f0009ac0 tx=0x7f60ec005830 comp rx=0 tx=0).stop 2024-04-15T15:11:20.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.739+0000 7f6104e25640 1 -- 172.21.15.84:0/1707824081 reap_dead start 2024-04-15T15:11:20.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.739+0000 7f6106888640 1 -- 172.21.15.84:0/1707824081 shutdown_connections 2024-04-15T15:11:20.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.739+0000 7f6106888640 1 -- 172.21.15.84:0/1707824081 >> 172.21.15.84:0/1707824081 conn(0x7f61000ceec0 msgr2=0x7f61000cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:20.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.739+0000 7f6106888640 1 -- 172.21.15.84:0/1707824081 shutdown_connections 2024-04-15T15:11:20.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.739+0000 7f6106888640 1 -- 172.21.15.84:0/1707824081 wait complete. 2024-04-15T15:11:20.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.740+0000 7f6106888640 1 Processor -- start 2024-04-15T15:11:20.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.740+0000 7f6106888640 1 -- start start 2024-04-15T15:11:20.746 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.741+0000 7f6106888640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f60ec0039e0 0x7f610015f040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.741+0000 7f6106888640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6100154460 0x7f61000ca290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.741+0000 7f6106888640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6100153c80 0x7f61001606a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.741+0000 7f6106888640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f610015c630 con 0x7f6100154460 2024-04-15T15:11:20.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.741+0000 7f6106888640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f61000b38f0 con 0x7f6100153c80 2024-04-15T15:11:20.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.741+0000 7f6106888640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f610015c7b0 con 0x7f60ec0039e0 2024-04-15T15:11:20.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.741+0000 7f60f7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6100154460 0x7f61000ca290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.741+0000 7f60f7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6100154460 0x7f61000ca290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43862/0 (socket says 172.21.15.84:43862) 2024-04-15T15:11:20.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.741+0000 7f60f7fff640 1 -- 172.21.15.84:0/3050260653 learned_addr learned my addr 172.21.15.84:0/3050260653 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:20.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.741+0000 7f6104e25640 1 --2- 172.21.15.84:0/3050260653 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6100153c80 0x7f61001606a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.741+0000 7f60fffff640 1 --2- 172.21.15.84:0/3050260653 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f60ec0039e0 0x7f610015f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.741+0000 7f60f7fff640 1 -- 172.21.15.84:0/3050260653 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f60ec0039e0 msgr2=0x7f610015f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:20.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.741+0000 7f60f7fff640 1 --2- 172.21.15.84:0/3050260653 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f60ec0039e0 0x7f610015f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.741+0000 7f60f7fff640 1 -- 172.21.15.84:0/3050260653 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6100153c80 msgr2=0x7f61001606a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:20.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.741+0000 7f60f7fff640 1 --2- 172.21.15.84:0/3050260653 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6100153c80 0x7f61001606a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.741+0000 7f60f7fff640 1 -- 172.21.15.84:0/3050260653 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6100154c90 con 0x7f6100154460 2024-04-15T15:11:20.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.741+0000 7f60f7fff640 1 --2- 172.21.15.84:0/3050260653 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6100154460 0x7f61000ca290 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f60e800e630 tx=0x7f60e800eaf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:20.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.742+0000 7f60fd7fa640 1 -- 172.21.15.84:0/3050260653 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60e80052e0 con 0x7f6100154460 2024-04-15T15:11:20.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.742+0000 7f60fd7fa640 1 -- 172.21.15.84:0/3050260653 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60e8018070 con 0x7f6100154460 2024-04-15T15:11:20.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.742+0000 7f6106888640 1 -- 172.21.15.84:0/3050260653 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61000c9510 con 0x7f6100154460 2024-04-15T15:11:20.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.742+0000 7f60fd7fa640 1 -- 172.21.15.84:0/3050260653 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60e8003810 con 0x7f6100154460 2024-04-15T15:11:20.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.742+0000 7f6106888640 1 -- 172.21.15.84:0/3050260653 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61000c97b0 con 0x7f6100154460 2024-04-15T15:11:20.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.743+0000 7f6106888640 1 -- 172.21.15.84:0/3050260653 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6100075c50 con 0x7f6100154460 2024-04-15T15:11:20.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.743+0000 7f60fd7fa640 1 -- 172.21.15.84:0/3050260653 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f60e80039b0 con 0x7f6100154460 2024-04-15T15:11:20.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.744+0000 7f60fd7fa640 1 --2- 172.21.15.84:0/3050260653 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f60e006c920 0x7f60e006ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:20.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.744+0000 7f60fffff640 1 --2- 172.21.15.84:0/3050260653 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f60e006c920 0x7f60e006ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:20.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.744+0000 7f60fd7fa640 1 -- 172.21.15.84:0/3050260653 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f60e808bbe0 con 0x7f6100154460 2024-04-15T15:11:20.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.744+0000 7f60fffff640 1 --2- 172.21.15.84:0/3050260653 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f60e006c920 0x7f60e006ede0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f60f0036000 tx=0x7f60f0030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:20.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.748+0000 7f60fd7fa640 1 -- 172.21.15.84:0/3050260653 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f60e8059ca0 con 0x7f6100154460 2024-04-15T15:11:20.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.921+0000 7f6106888640 1 -- 172.21.15.84:0/3050260653 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f61000b83c0 con 0x7f6100154460 2024-04-15T15:11:20.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.922+0000 7f60fd7fa640 1 -- 172.21.15.84:0/3050260653 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) ==== 104+0+11 (secure 0 0 0) 0x7f60e80595a0 con 0x7f6100154460 2024-04-15T15:11:20.924 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:20.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.924+0000 7f6106888640 1 -- 172.21.15.84:0/3050260653 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f60e006c920 msgr2=0x7f60e006ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:20.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.924+0000 7f6106888640 1 --2- 172.21.15.84:0/3050260653 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f60e006c920 0x7f60e006ede0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f60f0036000 tx=0x7f60f0030000 comp rx=0 tx=0).stop 2024-04-15T15:11:20.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.924+0000 7f6106888640 1 -- 172.21.15.84:0/3050260653 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6100154460 msgr2=0x7f61000ca290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:20.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.924+0000 7f6106888640 1 --2- 172.21.15.84:0/3050260653 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6100154460 0x7f61000ca290 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f60e800e630 tx=0x7f60e800eaf0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.924+0000 7f6106888640 1 -- 172.21.15.84:0/3050260653 shutdown_connections 2024-04-15T15:11:20.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.924+0000 7f6106888640 1 --2- 172.21.15.84:0/3050260653 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f60e006c920 0x7f60e006ede0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.924+0000 7f6106888640 1 --2- 172.21.15.84:0/3050260653 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6100153c80 0x7f61001606a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.924+0000 7f6106888640 1 --2- 172.21.15.84:0/3050260653 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6100154460 0x7f61000ca290 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.924+0000 7f6106888640 1 --2- 172.21.15.84:0/3050260653 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f60ec0039e0 0x7f610015f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:20.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.924+0000 7f6106888640 1 -- 172.21.15.84:0/3050260653 >> 172.21.15.84:0/3050260653 conn(0x7f61000ceec0 msgr2=0x7f610015fee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:20.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.924+0000 7f6106888640 1 -- 172.21.15.84:0/3050260653 shutdown_connections 2024-04-15T15:11:20.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:20.924+0000 7f6106888640 1 -- 172.21.15.84:0/3050260653 wait complete. 2024-04-15T15:11:20.937 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:11:21.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.041+0000 7f803f7fa640 1 Processor -- start 2024-04-15T15:11:21.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.041+0000 7f803f7fa640 1 -- start start 2024-04-15T15:11:21.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.042+0000 7f803f7fa640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f803815c250 0x7f803806d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.042+0000 7f803f7fa640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f803815f9f0 0x7f80380cca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.042+0000 7f803f7fa640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f803806df30 con 0x7f80380d0010 2024-04-15T15:11:21.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.042+0000 7f803f7fa640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f803806e210 con 0x7f803815c250 2024-04-15T15:11:21.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.042+0000 7f803f7fa640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f803806e4f0 con 0x7f803815f9f0 2024-04-15T15:11:21.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.042+0000 7f803d596640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f803815c250 0x7f803806d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:21.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.042+0000 7f803dd97640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f80380d0010 0x7f80380b3e10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:35730/0 (socket says 172.21.15.84:35730) 2024-04-15T15:11:21.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.042+0000 7f803dd97640 1 -- 172.21.15.84:0/4068688512 learned_addr learned my addr 172.21.15.84:0/4068688512 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:21.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.043+0000 7f803cd95640 1 --2- 172.21.15.84:0/4068688512 >> v2:172.21.15.203:3300/0 conn(0x7f803815f9f0 0x7f80380cca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:21.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.043+0000 7f803d596640 1 -- 172.21.15.84:0/4068688512 >> v2:172.21.15.203:3300/0 conn(0x7f803815f9f0 msgr2=0x7f80380cca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:21.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.043+0000 7f803d596640 1 --2- 172.21.15.84:0/4068688512 >> v2:172.21.15.203:3300/0 conn(0x7f803815f9f0 0x7f80380cca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.043+0000 7f803d596640 1 -- 172.21.15.84:0/4068688512 >> v1:172.21.15.84:6789/0 conn(0x7f80380d0010 legacy=0x7f80380b3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.043+0000 7f803d596640 1 -- 172.21.15.84:0/4068688512 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80380b3610 con 0x7f803815c250 2024-04-15T15:11:21.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.043+0000 7f803d596640 1 --2- 172.21.15.84:0/4068688512 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f803815c250 0x7f803806d6e0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f80380b5030 tx=0x7f803402be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99f499322b1b8990 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:21.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.044+0000 7f802ffff640 1 -- 172.21.15.84:0/4068688512 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8034039070 con 0x7f803815c250 2024-04-15T15:11:21.047 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.044+0000 7f802ffff640 1 -- 172.21.15.84:0/4068688512 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f803402cbf0 con 0x7f803815c250 2024-04-15T15:11:21.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.044+0000 7f802ffff640 1 -- 172.21.15.84:0/4068688512 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8034034440 con 0x7f803815c250 2024-04-15T15:11:21.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.044+0000 7f803f7fa640 1 -- 172.21.15.84:0/4068688512 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f803815c250 msgr2=0x7f803806d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.044+0000 7f803f7fa640 1 --2- 172.21.15.84:0/4068688512 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f803815c250 0x7f803806d6e0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f80380b5030 tx=0x7f803402be40 comp rx=0 tx=0).stop 2024-04-15T15:11:21.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.044+0000 7f803f7fa640 1 -- 172.21.15.84:0/4068688512 shutdown_connections 2024-04-15T15:11:21.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.044+0000 7f803f7fa640 1 --2- 172.21.15.84:0/4068688512 >> v2:172.21.15.203:3300/0 conn(0x7f803815f9f0 0x7f80380cca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.044+0000 7f803f7fa640 1 --2- 172.21.15.84:0/4068688512 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f803815c250 0x7f803806d6e0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.044+0000 7f803f7fa640 1 -- 172.21.15.84:0/4068688512 >> 172.21.15.84:0/4068688512 conn(0x7f80380ceec0 msgr2=0x7f80380cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:21.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.044+0000 7f803f7fa640 1 -- 172.21.15.84:0/4068688512 shutdown_connections 2024-04-15T15:11:21.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.044+0000 7f803f7fa640 1 -- 172.21.15.84:0/4068688512 wait complete. 2024-04-15T15:11:21.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.045+0000 7f803f7fa640 1 Processor -- start 2024-04-15T15:11:21.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.045+0000 7f803f7fa640 1 -- start start 2024-04-15T15:11:21.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.046+0000 7f803f7fa640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80380d0010 0x7f80380b5c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.046+0000 7f803f7fa640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f803815c250 0x7f803814cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.046+0000 7f803f7fa640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f803815f9f0 0x7f80380b7430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.046+0000 7f803f7fa640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f803815c630 con 0x7f80380d0010 2024-04-15T15:11:21.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.046+0000 7f803f7fa640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f803806dc20 con 0x7f803815f9f0 2024-04-15T15:11:21.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.046+0000 7f803f7fa640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f803815c7b0 con 0x7f803815c250 2024-04-15T15:11:21.051 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.046+0000 7f803d596640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80380d0010 0x7f80380b5c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:21.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.046+0000 7f803d596640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80380d0010 0x7f80380b5c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43874/0 (socket says 172.21.15.84:43874) 2024-04-15T15:11:21.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.046+0000 7f803d596640 1 -- 172.21.15.84:0/1523278388 learned_addr learned my addr 172.21.15.84:0/1523278388 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:21.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.046+0000 7f803d596640 1 -- 172.21.15.84:0/1523278388 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f803815c250 msgr2=0x7f803814cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.046+0000 7f803d596640 1 --2- 172.21.15.84:0/1523278388 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f803815c250 0x7f803814cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.046+0000 7f803d596640 1 -- 172.21.15.84:0/1523278388 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f803815f9f0 msgr2=0x7f80380b7430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.046+0000 7f803d596640 1 --2- 172.21.15.84:0/1523278388 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f803815f9f0 0x7f80380b7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.052 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.046+0000 7f803d596640 1 -- 172.21.15.84:0/1523278388 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f803814d9a0 con 0x7f80380d0010 2024-04-15T15:11:21.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.047+0000 7f803d596640 1 --2- 172.21.15.84:0/1523278388 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80380d0010 0x7f80380b5c50 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f8034037040 tx=0x7f8034004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:21.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.047+0000 7f802dffb640 1 -- 172.21.15.84:0/1523278388 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8034039050 con 0x7f80380d0010 2024-04-15T15:11:21.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.047+0000 7f802dffb640 1 -- 172.21.15.84:0/1523278388 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8034045070 con 0x7f80380d0010 2024-04-15T15:11:21.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.047+0000 7f803f7fa640 1 -- 172.21.15.84:0/1523278388 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f803814d4e0 con 0x7f80380d0010 2024-04-15T15:11:21.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.047+0000 7f802dffb640 1 -- 172.21.15.84:0/1523278388 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f803403e850 con 0x7f80380d0010 2024-04-15T15:11:21.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.047+0000 7f803f7fa640 1 -- 172.21.15.84:0/1523278388 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80380c7090 con 0x7f80380d0010 2024-04-15T15:11:21.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.048+0000 7f803f7fa640 1 -- 172.21.15.84:0/1523278388 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8038075c50 con 0x7f80380d0010 2024-04-15T15:11:21.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.048+0000 7f802dffb640 1 -- 172.21.15.84:0/1523278388 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f803403e9f0 con 0x7f80380d0010 2024-04-15T15:11:21.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.049+0000 7f802dffb640 1 --2- 172.21.15.84:0/1523278388 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f801c06c8f0 0x7f801c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.049+0000 7f802dffb640 1 -- 172.21.15.84:0/1523278388 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f80340aec30 con 0x7f80380d0010 2024-04-15T15:11:21.053 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.049+0000 7f803cd95640 1 --2- 172.21.15.84:0/1523278388 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f801c06c8f0 0x7f801c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:21.054 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.049+0000 7f803cd95640 1 --2- 172.21.15.84:0/1523278388 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f801c06c8f0 0x7f801c06edb0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f8028006fd0 tx=0x7f8028008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:21.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.053+0000 7f802dffb640 1 -- 172.21.15.84:0/1523278388 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f803407ce10 con 0x7f80380d0010 2024-04-15T15:11:21.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.229+0000 7f803f7fa640 1 -- 172.21.15.84:0/1523278388 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f80380b83c0 con 0x7f80380d0010 2024-04-15T15:11:21.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.230+0000 7f802dffb640 1 -- 172.21.15.84:0/1523278388 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) ==== 100+0+11 (secure 0 0 0) 0x7f803407c710 con 0x7f80380d0010 2024-04-15T15:11:21.232 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:11:21.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.232+0000 7f803f7fa640 1 -- 172.21.15.84:0/1523278388 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f801c06c8f0 msgr2=0x7f801c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.232+0000 7f803f7fa640 1 --2- 172.21.15.84:0/1523278388 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f801c06c8f0 0x7f801c06edb0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f8028006fd0 tx=0x7f8028008040 comp rx=0 tx=0).stop 2024-04-15T15:11:21.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.232+0000 7f803f7fa640 1 -- 172.21.15.84:0/1523278388 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80380d0010 msgr2=0x7f80380b5c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.232+0000 7f803f7fa640 1 --2- 172.21.15.84:0/1523278388 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80380d0010 0x7f80380b5c50 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f8034037040 tx=0x7f8034004a40 comp rx=0 tx=0).stop 2024-04-15T15:11:21.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.232+0000 7f803f7fa640 1 -- 172.21.15.84:0/1523278388 shutdown_connections 2024-04-15T15:11:21.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.232+0000 7f803f7fa640 1 --2- 172.21.15.84:0/1523278388 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f801c06c8f0 0x7f801c06edb0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.232+0000 7f803f7fa640 1 --2- 172.21.15.84:0/1523278388 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f803815f9f0 0x7f80380b7430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.232+0000 7f803f7fa640 1 --2- 172.21.15.84:0/1523278388 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f803815c250 0x7f803814cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.232+0000 7f803f7fa640 1 --2- 172.21.15.84:0/1523278388 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f80380d0010 0x7f80380b5c50 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.232+0000 7f803f7fa640 1 -- 172.21.15.84:0/1523278388 >> 172.21.15.84:0/1523278388 conn(0x7f80380ceec0 msgr2=0x7f803806fdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:21.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.232+0000 7f803f7fa640 1 -- 172.21.15.84:0/1523278388 shutdown_connections 2024-04-15T15:11:21.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.232+0000 7f803f7fa640 1 -- 172.21.15.84:0/1523278388 wait complete. 2024-04-15T15:11:21.245 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-15T15:11:21.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.348+0000 7fe1a1b7c640 1 Processor -- start 2024-04-15T15:11:21.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.348+0000 7fe1a1b7c640 1 -- start start 2024-04-15T15:11:21.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.349+0000 7fe1a1b7c640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe19c0ce2f0 0x7fe19c15c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.349+0000 7fe1a1b7c640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe19c06bbb0 con 0x7fe19c0cc7c0 2024-04-15T15:11:21.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.349+0000 7fe1a1b7c640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe19c06be90 con 0x7fe19c0d08f0 2024-04-15T15:11:21.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.349+0000 7fe1a1b7c640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe19c06b960 con 0x7fe19c0ce2f0 2024-04-15T15:11:21.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.349+0000 7fe19bfff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fe19c0cc7c0 0x7fe19c155600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:35742/0 (socket says 172.21.15.84:35742) 2024-04-15T15:11:21.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.349+0000 7fe19bfff640 1 -- 172.21.15.84:0/848339749 learned_addr learned my addr 172.21.15.84:0/848339749 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:21.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.349+0000 7fe19a7fc640 1 -- 172.21.15.84:0/848339749 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1634022882 0 0) 0x7fe19c06bbb0 con 0x7fe19c0cc7c0 2024-04-15T15:11:21.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.349+0000 7fe19b7fe640 1 --2- 172.21.15.84:0/848339749 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe19c0ce2f0 0x7fe19c15c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:21.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.349+0000 7fe19a7fc640 1 -- 172.21.15.84:0/848339749 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe184003520 con 0x7fe19c0cc7c0 2024-04-15T15:11:21.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.350+0000 7fe19a7fc640 1 -- 172.21.15.84:0/848339749 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3746636098 0 0) 0x7fe184003520 con 0x7fe19c0cc7c0 2024-04-15T15:11:21.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.350+0000 7fe19a7fc640 1 -- 172.21.15.84:0/848339749 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe19c0ce2f0 msgr2=0x7fe19c15c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:21.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.350+0000 7fe19a7fc640 1 --2- 172.21.15.84:0/848339749 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe19c0ce2f0 0x7fe19c15c530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.350+0000 7fe19a7fc640 1 -- 172.21.15.84:0/848339749 >> v1:172.21.15.203:6789/0 conn(0x7fe19c0d08f0 legacy=0x7fe19c0cc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.350+0000 7fe19a7fc640 1 -- 172.21.15.84:0/848339749 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe19c06c170 con 0x7fe19c0cc7c0 2024-04-15T15:11:21.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.350+0000 7fe19a7fc640 1 -- 172.21.15.84:0/848339749 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7fe194001670 con 0x7fe19c0cc7c0 2024-04-15T15:11:21.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.350+0000 7fe19a7fc640 1 -- 172.21.15.84:0/848339749 >> v1:172.21.15.84:6789/0 conn(0x7fe19c0cc7c0 legacy=0x7fe19c155600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.350+0000 7fe19a7fc640 1 --2- 172.21.15.84:0/848339749 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1840039e0 0x7fe184003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.350+0000 7fe19a7fc640 1 --2- 172.21.15.84:0/848339749 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe19c0ce2f0 0x7fe184004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.350+0000 7fe19a7fc640 1 --2- 172.21.15.84:0/848339749 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe184004d40 0x7fe1840051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.350+0000 7fe19a7fc640 1 -- 172.21.15.84:0/848339749 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe19c06b960 con 0x7fe1840039e0 2024-04-15T15:11:21.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.350+0000 7fe19a7fc640 1 -- 172.21.15.84:0/848339749 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe18400b9c0 con 0x7fe184004d40 2024-04-15T15:11:21.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.350+0000 7fe19a7fc640 1 -- 172.21.15.84:0/848339749 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe18400bbc0 con 0x7fe19c0ce2f0 2024-04-15T15:11:21.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.350+0000 7fe19b7fe640 1 --2- 172.21.15.84:0/848339749 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1840039e0 0x7fe184003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:21.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.350+0000 7fe19affd640 1 --2- 172.21.15.84:0/848339749 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe19c0ce2f0 0x7fe184004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:21.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.350+0000 7fe19bfff640 1 --2- 172.21.15.84:0/848339749 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe184004d40 0x7fe1840051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:21.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.350+0000 7fe19b7fe640 1 -- 172.21.15.84:0/848339749 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe19c0ce2f0 msgr2=0x7fe184004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:21.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.350+0000 7fe19b7fe640 1 --2- 172.21.15.84:0/848339749 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe19c0ce2f0 0x7fe184004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.350+0000 7fe19b7fe640 1 -- 172.21.15.84:0/848339749 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe184004d40 msgr2=0x7fe1840051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:21.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.350+0000 7fe19b7fe640 1 --2- 172.21.15.84:0/848339749 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe184004d40 0x7fe1840051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.350+0000 7fe19b7fe640 1 -- 172.21.15.84:0/848339749 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe184003520 con 0x7fe1840039e0 2024-04-15T15:11:21.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.351+0000 7fe19b7fe640 1 --2- 172.21.15.84:0/848339749 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1840039e0 0x7fe184003dc0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fe18c009fc0 tx=0x7fe184005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d654b1584b3ef96c server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:21.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.351+0000 7fe19a7fc640 1 -- 172.21.15.84:0/848339749 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18c039070 con 0x7fe1840039e0 2024-04-15T15:11:21.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.351+0000 7fe19a7fc640 1 -- 172.21.15.84:0/848339749 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe18c02cb40 con 0x7fe1840039e0 2024-04-15T15:11:21.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.351+0000 7fe19a7fc640 1 -- 172.21.15.84:0/848339749 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe18c009c10 con 0x7fe1840039e0 2024-04-15T15:11:21.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.351+0000 7fe1a1b7c640 1 -- 172.21.15.84:0/848339749 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1840039e0 msgr2=0x7fe184003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.351+0000 7fe1a1b7c640 1 --2- 172.21.15.84:0/848339749 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe1840039e0 0x7fe184003dc0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fe18c009fc0 tx=0x7fe184005830 comp rx=0 tx=0).stop 2024-04-15T15:11:21.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.352+0000 7fe19bfff640 1 -- 172.21.15.84:0/848339749 reap_dead start 2024-04-15T15:11:21.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.352+0000 7fe1a1b7c640 1 -- 172.21.15.84:0/848339749 shutdown_connections 2024-04-15T15:11:21.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.352+0000 7fe1a1b7c640 1 -- 172.21.15.84:0/848339749 >> 172.21.15.84:0/848339749 conn(0x7fe19c0b31d0 msgr2=0x7fe19c0b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:21.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.352+0000 7fe1a1b7c640 1 -- 172.21.15.84:0/848339749 shutdown_connections 2024-04-15T15:11:21.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.352+0000 7fe1a1b7c640 1 -- 172.21.15.84:0/848339749 wait complete. 2024-04-15T15:11:21.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.353+0000 7fe1a1b7c640 1 Processor -- start 2024-04-15T15:11:21.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.353+0000 7fe1a1b7c640 1 -- start start 2024-04-15T15:11:21.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe1a1b7c640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe1840039e0 0x7fe19c153860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe1a1b7c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe19c155170 0x7fe19c099870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe1a1b7c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe19c144560 0x7fe19c0ccc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe1a1b7c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe19c06ef50 con 0x7fe19c144560 2024-04-15T15:11:21.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe1a1b7c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe19c06edd0 con 0x7fe19c155170 2024-04-15T15:11:21.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe1a1b7c640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe19c06f0d0 con 0x7fe1840039e0 2024-04-15T15:11:21.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe19bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe19c144560 0x7fe19c0ccc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:21.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe19bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe19c144560 0x7fe19c0ccc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43882/0 (socket says 172.21.15.84:43882) 2024-04-15T15:11:21.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe19bfff640 1 -- 172.21.15.84:0/3904008019 learned_addr learned my addr 172.21.15.84:0/3904008019 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:21.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe19b7fe640 1 --2- 172.21.15.84:0/3904008019 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe1840039e0 0x7fe19c153860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:21.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe19affd640 1 --2- 172.21.15.84:0/3904008019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe19c155170 0x7fe19c099870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:21.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe19bfff640 1 -- 172.21.15.84:0/3904008019 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe1840039e0 msgr2=0x7fe19c153860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe19bfff640 1 --2- 172.21.15.84:0/3904008019 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe1840039e0 0x7fe19c153860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe19bfff640 1 -- 172.21.15.84:0/3904008019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe19c155170 msgr2=0x7fe19c099870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe19bfff640 1 --2- 172.21.15.84:0/3904008019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe19c155170 0x7fe19c099870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe19bfff640 1 -- 172.21.15.84:0/3904008019 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe19c1540d0 con 0x7fe19c144560 2024-04-15T15:11:21.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe19bfff640 1 --2- 172.21.15.84:0/3904008019 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe19c144560 0x7fe19c0ccc00 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fe194000f60 tx=0x7fe19400eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:21.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe183fff640 1 -- 172.21.15.84:0/3904008019 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe19400c630 con 0x7fe19c144560 2024-04-15T15:11:21.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe183fff640 1 -- 172.21.15.84:0/3904008019 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe194018070 con 0x7fe19c144560 2024-04-15T15:11:21.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe1a1b7c640 1 -- 172.21.15.84:0/3904008019 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe19c1543b0 con 0x7fe19c144560 2024-04-15T15:11:21.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe183fff640 1 -- 172.21.15.84:0/3904008019 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe19400ca10 con 0x7fe19c144560 2024-04-15T15:11:21.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.354+0000 7fe1a1b7c640 1 -- 172.21.15.84:0/3904008019 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe19c154970 con 0x7fe19c144560 2024-04-15T15:11:21.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.355+0000 7fe1a1b7c640 1 -- 172.21.15.84:0/3904008019 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe19c075c50 con 0x7fe19c144560 2024-04-15T15:11:21.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.356+0000 7fe183fff640 1 -- 172.21.15.84:0/3904008019 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fe19400cbb0 con 0x7fe19c144560 2024-04-15T15:11:21.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.356+0000 7fe183fff640 1 --2- 172.21.15.84:0/3904008019 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe18806c920 0x7fe18806ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.356+0000 7fe183fff640 1 -- 172.21.15.84:0/3904008019 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fe19408b8b0 con 0x7fe19c144560 2024-04-15T15:11:21.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.356+0000 7fe19b7fe640 1 --2- 172.21.15.84:0/3904008019 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe18806c920 0x7fe18806ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:21.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.357+0000 7fe19b7fe640 1 --2- 172.21.15.84:0/3904008019 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe18806c920 0x7fe18806ede0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe18c036000 tx=0x7fe18c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:21.364 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.361+0000 7fe183fff640 1 -- 172.21.15.84:0/3904008019 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fe194059970 con 0x7fe19c144560 2024-04-15T15:11:21.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.535+0000 7fe1a1b7c640 1 -- 172.21.15.84:0/3904008019 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fe19c06cab0 con 0x7fe19c144560 2024-04-15T15:11:21.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.536+0000 7fe183fff640 1 -- 172.21.15.84:0/3904008019 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) ==== 103+0+11 (secure 0 0 0) 0x7fe194059270 con 0x7fe19c144560 2024-04-15T15:11:21.537 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:21.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.537+0000 7fe1a1b7c640 1 -- 172.21.15.84:0/3904008019 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe18806c920 msgr2=0x7fe18806ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.537+0000 7fe1a1b7c640 1 --2- 172.21.15.84:0/3904008019 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe18806c920 0x7fe18806ede0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe18c036000 tx=0x7fe18c02e000 comp rx=0 tx=0).stop 2024-04-15T15:11:21.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.537+0000 7fe1a1b7c640 1 -- 172.21.15.84:0/3904008019 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe19c144560 msgr2=0x7fe19c0ccc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.537+0000 7fe1a1b7c640 1 --2- 172.21.15.84:0/3904008019 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe19c144560 0x7fe19c0ccc00 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fe194000f60 tx=0x7fe19400eb90 comp rx=0 tx=0).stop 2024-04-15T15:11:21.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.537+0000 7fe1a1b7c640 1 -- 172.21.15.84:0/3904008019 shutdown_connections 2024-04-15T15:11:21.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.537+0000 7fe1a1b7c640 1 --2- 172.21.15.84:0/3904008019 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe18806c920 0x7fe18806ede0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.537+0000 7fe1a1b7c640 1 --2- 172.21.15.84:0/3904008019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe19c155170 0x7fe19c099870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.537+0000 7fe1a1b7c640 1 --2- 172.21.15.84:0/3904008019 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe19c144560 0x7fe19c0ccc00 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.537+0000 7fe1a1b7c640 1 --2- 172.21.15.84:0/3904008019 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe1840039e0 0x7fe19c153860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.537+0000 7fe1a1b7c640 1 -- 172.21.15.84:0/3904008019 >> 172.21.15.84:0/3904008019 conn(0x7fe19c0b31d0 msgr2=0x7fe19c072670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:21.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.538+0000 7fe1a1b7c640 1 -- 172.21.15.84:0/3904008019 shutdown_connections 2024-04-15T15:11:21.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.538+0000 7fe1a1b7c640 1 -- 172.21.15.84:0/3904008019 wait complete. 2024-04-15T15:11:21.551 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-15T15:11:21.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.653+0000 7f5e1b060640 1 Processor -- start 2024-04-15T15:11:21.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.653+0000 7f5e1b060640 1 -- start start 2024-04-15T15:11:21.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.654+0000 7f5e1b060640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f5e140ccb50 0x7f5e1406dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.654+0000 7f5e1b060640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e1415af20 0x7f5e140ccf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.654+0000 7f5e1b060640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e140cd470 con 0x7f5e1415e840 2024-04-15T15:11:21.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.654+0000 7f5e1b060640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f5e1406ba90 con 0x7f5e140ccb50 2024-04-15T15:11:21.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.654+0000 7f5e1b060640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f5e1415c110 con 0x7f5e1415af20 2024-04-15T15:11:21.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.654+0000 7f5e18dfc640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f5e140ccb50 0x7f5e1406dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:21.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.654+0000 7f5e13fff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e1415af20 0x7f5e140ccf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:21.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.655+0000 7f5e13fff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e1415af20 0x7f5e140ccf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:59266/0 (socket says 172.21.15.84:59266) 2024-04-15T15:11:21.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.655+0000 7f5e13fff640 1 -- 172.21.15.84:0/1709980430 learned_addr learned my addr 172.21.15.84:0/1709980430 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:21.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.655+0000 7f5e195fd640 1 --1- 172.21.15.84:0/1709980430 >> v1:172.21.15.203:6789/0 conn(0x7f5e1415e840 0x7f5e1415ecb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:44442/0 (socket says 172.21.15.84:44442) 2024-04-15T15:11:21.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.655+0000 7f5e18dfc640 1 -- 172.21.15.84:0/1709980430 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e1415af20 msgr2=0x7f5e140ccf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:21.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.655+0000 7f5e18dfc640 1 --2- 172.21.15.84:0/1709980430 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e1415af20 0x7f5e140ccf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.655+0000 7f5e18dfc640 1 -- 172.21.15.84:0/1709980430 >> v1:172.21.15.203:6789/0 conn(0x7f5e1415e840 legacy=0x7f5e1415ecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.655+0000 7f5e18dfc640 1 -- 172.21.15.84:0/1709980430 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e140cfae0 con 0x7f5e140ccb50 2024-04-15T15:11:21.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.655+0000 7f5e137fe640 1 -- 172.21.15.84:0/1709980430 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1655937679 0 0) 0x7f5e140cd470 con 0x7f5e1415e840 2024-04-15T15:11:21.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.656+0000 7f5e18dfc640 1 --2- 172.21.15.84:0/1709980430 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e140ccb50 0x7f5e1406dc10 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f5e040097a0 tx=0x7f5e0402b840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=938bf2d2c3b88ce2 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:21.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.656+0000 7f5e137fe640 1 -- 172.21.15.84:0/1709980430 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e040315a0 con 0x7f5e140ccb50 2024-04-15T15:11:21.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.656+0000 7f5e137fe640 1 -- 172.21.15.84:0/1709980430 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e04037070 con 0x7f5e140ccb50 2024-04-15T15:11:21.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.656+0000 7f5e137fe640 1 -- 172.21.15.84:0/1709980430 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e04031960 con 0x7f5e140ccb50 2024-04-15T15:11:21.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.656+0000 7f5e1b060640 1 -- 172.21.15.84:0/1709980430 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e140ccb50 msgr2=0x7f5e1406dc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.656+0000 7f5e1b060640 1 --2- 172.21.15.84:0/1709980430 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e140ccb50 0x7f5e1406dc10 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f5e040097a0 tx=0x7f5e0402b840 comp rx=0 tx=0).stop 2024-04-15T15:11:21.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.656+0000 7f5e1b060640 1 -- 172.21.15.84:0/1709980430 shutdown_connections 2024-04-15T15:11:21.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.656+0000 7f5e1b060640 1 --2- 172.21.15.84:0/1709980430 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e1415af20 0x7f5e140ccf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.657+0000 7f5e1b060640 1 --2- 172.21.15.84:0/1709980430 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e140ccb50 0x7f5e1406dc10 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.657+0000 7f5e1b060640 1 -- 172.21.15.84:0/1709980430 >> 172.21.15.84:0/1709980430 conn(0x7f5e140b31d0 msgr2=0x7f5e140b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:21.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.657+0000 7f5e1b060640 1 -- 172.21.15.84:0/1709980430 shutdown_connections 2024-04-15T15:11:21.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.657+0000 7f5e1b060640 1 -- 172.21.15.84:0/1709980430 wait complete. 2024-04-15T15:11:21.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.658+0000 7f5e1b060640 1 Processor -- start 2024-04-15T15:11:21.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.658+0000 7f5e1b060640 1 -- start start 2024-04-15T15:11:21.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.659+0000 7f5e1b060640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e140ccb50 0x7f5e14159020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.659+0000 7f5e1b060640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e1415af20 0x7f5e1406e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.659+0000 7f5e1b060640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e1415e840 0x7f5e140b0820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.659+0000 7f5e1b060640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5e140cf8c0 con 0x7f5e1415af20 2024-04-15T15:11:21.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.659+0000 7f5e1b060640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5e140cf740 con 0x7f5e1415e840 2024-04-15T15:11:21.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.659+0000 7f5e1b060640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f5e140cc770 con 0x7f5e140ccb50 2024-04-15T15:11:21.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.659+0000 7f5e13fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e1415af20 0x7f5e1406e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:21.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.659+0000 7f5e13fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e1415af20 0x7f5e1406e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43890/0 (socket says 172.21.15.84:43890) 2024-04-15T15:11:21.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.659+0000 7f5e13fff640 1 -- 172.21.15.84:0/1005267613 learned_addr learned my addr 172.21.15.84:0/1005267613 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:21.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.659+0000 7f5e195fd640 1 --2- 172.21.15.84:0/1005267613 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e1415e840 0x7f5e140b0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:21.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.659+0000 7f5e18dfc640 1 --2- 172.21.15.84:0/1005267613 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e140ccb50 0x7f5e14159020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:21.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.659+0000 7f5e13fff640 1 -- 172.21.15.84:0/1005267613 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e140ccb50 msgr2=0x7f5e14159020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.659+0000 7f5e13fff640 1 --2- 172.21.15.84:0/1005267613 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e140ccb50 0x7f5e14159020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.659+0000 7f5e13fff640 1 -- 172.21.15.84:0/1005267613 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e1415e840 msgr2=0x7f5e140b0820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.659+0000 7f5e13fff640 1 --2- 172.21.15.84:0/1005267613 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e1415e840 0x7f5e140b0820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.659+0000 7f5e13fff640 1 -- 172.21.15.84:0/1005267613 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e1409a610 con 0x7f5e1415af20 2024-04-15T15:11:21.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.659+0000 7f5e13fff640 1 --2- 172.21.15.84:0/1005267613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e1415af20 0x7f5e1406e880 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f5e0800e930 tx=0x7f5e0800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:21.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.659+0000 7f5e117fa640 1 -- 172.21.15.84:0/1005267613 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e08017070 con 0x7f5e1415af20 2024-04-15T15:11:21.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.659+0000 7f5e117fa640 1 -- 172.21.15.84:0/1005267613 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e0800ca00 con 0x7f5e1415af20 2024-04-15T15:11:21.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.659+0000 7f5e117fa640 1 -- 172.21.15.84:0/1005267613 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e0800cdd0 con 0x7f5e1415af20 2024-04-15T15:11:21.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.659+0000 7f5e1b060640 1 -- 172.21.15.84:0/1005267613 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e1409a8f0 con 0x7f5e1415af20 2024-04-15T15:11:21.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.660+0000 7f5e1b060640 1 -- 172.21.15.84:0/1005267613 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e1409aeb0 con 0x7f5e1415af20 2024-04-15T15:11:21.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.661+0000 7f5e1b060640 1 -- 172.21.15.84:0/1005267613 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e14075c50 con 0x7f5e1415af20 2024-04-15T15:11:21.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.661+0000 7f5e117fa640 1 -- 172.21.15.84:0/1005267613 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f5e0801a070 con 0x7f5e1415af20 2024-04-15T15:11:21.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.661+0000 7f5e117fa640 1 --2- 172.21.15.84:0/1005267613 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5e0006c920 0x7f5e0006ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.662+0000 7f5e117fa640 1 -- 172.21.15.84:0/1005267613 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f5e0808c1d0 con 0x7f5e1415af20 2024-04-15T15:11:21.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.662+0000 7f5e18dfc640 1 --2- 172.21.15.84:0/1005267613 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5e0006c920 0x7f5e0006ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:21.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.662+0000 7f5e18dfc640 1 --2- 172.21.15.84:0/1005267613 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5e0006c920 0x7f5e0006ede0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5e04036000 tx=0x7f5e04008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:21.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.666+0000 7f5e117fa640 1 -- 172.21.15.84:0/1005267613 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f5e08059c40 con 0x7f5e1415af20 2024-04-15T15:11:21.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.852+0000 7f5e1b060640 1 -- 172.21.15.84:0/1005267613 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f5e140d0bc0 con 0x7f5e1415af20 2024-04-15T15:11:21.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.853+0000 7f5e117fa640 1 -- 172.21.15.84:0/1005267613 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f5e0805df40 con 0x7f5e1415af20 2024-04-15T15:11:21.855 INFO:teuthology.orchestra.run.smithi084.stderr:listed 0 entries 2024-04-15T15:11:21.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.855+0000 7f5e1b060640 1 -- 172.21.15.84:0/1005267613 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5e0006c920 msgr2=0x7f5e0006ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.855+0000 7f5e1b060640 1 --2- 172.21.15.84:0/1005267613 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5e0006c920 0x7f5e0006ede0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5e04036000 tx=0x7f5e04008030 comp rx=0 tx=0).stop 2024-04-15T15:11:21.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.855+0000 7f5e1b060640 1 -- 172.21.15.84:0/1005267613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e1415af20 msgr2=0x7f5e1406e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.855+0000 7f5e1b060640 1 --2- 172.21.15.84:0/1005267613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e1415af20 0x7f5e1406e880 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f5e0800e930 tx=0x7f5e0800edf0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.855+0000 7f5e1b060640 1 -- 172.21.15.84:0/1005267613 shutdown_connections 2024-04-15T15:11:21.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.855+0000 7f5e1b060640 1 --2- 172.21.15.84:0/1005267613 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5e0006c920 0x7f5e0006ede0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.855+0000 7f5e1b060640 1 --2- 172.21.15.84:0/1005267613 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e1415e840 0x7f5e140b0820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.855+0000 7f5e1b060640 1 --2- 172.21.15.84:0/1005267613 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e1415af20 0x7f5e1406e880 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.855+0000 7f5e1b060640 1 --2- 172.21.15.84:0/1005267613 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e140ccb50 0x7f5e14159020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.855+0000 7f5e1b060640 1 -- 172.21.15.84:0/1005267613 >> 172.21.15.84:0/1005267613 conn(0x7f5e140b31d0 msgr2=0x7f5e1406c910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:21.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.855+0000 7f5e1b060640 1 -- 172.21.15.84:0/1005267613 shutdown_connections 2024-04-15T15:11:21.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.855+0000 7f5e1b060640 1 -- 172.21.15.84:0/1005267613 wait complete. 2024-04-15T15:11:21.867 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:11:21.868 DEBUG:teuthology.orchestra.run.smithi203:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:11:21.888 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:21.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.989+0000 7f58aa0d3640 1 Processor -- start 2024-04-15T15:11:21.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.989+0000 7f58aa0d3640 1 -- start start 2024-04-15T15:11:21.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.990+0000 7f58aa0d3640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f58a40d12f0 0x7f58a41618a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.990+0000 7f58aa0d3640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f58a40b68e0 0x7f58a4161de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.990+0000 7f58aa0d3640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58a40ccd40 con 0x7f58a40c9570 2024-04-15T15:11:21.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.990+0000 7f58aa0d3640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f58a40ccaf0 con 0x7f58a40d12f0 2024-04-15T15:11:21.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.990+0000 7f58aa0d3640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f58a40cd020 con 0x7f58a40b68e0 2024-04-15T15:11:21.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.990+0000 7f58a37fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f58a40d12f0 0x7f58a41618a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:21.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.990+0000 7f58a37fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f58a40d12f0 0x7f58a41618a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43904/0 (socket says 172.21.15.84:43904) 2024-04-15T15:11:21.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.990+0000 7f58a37fe640 1 -- 172.21.15.84:0/3861155493 learned_addr learned my addr 172.21.15.84:0/3861155493 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:21.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.990+0000 7f58a3fff640 1 --2- 172.21.15.84:0/3861155493 >> v2:172.21.15.203:3300/0 conn(0x7f58a40b68e0 0x7f58a4161de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:21.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.990+0000 7f58a37fe640 1 -- 172.21.15.84:0/3861155493 >> v2:172.21.15.203:3300/0 conn(0x7f58a40b68e0 msgr2=0x7f58a4161de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:21.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.990+0000 7f58a37fe640 1 --2- 172.21.15.84:0/3861155493 >> v2:172.21.15.203:3300/0 conn(0x7f58a40b68e0 0x7f58a4161de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.990+0000 7f58a37fe640 1 -- 172.21.15.84:0/3861155493 >> v1:172.21.15.203:6789/0 conn(0x7f58a40c9570 legacy=0x7f58a40cdb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:21.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.990+0000 7f58a37fe640 1 -- 172.21.15.84:0/3861155493 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58a40cd300 con 0x7f58a40d12f0 2024-04-15T15:11:21.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.990+0000 7f58a3fff640 1 --2- 172.21.15.84:0/3861155493 >> v2:172.21.15.203:3300/0 conn(0x7f58a40b68e0 0x7f58a4161de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:21.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.991+0000 7f58a37fe640 1 --2- 172.21.15.84:0/3861155493 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58a40d12f0 0x7f58a41618a0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f58a40b8280 tx=0x7f589402b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49fd4a368032a9bf server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:21.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.991+0000 7f58a27fc640 1 -- 172.21.15.84:0/3861155493 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5894035020 con 0x7f58a40d12f0 2024-04-15T15:11:21.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.991+0000 7f58a27fc640 1 -- 172.21.15.84:0/3861155493 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5894031870 con 0x7f58a40d12f0 2024-04-15T15:11:21.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.991+0000 7f58a27fc640 1 -- 172.21.15.84:0/3861155493 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5894031c40 con 0x7f58a40d12f0 2024-04-15T15:11:21.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.992+0000 7f58aa0d3640 1 -- 172.21.15.84:0/3861155493 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58a40d12f0 msgr2=0x7f58a41618a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.992+0000 7f58aa0d3640 1 --2- 172.21.15.84:0/3861155493 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58a40d12f0 0x7f58a41618a0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f58a40b8280 tx=0x7f589402b910 comp rx=0 tx=0).stop 2024-04-15T15:11:21.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.992+0000 7f58aa0d3640 1 -- 172.21.15.84:0/3861155493 shutdown_connections 2024-04-15T15:11:21.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.992+0000 7f58aa0d3640 1 --2- 172.21.15.84:0/3861155493 >> v2:172.21.15.203:3300/0 conn(0x7f58a40b68e0 0x7f58a4161de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.992+0000 7f58aa0d3640 1 --2- 172.21.15.84:0/3861155493 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58a40d12f0 0x7f58a41618a0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.992+0000 7f58aa0d3640 1 -- 172.21.15.84:0/3861155493 >> 172.21.15.84:0/3861155493 conn(0x7f58a40b3f90 msgr2=0x7f58a40b43a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:21.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.992+0000 7f58aa0d3640 1 -- 172.21.15.84:0/3861155493 shutdown_connections 2024-04-15T15:11:21.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.992+0000 7f58aa0d3640 1 -- 172.21.15.84:0/3861155493 wait complete. 2024-04-15T15:11:21.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.993+0000 7f58aa0d3640 1 Processor -- start 2024-04-15T15:11:21.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.993+0000 7f58aa0d3640 1 -- start start 2024-04-15T15:11:21.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.994+0000 7f58aa0d3640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58a40b68e0 0x7f58a415a820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.994+0000 7f58aa0d3640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f58a40c9570 0x7f58a41564f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.994+0000 7f58aa0d3640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f58a40d12f0 0x7f58a41f7b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:21.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.994+0000 7f58aa0d3640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f58a40d2210 con 0x7f58a40b68e0 2024-04-15T15:11:21.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.994+0000 7f58aa0d3640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f58a40d2090 con 0x7f58a40d12f0 2024-04-15T15:11:21.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.994+0000 7f58aa0d3640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f58a40d16d0 con 0x7f58a40c9570 2024-04-15T15:11:21.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.994+0000 7f58a37fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58a40b68e0 0x7f58a415a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:21.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.994+0000 7f58a37fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58a40b68e0 0x7f58a415a820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43914/0 (socket says 172.21.15.84:43914) 2024-04-15T15:11:21.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.994+0000 7f58a37fe640 1 -- 172.21.15.84:0/2194145935 learned_addr learned my addr 172.21.15.84:0/2194145935 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:21.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.994+0000 7f58a37fe640 1 -- 172.21.15.84:0/2194145935 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f58a40c9570 msgr2=0x7f58a41564f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.994+0000 7f58a37fe640 1 --2- 172.21.15.84:0/2194145935 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f58a40c9570 0x7f58a41564f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.994+0000 7f58a37fe640 1 -- 172.21.15.84:0/2194145935 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f58a40d12f0 msgr2=0x7f58a41f7b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:21.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.994+0000 7f58a37fe640 1 --2- 172.21.15.84:0/2194145935 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f58a40d12f0 0x7f58a41f7b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:21.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.994+0000 7f58a37fe640 1 -- 172.21.15.84:0/2194145935 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58a4157fe0 con 0x7f58a40b68e0 2024-04-15T15:11:21.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.995+0000 7f58a37fe640 1 --2- 172.21.15.84:0/2194145935 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58a40b68e0 0x7f58a415a820 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f5894000c00 tx=0x7f58940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:21.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.995+0000 7f588bfff640 1 -- 172.21.15.84:0/2194145935 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5894040070 con 0x7f58a40b68e0 2024-04-15T15:11:21.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.995+0000 7f588bfff640 1 -- 172.21.15.84:0/2194145935 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f589403a420 con 0x7f58a40b68e0 2024-04-15T15:11:21.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.995+0000 7f58aa0d3640 1 -- 172.21.15.84:0/2194145935 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58a415ad60 con 0x7f58a40b68e0 2024-04-15T15:11:21.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.995+0000 7f588bfff640 1 -- 172.21.15.84:0/2194145935 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5894035040 con 0x7f58a40b68e0 2024-04-15T15:11:21.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.995+0000 7f58aa0d3640 1 -- 172.21.15.84:0/2194145935 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58a4159800 con 0x7f58a40b68e0 2024-04-15T15:11:22.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.996+0000 7f58aa0d3640 1 -- 172.21.15.84:0/2194145935 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58a40689e0 con 0x7f58a40b68e0 2024-04-15T15:11:22.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.996+0000 7f588bfff640 1 -- 172.21.15.84:0/2194145935 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f5894038020 con 0x7f58a40b68e0 2024-04-15T15:11:22.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.996+0000 7f588bfff640 1 --2- 172.21.15.84:0/2194145935 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f589006c920 0x7f589006ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:22.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.997+0000 7f588bfff640 1 -- 172.21.15.84:0/2194145935 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f58940adef0 con 0x7f58a40b68e0 2024-04-15T15:11:22.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.997+0000 7f58a2ffd640 1 --2- 172.21.15.84:0/2194145935 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f589006c920 0x7f589006ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:22.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:21.997+0000 7f58a2ffd640 1 --2- 172.21.15.84:0/2194145935 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f589006c920 0x7f589006ede0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f58a41f8c70 tx=0x7f58980079b0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:22.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.001+0000 7f588bfff640 1 -- 172.21.15.84:0/2194145935 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f58a4157fe0 con 0x7f58a40b68e0 2024-04-15T15:11:22.181 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.179+0000 7f58aa0d3640 1 -- 172.21.15.84:0/2194145935 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f58a415f320 con 0x7f58a40b68e0 2024-04-15T15:11:22.182 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.180+0000 7f588bfff640 1 -- 172.21.15.84:0/2194145935 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18854 (secure 0 0 0) 0x7f589407bf20 con 0x7f58a40b68e0 2024-04-15T15:11:22.182 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:22.183 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":26,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:11:03.629918+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.16","mappings":[{"from":5,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.b","mappings":[{"from":1,"to":2}]},{"pgid":"4.1e","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:22.184 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.182+0000 7f58aa0d3640 1 -- 172.21.15.84:0/2194145935 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f589006c920 msgr2=0x7f589006ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:22.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.182+0000 7f58aa0d3640 1 --2- 172.21.15.84:0/2194145935 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f589006c920 0x7f589006ede0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f58a41f8c70 tx=0x7f58980079b0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.182+0000 7f58aa0d3640 1 -- 172.21.15.84:0/2194145935 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58a40b68e0 msgr2=0x7f58a415a820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:22.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.182+0000 7f58aa0d3640 1 --2- 172.21.15.84:0/2194145935 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58a40b68e0 0x7f58a415a820 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f5894000c00 tx=0x7f58940046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.182+0000 7f58aa0d3640 1 -- 172.21.15.84:0/2194145935 shutdown_connections 2024-04-15T15:11:22.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.182+0000 7f58aa0d3640 1 --2- 172.21.15.84:0/2194145935 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f589006c920 0x7f589006ede0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.182+0000 7f58aa0d3640 1 --2- 172.21.15.84:0/2194145935 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f58a40d12f0 0x7f58a41f7b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.182+0000 7f58aa0d3640 1 --2- 172.21.15.84:0/2194145935 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f58a40c9570 0x7f58a41564f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.182+0000 7f58aa0d3640 1 --2- 172.21.15.84:0/2194145935 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58a40b68e0 0x7f58a415a820 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.182+0000 7f58aa0d3640 1 -- 172.21.15.84:0/2194145935 >> 172.21.15.84:0/2194145935 conn(0x7f58a40b3f90 msgr2=0x7f58a40ca160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:22.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.183+0000 7f58aa0d3640 1 -- 172.21.15.84:0/2194145935 shutdown_connections 2024-04-15T15:11:22.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.183+0000 7f58aa0d3640 1 -- 172.21.15.84:0/2194145935 wait complete. 2024-04-15T15:11:22.196 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:10:20.621351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:10:21.653421+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-15T15:10:25.371593+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-15T15:11:22.196 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:11:22.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.300+0000 7fae8c67e640 1 Processor -- start 2024-04-15T15:11:22.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.301+0000 7fae8c67e640 1 -- start start 2024-04-15T15:11:22.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.301+0000 7fae8c67e640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fae8406c400 0x7fae8406c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:22.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.301+0000 7fae8c67e640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae840d2320 con 0x7fae8415e610 2024-04-15T15:11:22.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.301+0000 7fae8c67e640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae840d25c0 con 0x7fae8415e9f0 2024-04-15T15:11:22.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.301+0000 7fae8c67e640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fae840d31d0 con 0x7fae8406c400 2024-04-15T15:11:22.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.302+0000 7fae8ac1b640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fae8406c400 0x7fae8406c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:22.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.302+0000 7fae8a41a640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fae8415e610 0x7fae840d0690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:35758/0 (socket says 172.21.15.84:35758) 2024-04-15T15:11:22.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.302+0000 7fae8a41a640 1 -- 172.21.15.84:0/1616761146 learned_addr learned my addr 172.21.15.84:0/1616761146 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:22.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.302+0000 7fae8ac1b640 1 -- 172.21.15.84:0/1616761146 >> v1:172.21.15.203:6789/0 conn(0x7fae8415e9f0 legacy=0x7fae840d3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:22.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.302+0000 7fae8ac1b640 1 -- 172.21.15.84:0/1616761146 >> v1:172.21.15.84:6789/0 conn(0x7fae8415e610 legacy=0x7fae840d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:22.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.302+0000 7fae89418640 1 -- 172.21.15.84:0/1616761146 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4101750572 0 0) 0x7fae840d2320 con 0x7fae8415e610 2024-04-15T15:11:22.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.302+0000 7fae8ac1b640 1 -- 172.21.15.84:0/1616761146 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae840d28a0 con 0x7fae8406c400 2024-04-15T15:11:22.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.303+0000 7fae8ac1b640 1 --2- 172.21.15.84:0/1616761146 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fae8406c400 0x7fae8406c890 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fae7c009d90 tx=0x7fae7c02bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bee3a11fa956419 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:22.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.303+0000 7fae89418640 1 -- 172.21.15.84:0/1616761146 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae7c039070 con 0x7fae8406c400 2024-04-15T15:11:22.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.303+0000 7fae89418640 1 -- 172.21.15.84:0/1616761146 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae7c02cd00 con 0x7fae8406c400 2024-04-15T15:11:22.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.303+0000 7fae89418640 1 -- 172.21.15.84:0/1616761146 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae7c034660 con 0x7fae8406c400 2024-04-15T15:11:22.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.303+0000 7fae8c67e640 1 -- 172.21.15.84:0/1616761146 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fae8406c400 msgr2=0x7fae8406c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:22.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.303+0000 7fae8c67e640 1 --2- 172.21.15.84:0/1616761146 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fae8406c400 0x7fae8406c890 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fae7c009d90 tx=0x7fae7c02bf50 comp rx=0 tx=0).stop 2024-04-15T15:11:22.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.303+0000 7fae8c67e640 1 -- 172.21.15.84:0/1616761146 shutdown_connections 2024-04-15T15:11:22.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.303+0000 7fae8c67e640 1 --2- 172.21.15.84:0/1616761146 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fae8406c400 0x7fae8406c890 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.303+0000 7fae8c67e640 1 -- 172.21.15.84:0/1616761146 >> 172.21.15.84:0/1616761146 conn(0x7fae840d4750 msgr2=0x7fae840d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:22.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.303+0000 7fae8c67e640 1 -- 172.21.15.84:0/1616761146 shutdown_connections 2024-04-15T15:11:22.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.304+0000 7fae8c67e640 1 -- 172.21.15.84:0/1616761146 wait complete. 2024-04-15T15:11:22.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.305+0000 7fae8c67e640 1 Processor -- start 2024-04-15T15:11:22.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.305+0000 7fae8c67e640 1 -- start start 2024-04-15T15:11:22.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.305+0000 7fae8c67e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fae8406c400 0x7fae841f3b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:22.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.305+0000 7fae8c67e640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fae8415e610 0x7fae841f7870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:22.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.305+0000 7fae8c67e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fae8415e9f0 0x7fae84161030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:22.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.305+0000 7fae8c67e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fae8406d130 con 0x7fae8406c400 2024-04-15T15:11:22.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.305+0000 7fae8c67e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fae840d2e60 con 0x7fae8415e9f0 2024-04-15T15:11:22.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.305+0000 7fae8c67e640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fae840b7940 con 0x7fae8415e610 2024-04-15T15:11:22.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.305+0000 7fae8a41a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fae8406c400 0x7fae841f3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:22.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.305+0000 7fae8a41a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fae8406c400 0x7fae841f3b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:43942/0 (socket says 172.21.15.84:43942) 2024-04-15T15:11:22.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.305+0000 7fae8a41a640 1 -- 172.21.15.84:0/2414910898 learned_addr learned my addr 172.21.15.84:0/2414910898 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:22.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.306+0000 7fae8ac1b640 1 --2- 172.21.15.84:0/2414910898 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fae8415e9f0 0x7fae84161030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:22.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.306+0000 7fae89c19640 1 --2- 172.21.15.84:0/2414910898 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fae8415e610 0x7fae841f7870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:22.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.306+0000 7fae8a41a640 1 -- 172.21.15.84:0/2414910898 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fae8415e610 msgr2=0x7fae841f7870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:22.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.306+0000 7fae8a41a640 1 --2- 172.21.15.84:0/2414910898 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fae8415e610 0x7fae841f7870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.306+0000 7fae8a41a640 1 -- 172.21.15.84:0/2414910898 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fae8415e9f0 msgr2=0x7fae84161030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:22.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.306+0000 7fae8a41a640 1 --2- 172.21.15.84:0/2414910898 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fae8415e9f0 0x7fae84161030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.306+0000 7fae8a41a640 1 -- 172.21.15.84:0/2414910898 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae841f8330 con 0x7fae8406c400 2024-04-15T15:11:22.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.306+0000 7fae89c19640 1 --2- 172.21.15.84:0/2414910898 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fae8415e610 0x7fae841f7870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:22.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.306+0000 7fae8a41a640 1 --2- 172.21.15.84:0/2414910898 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fae8406c400 0x7fae841f3b60 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fae8000c4a0 tx=0x7fae8000c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:22.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.306+0000 7fae76ffd640 1 -- 172.21.15.84:0/2414910898 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae80017070 con 0x7fae8406c400 2024-04-15T15:11:22.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.306+0000 7fae76ffd640 1 -- 172.21.15.84:0/2414910898 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae80005ce0 con 0x7fae8406c400 2024-04-15T15:11:22.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.306+0000 7fae8c67e640 1 -- 172.21.15.84:0/2414910898 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae841f8610 con 0x7fae8406c400 2024-04-15T15:11:22.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.306+0000 7fae76ffd640 1 -- 172.21.15.84:0/2414910898 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae800072b0 con 0x7fae8406c400 2024-04-15T15:11:22.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.306+0000 7fae8c67e640 1 -- 172.21.15.84:0/2414910898 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae841f40a0 con 0x7fae8406c400 2024-04-15T15:11:22.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.307+0000 7fae8c67e640 1 -- 172.21.15.84:0/2414910898 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae8415ee90 con 0x7fae8406c400 2024-04-15T15:11:22.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.308+0000 7fae76ffd640 1 -- 172.21.15.84:0/2414910898 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fae8001a070 con 0x7fae8406c400 2024-04-15T15:11:22.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.308+0000 7fae76ffd640 1 --2- 172.21.15.84:0/2414910898 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fae6806c8f0 0x7fae6806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:22.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.308+0000 7fae89c19640 1 --2- 172.21.15.84:0/2414910898 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fae6806c8f0 0x7fae6806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:22.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.308+0000 7fae76ffd640 1 -- 172.21.15.84:0/2414910898 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fae8008b330 con 0x7fae8406c400 2024-04-15T15:11:22.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.309+0000 7fae89c19640 1 --2- 172.21.15.84:0/2414910898 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fae6806c8f0 0x7fae6806edb0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fae840b4630 tx=0x7fae78008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:22.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.313+0000 7fae76ffd640 1 -- 172.21.15.84:0/2414910898 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fae80059360 con 0x7fae8406c400 2024-04-15T15:11:22.487 DEBUG:teuthology.orchestra.run.smithi084:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-15T15:11:22.490 DEBUG:teuthology.orchestra.run.smithi203:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-15T15:11:22.491 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.489+0000 7fae8c67e640 1 -- 172.21.15.84:0/2414910898 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fae84075c50 con 0x7fae8406c400 2024-04-15T15:11:22.492 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.490+0000 7fae76ffd640 1 -- 172.21.15.84:0/2414910898 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) ==== 93+0+10 (secure 0 0 0) 0x7fae80058c60 con 0x7fae8406c400 2024-04-15T15:11:22.492 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:11:22.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.492+0000 7fae8c67e640 1 -- 172.21.15.84:0/2414910898 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fae6806c8f0 msgr2=0x7fae6806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:22.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.492+0000 7fae8c67e640 1 --2- 172.21.15.84:0/2414910898 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fae6806c8f0 0x7fae6806edb0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fae840b4630 tx=0x7fae78008040 comp rx=0 tx=0).stop 2024-04-15T15:11:22.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.492+0000 7fae8c67e640 1 -- 172.21.15.84:0/2414910898 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fae8406c400 msgr2=0x7fae841f3b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:22.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.492+0000 7fae8c67e640 1 --2- 172.21.15.84:0/2414910898 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fae8406c400 0x7fae841f3b60 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fae8000c4a0 tx=0x7fae8000c960 comp rx=0 tx=0).stop 2024-04-15T15:11:22.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.492+0000 7fae8c67e640 1 -- 172.21.15.84:0/2414910898 shutdown_connections 2024-04-15T15:11:22.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.492+0000 7fae8c67e640 1 --2- 172.21.15.84:0/2414910898 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fae6806c8f0 0x7fae6806edb0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.492+0000 7fae8c67e640 1 --2- 172.21.15.84:0/2414910898 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fae8415e9f0 0x7fae84161030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.492+0000 7fae8c67e640 1 --2- 172.21.15.84:0/2414910898 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fae8415e610 0x7fae841f7870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.492+0000 7fae8c67e640 1 --2- 172.21.15.84:0/2414910898 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fae8406c400 0x7fae841f3b60 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.492+0000 7fae8c67e640 1 -- 172.21.15.84:0/2414910898 >> 172.21.15.84:0/2414910898 conn(0x7fae840d4750 msgr2=0x7fae8406b960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:22.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.492+0000 7fae8c67e640 1 -- 172.21.15.84:0/2414910898 shutdown_connections 2024-04-15T15:11:22.495 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.492+0000 7fae8c67e640 1 -- 172.21.15.84:0/2414910898 wait complete. 2024-04-15T15:11:22.505 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:11:22.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.650+0000 7fd0720a5640 1 Processor -- start 2024-04-15T15:11:22.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.650+0000 7fd0720a5640 1 -- start start 2024-04-15T15:11:22.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.651+0000 7fd0720a5640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fd06c15e610 0x7fd06c0d0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:22.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.651+0000 7fd0720a5640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fd06c06c400 0x7fd06c06c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:22.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.651+0000 7fd0720a5640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd06c0d2320 con 0x7fd06c15e9f0 2024-04-15T15:11:22.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.651+0000 7fd0720a5640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fd06c0d31d0 con 0x7fd06c06c400 2024-04-15T15:11:22.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.651+0000 7fd0720a5640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fd06c0d25c0 con 0x7fd06c15e610 2024-04-15T15:11:22.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.651+0000 7fd06bfff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fd06c06c400 0x7fd06c06c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:22.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.651+0000 7fd06affd640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fd06c15e9f0 0x7fd06c0d3660 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:36558/0 (socket says 172.21.15.84:36558) 2024-04-15T15:11:22.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.651+0000 7fd06affd640 1 -- 172.21.15.84:0/4253133671 learned_addr learned my addr 172.21.15.84:0/4253133671 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:22.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.652+0000 7fd06b7fe640 1 --2- 172.21.15.84:0/4253133671 >> v2:172.21.15.203:3300/0 conn(0x7fd06c15e610 0x7fd06c0d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:22.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.652+0000 7fd06bfff640 1 -- 172.21.15.84:0/4253133671 >> v2:172.21.15.203:3300/0 conn(0x7fd06c15e610 msgr2=0x7fd06c0d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:22.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.652+0000 7fd06bfff640 1 --2- 172.21.15.84:0/4253133671 >> v2:172.21.15.203:3300/0 conn(0x7fd06c15e610 0x7fd06c0d0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.652+0000 7fd06bfff640 1 -- 172.21.15.84:0/4253133671 >> v1:172.21.15.84:6789/0 conn(0x7fd06c15e9f0 legacy=0x7fd06c0d3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:22.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.652+0000 7fd06a7fc640 1 -- 172.21.15.84:0/4253133671 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3332210808 0 0) 0x7fd06c0d2320 con 0x7fd06c15e9f0 2024-04-15T15:11:22.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.652+0000 7fd06bfff640 1 -- 172.21.15.84:0/4253133671 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd06c0d28a0 con 0x7fd06c06c400 2024-04-15T15:11:22.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.652+0000 7fd06bfff640 1 --2- 172.21.15.84:0/4253133671 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd06c06c400 0x7fd06c06c890 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fd06c0b72a0 tx=0x7fd06402b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=647b2c1c132ec368 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:22.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.653+0000 7fd06a7fc640 1 -- 172.21.15.84:0/4253133671 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd064034070 con 0x7fd06c06c400 2024-04-15T15:11:22.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.653+0000 7fd06a7fc640 1 -- 172.21.15.84:0/4253133671 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd064030610 con 0x7fd06c06c400 2024-04-15T15:11:22.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.653+0000 7fd06a7fc640 1 -- 172.21.15.84:0/4253133671 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0640309e0 con 0x7fd06c06c400 2024-04-15T15:11:22.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.653+0000 7fd0720a5640 1 -- 172.21.15.84:0/4253133671 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd06c06c400 msgr2=0x7fd06c06c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:22.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.653+0000 7fd0720a5640 1 --2- 172.21.15.84:0/4253133671 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd06c06c400 0x7fd06c06c890 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fd06c0b72a0 tx=0x7fd06402b960 comp rx=0 tx=0).stop 2024-04-15T15:11:22.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.653+0000 7fd0720a5640 1 -- 172.21.15.84:0/4253133671 shutdown_connections 2024-04-15T15:11:22.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.653+0000 7fd0720a5640 1 --2- 172.21.15.84:0/4253133671 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd06c06c400 0x7fd06c06c890 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.653+0000 7fd0720a5640 1 --2- 172.21.15.84:0/4253133671 >> v2:172.21.15.203:3300/0 conn(0x7fd06c15e610 0x7fd06c0d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.653+0000 7fd0720a5640 1 -- 172.21.15.84:0/4253133671 >> 172.21.15.84:0/4253133671 conn(0x7fd06c0d4750 msgr2=0x7fd06c0d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:22.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.653+0000 7fd0720a5640 1 -- 172.21.15.84:0/4253133671 shutdown_connections 2024-04-15T15:11:22.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.653+0000 7fd0720a5640 1 -- 172.21.15.84:0/4253133671 wait complete. 2024-04-15T15:11:22.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.654+0000 7fd0720a5640 1 Processor -- start 2024-04-15T15:11:22.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.655+0000 7fd0720a5640 1 -- start start 2024-04-15T15:11:22.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.655+0000 7fd0720a5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd06c06c400 0x7fd06c156a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:22.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.655+0000 7fd0720a5640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd06c15e610 0x7fd06c14fe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:22.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.655+0000 7fd0720a5640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd06c15e9f0 0x7fd06c0b4510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:22.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.655+0000 7fd0720a5640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd06c06d130 con 0x7fd06c06c400 2024-04-15T15:11:22.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.655+0000 7fd0720a5640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd06c0d2e60 con 0x7fd06c15e9f0 2024-04-15T15:11:22.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.655+0000 7fd0720a5640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fd06c0d0bd0 con 0x7fd06c15e610 2024-04-15T15:11:22.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.655+0000 7fd06b7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd06c06c400 0x7fd06c156a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:22.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.655+0000 7fd06b7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd06c06c400 0x7fd06c156a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:33956/0 (socket says 172.21.15.84:33956) 2024-04-15T15:11:22.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.655+0000 7fd06b7fe640 1 -- 172.21.15.84:0/3973147486 learned_addr learned my addr 172.21.15.84:0/3973147486 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:22.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.656+0000 7fd06bfff640 1 --2- 172.21.15.84:0/3973147486 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd06c15e9f0 0x7fd06c0b4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:22.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.656+0000 7fd06affd640 1 --2- 172.21.15.84:0/3973147486 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd06c15e610 0x7fd06c14fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:22.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.656+0000 7fd06b7fe640 1 -- 172.21.15.84:0/3973147486 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd06c15e610 msgr2=0x7fd06c14fe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:22.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.656+0000 7fd06b7fe640 1 --2- 172.21.15.84:0/3973147486 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd06c15e610 0x7fd06c14fe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.656+0000 7fd06b7fe640 1 -- 172.21.15.84:0/3973147486 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd06c15e9f0 msgr2=0x7fd06c0b4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:22.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.656+0000 7fd06b7fe640 1 --2- 172.21.15.84:0/3973147486 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd06c15e9f0 0x7fd06c0b4510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.656+0000 7fd06b7fe640 1 -- 172.21.15.84:0/3973147486 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd06c0b4c80 con 0x7fd06c06c400 2024-04-15T15:11:22.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.656+0000 7fd06b7fe640 1 --2- 172.21.15.84:0/3973147486 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd06c06c400 0x7fd06c156a90 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fd05c007f20 tx=0x7fd05c00e570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:22.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.656+0000 7fd053fff640 1 -- 172.21.15.84:0/3973147486 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd05c014620 con 0x7fd06c06c400 2024-04-15T15:11:22.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.656+0000 7fd053fff640 1 -- 172.21.15.84:0/3973147486 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd05c019070 con 0x7fd06c06c400 2024-04-15T15:11:22.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.656+0000 7fd0720a5640 1 -- 172.21.15.84:0/3973147486 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd06c0cc200 con 0x7fd06c06c400 2024-04-15T15:11:22.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.656+0000 7fd053fff640 1 -- 172.21.15.84:0/3973147486 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd05c014a00 con 0x7fd06c06c400 2024-04-15T15:11:22.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.656+0000 7fd0720a5640 1 -- 172.21.15.84:0/3973147486 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd06c0b4f60 con 0x7fd06c06c400 2024-04-15T15:11:22.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.657+0000 7fd0720a5640 1 -- 172.21.15.84:0/3973147486 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd06c0cedf0 con 0x7fd06c06c400 2024-04-15T15:11:22.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.658+0000 7fd053fff640 1 -- 172.21.15.84:0/3973147486 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fd05c014ba0 con 0x7fd06c06c400 2024-04-15T15:11:22.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.658+0000 7fd053fff640 1 --2- 172.21.15.84:0/3973147486 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd05806c920 0x7fd05806ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:22.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.658+0000 7fd053fff640 1 -- 172.21.15.84:0/3973147486 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fd05c08c710 con 0x7fd06c06c400 2024-04-15T15:11:22.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.658+0000 7fd06affd640 1 --2- 172.21.15.84:0/3973147486 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd05806c920 0x7fd05806ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:22.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.658+0000 7fd06affd640 1 --2- 172.21.15.84:0/3973147486 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd05806c920 0x7fd05806ede0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fd06c0cc090 tx=0x7fd060009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:22.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.663+0000 7fd053fff640 1 -- 172.21.15.84:0/3973147486 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fd06c0cedf0 con 0x7fd06c06c400 2024-04-15T15:11:22.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.838+0000 7fd0720a5640 1 -- 172.21.15.84:0/3973147486 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fd06c075c50 con 0x7fd06c06c400 2024-04-15T15:11:22.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.839+0000 7fd053fff640 1 -- 172.21.15.84:0/3973147486 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) ==== 104+0+11 (secure 0 0 0) 0x7fd05c05a0f0 con 0x7fd06c06c400 2024-04-15T15:11:22.841 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:22.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.841+0000 7fd0720a5640 1 -- 172.21.15.84:0/3973147486 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd05806c920 msgr2=0x7fd05806ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:22.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.841+0000 7fd0720a5640 1 --2- 172.21.15.84:0/3973147486 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd05806c920 0x7fd05806ede0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fd06c0cc090 tx=0x7fd060009040 comp rx=0 tx=0).stop 2024-04-15T15:11:22.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.841+0000 7fd0720a5640 1 -- 172.21.15.84:0/3973147486 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd06c06c400 msgr2=0x7fd06c156a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:22.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.841+0000 7fd0720a5640 1 --2- 172.21.15.84:0/3973147486 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd06c06c400 0x7fd06c156a90 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fd05c007f20 tx=0x7fd05c00e570 comp rx=0 tx=0).stop 2024-04-15T15:11:22.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.841+0000 7fd0720a5640 1 -- 172.21.15.84:0/3973147486 shutdown_connections 2024-04-15T15:11:22.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.841+0000 7fd0720a5640 1 --2- 172.21.15.84:0/3973147486 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd05806c920 0x7fd05806ede0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.841+0000 7fd0720a5640 1 --2- 172.21.15.84:0/3973147486 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd06c15e9f0 0x7fd06c0b4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.841+0000 7fd0720a5640 1 --2- 172.21.15.84:0/3973147486 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd06c15e610 0x7fd06c14fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.841+0000 7fd0720a5640 1 --2- 172.21.15.84:0/3973147486 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd06c06c400 0x7fd06c156a90 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.841+0000 7fd0720a5640 1 -- 172.21.15.84:0/3973147486 >> 172.21.15.84:0/3973147486 conn(0x7fd06c0d4750 msgr2=0x7fd06c06b960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:22.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.841+0000 7fd0720a5640 1 -- 172.21.15.84:0/3973147486 shutdown_connections 2024-04-15T15:11:22.843 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.841+0000 7fd0720a5640 1 -- 172.21.15.84:0/3973147486 wait complete. 2024-04-15T15:11:22.854 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:11:22.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.958+0000 7fb46a567640 1 Processor -- start 2024-04-15T15:11:22.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.958+0000 7fb46a567640 1 -- start start 2024-04-15T15:11:22.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.959+0000 7fb46a567640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb46415c250 0x7fb46406d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:22.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.959+0000 7fb46a567640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb4640d0010 0x7fb4640d0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:22.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.959+0000 7fb46a567640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb46406df30 con 0x7fb46415f9f0 2024-04-15T15:11:22.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.959+0000 7fb46a567640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fb4640cd1a0 con 0x7fb4640d0010 2024-04-15T15:11:22.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.959+0000 7fb46a567640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb4640d09b0 con 0x7fb46415c250 2024-04-15T15:11:22.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.959+0000 7fb468b04640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb4640d0010 0x7fb4640d0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:22.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.959+0000 7fb45bfff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fb46415f9f0 0x7fb4640cca90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:36574/0 (socket says 172.21.15.84:36574) 2024-04-15T15:11:22.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.959+0000 7fb45bfff640 1 -- 172.21.15.84:0/3740669989 learned_addr learned my addr 172.21.15.84:0/3740669989 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:22.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.959+0000 7fb463fff640 1 --2- 172.21.15.84:0/3740669989 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb46415c250 0x7fb46406d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:22.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.959+0000 7fb468b04640 1 -- 172.21.15.84:0/3740669989 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb46415c250 msgr2=0x7fb46406d6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:22.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.959+0000 7fb468b04640 1 --2- 172.21.15.84:0/3740669989 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb46415c250 0x7fb46406d6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.959+0000 7fb468b04640 1 -- 172.21.15.84:0/3740669989 >> v1:172.21.15.84:6789/0 conn(0x7fb46415f9f0 legacy=0x7fb4640cca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:22.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.959+0000 7fb468b04640 1 -- 172.21.15.84:0/3740669989 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb46406e210 con 0x7fb4640d0010 2024-04-15T15:11:22.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.959+0000 7fb4637fe640 1 -- 172.21.15.84:0/3740669989 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2226253362 0 0) 0x7fb46406df30 con 0x7fb46415f9f0 2024-04-15T15:11:22.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.960+0000 7fb468b04640 1 --2- 172.21.15.84:0/3740669989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4640d0010 0x7fb4640d0470 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fb45c009d90 tx=0x7fb45c02be10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d631dfdeeffd3fa9 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:22.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.960+0000 7fb4637fe640 1 -- 172.21.15.84:0/3740669989 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb45c039070 con 0x7fb4640d0010 2024-04-15T15:11:22.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.960+0000 7fb4637fe640 1 -- 172.21.15.84:0/3740669989 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb45c02cbc0 con 0x7fb4640d0010 2024-04-15T15:11:22.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.960+0000 7fb4637fe640 1 -- 172.21.15.84:0/3740669989 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb45c034440 con 0x7fb4640d0010 2024-04-15T15:11:22.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.961+0000 7fb46a567640 1 -- 172.21.15.84:0/3740669989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4640d0010 msgr2=0x7fb4640d0470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:22.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.961+0000 7fb46a567640 1 --2- 172.21.15.84:0/3740669989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4640d0010 0x7fb4640d0470 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fb45c009d90 tx=0x7fb45c02be10 comp rx=0 tx=0).stop 2024-04-15T15:11:22.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.961+0000 7fb46a567640 1 -- 172.21.15.84:0/3740669989 shutdown_connections 2024-04-15T15:11:22.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.961+0000 7fb46a567640 1 --2- 172.21.15.84:0/3740669989 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4640d0010 0x7fb4640d0470 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.961+0000 7fb46a567640 1 --2- 172.21.15.84:0/3740669989 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb46415c250 0x7fb46406d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.961+0000 7fb46a567640 1 -- 172.21.15.84:0/3740669989 >> 172.21.15.84:0/3740669989 conn(0x7fb4640ceec0 msgr2=0x7fb4640cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:22.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.961+0000 7fb46a567640 1 -- 172.21.15.84:0/3740669989 shutdown_connections 2024-04-15T15:11:22.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.961+0000 7fb46a567640 1 -- 172.21.15.84:0/3740669989 wait complete. 2024-04-15T15:11:22.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.962+0000 7fb46a567640 1 Processor -- start 2024-04-15T15:11:22.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.962+0000 7fb46a567640 1 -- start start 2024-04-15T15:11:22.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.963+0000 7fb46a567640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4640d0010 0x7fb4640c72f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:22.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.963+0000 7fb46a567640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb46415c250 0x7fb4640c5f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:22.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.963+0000 7fb46a567640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb46415f9f0 0x7fb4641f3980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:22.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.963+0000 7fb46a567640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb4640b38f0 con 0x7fb46415c250 2024-04-15T15:11:22.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.963+0000 7fb46a567640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb4640b3610 con 0x7fb4640d0010 2024-04-15T15:11:22.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.963+0000 7fb46a567640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb46406dc20 con 0x7fb46415f9f0 2024-04-15T15:11:22.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.963+0000 7fb45bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb46415c250 0x7fb4640c5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:22.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.963+0000 7fb45bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb46415c250 0x7fb4640c5f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:33966/0 (socket says 172.21.15.84:33966) 2024-04-15T15:11:22.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.963+0000 7fb45bfff640 1 -- 172.21.15.84:0/4239989887 learned_addr learned my addr 172.21.15.84:0/4239989887 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:22.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.963+0000 7fb468b04640 1 --2- 172.21.15.84:0/4239989887 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb46415f9f0 0x7fb4641f3980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:22.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.963+0000 7fb463fff640 1 --2- 172.21.15.84:0/4239989887 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4640d0010 0x7fb4640c72f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:22.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.963+0000 7fb45bfff640 1 -- 172.21.15.84:0/4239989887 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb46415f9f0 msgr2=0x7fb4641f3980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:22.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.963+0000 7fb45bfff640 1 --2- 172.21.15.84:0/4239989887 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb46415f9f0 0x7fb4641f3980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.963+0000 7fb45bfff640 1 -- 172.21.15.84:0/4239989887 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4640d0010 msgr2=0x7fb4640c72f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:22.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.963+0000 7fb45bfff640 1 --2- 172.21.15.84:0/4239989887 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4640d0010 0x7fb4640c72f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:22.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.963+0000 7fb45bfff640 1 -- 172.21.15.84:0/4239989887 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4640c64b0 con 0x7fb46415c250 2024-04-15T15:11:22.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.963+0000 7fb463fff640 1 --2- 172.21.15.84:0/4239989887 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4640d0010 0x7fb4640c72f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:22.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.963+0000 7fb45bfff640 1 --2- 172.21.15.84:0/4239989887 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb46415c250 0x7fb4640c5f70 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fb44c00c3f0 tx=0x7fb44c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:22.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.964+0000 7fb4617fa640 1 -- 172.21.15.84:0/4239989887 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb44c0074e0 con 0x7fb46415c250 2024-04-15T15:11:22.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.964+0000 7fb4617fa640 1 -- 172.21.15.84:0/4239989887 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb44c0047e0 con 0x7fb46415c250 2024-04-15T15:11:22.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.964+0000 7fb46a567640 1 -- 172.21.15.84:0/4239989887 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4641f7710 con 0x7fb46415c250 2024-04-15T15:11:22.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.964+0000 7fb4617fa640 1 -- 172.21.15.84:0/4239989887 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb44c004bd0 con 0x7fb46415c250 2024-04-15T15:11:22.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.964+0000 7fb46a567640 1 -- 172.21.15.84:0/4239989887 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4641f7cd0 con 0x7fb46415c250 2024-04-15T15:11:22.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.965+0000 7fb46a567640 1 -- 172.21.15.84:0/4239989887 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb464075c50 con 0x7fb46415c250 2024-04-15T15:11:22.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.965+0000 7fb4617fa640 1 -- 172.21.15.84:0/4239989887 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fb44c011070 con 0x7fb46415c250 2024-04-15T15:11:22.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.965+0000 7fb4617fa640 1 --2- 172.21.15.84:0/4239989887 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb44406c8f0 0x7fb44406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:22.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.966+0000 7fb4617fa640 1 -- 172.21.15.84:0/4239989887 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fb44c08ba80 con 0x7fb46415c250 2024-04-15T15:11:22.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.966+0000 7fb463fff640 1 --2- 172.21.15.84:0/4239989887 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb44406c8f0 0x7fb44406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:22.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.966+0000 7fb463fff640 1 --2- 172.21.15.84:0/4239989887 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb44406c8f0 0x7fb44406edb0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fb454009b90 tx=0x7fb454008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:22.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:22.970+0000 7fb4617fa640 1 -- 172.21.15.84:0/4239989887 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fb44c059ab0 con 0x7fb46415c250 2024-04-15T15:11:23.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.146+0000 7fb46a567640 1 -- 172.21.15.84:0/4239989887 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fb464074e30 con 0x7fb46415c250 2024-04-15T15:11:23.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.146+0000 7fb4617fa640 1 -- 172.21.15.84:0/4239989887 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) ==== 100+0+11 (secure 0 0 0) 0x7fb44c0593b0 con 0x7fb46415c250 2024-04-15T15:11:23.148 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:11:23.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.148+0000 7fb46a567640 1 -- 172.21.15.84:0/4239989887 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb44406c8f0 msgr2=0x7fb44406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:23.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.148+0000 7fb46a567640 1 --2- 172.21.15.84:0/4239989887 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb44406c8f0 0x7fb44406edb0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fb454009b90 tx=0x7fb454008040 comp rx=0 tx=0).stop 2024-04-15T15:11:23.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.148+0000 7fb46a567640 1 -- 172.21.15.84:0/4239989887 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb46415c250 msgr2=0x7fb4640c5f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:23.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.148+0000 7fb46a567640 1 --2- 172.21.15.84:0/4239989887 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb46415c250 0x7fb4640c5f70 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7fb44c00c3f0 tx=0x7fb44c00c8b0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.148+0000 7fb46a567640 1 -- 172.21.15.84:0/4239989887 shutdown_connections 2024-04-15T15:11:23.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.148+0000 7fb46a567640 1 --2- 172.21.15.84:0/4239989887 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb46415f9f0 0x7fb4641f3980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.148+0000 7fb46a567640 1 --2- 172.21.15.84:0/4239989887 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb46415c250 0x7fb4640c5f70 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.148+0000 7fb46a567640 1 --2- 172.21.15.84:0/4239989887 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb44406c8f0 0x7fb44406edb0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.148+0000 7fb46a567640 1 --2- 172.21.15.84:0/4239989887 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4640d0010 0x7fb4640c72f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.148+0000 7fb46a567640 1 -- 172.21.15.84:0/4239989887 >> 172.21.15.84:0/4239989887 conn(0x7fb4640ceec0 msgr2=0x7fb464162230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:23.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.148+0000 7fb46a567640 1 -- 172.21.15.84:0/4239989887 shutdown_connections 2024-04-15T15:11:23.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.148+0000 7fb46a567640 1 -- 172.21.15.84:0/4239989887 wait complete. 2024-04-15T15:11:23.161 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-15T15:11:23.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.266+0000 7fb6fe828640 1 Processor -- start 2024-04-15T15:11:23.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.266+0000 7fb6fe828640 1 -- start start 2024-04-15T15:11:23.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.267+0000 7fb6fe828640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb6f815c250 0x7fb6f806d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:23.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.267+0000 7fb6fe828640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb6f815f9f0 0x7fb6f80cca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:23.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.267+0000 7fb6fe828640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fb6f80d0010 0x7fb6f80d0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:23.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.267+0000 7fb6fe828640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fb6f80d09b0 con 0x7fb6f815f9f0 2024-04-15T15:11:23.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.267+0000 7fb6fe828640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fb6f806df30 con 0x7fb6f80d0010 2024-04-15T15:11:23.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.267+0000 7fb6fe828640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb6f806e210 con 0x7fb6f815c250 2024-04-15T15:11:23.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.267+0000 7fb6f77fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb6f815f9f0 0x7fb6f80cca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:23.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.267+0000 7fb6f77fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb6f815f9f0 0x7fb6f80cca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:33978/0 (socket says 172.21.15.84:33978) 2024-04-15T15:11:23.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.267+0000 7fb6f77fe640 1 -- 172.21.15.84:0/649509995 learned_addr learned my addr 172.21.15.84:0/649509995 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:23.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.267+0000 7fb6fcdc5640 1 --2- 172.21.15.84:0/649509995 >> v2:172.21.15.203:3300/0 conn(0x7fb6f80d0010 0x7fb6f80d0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:23.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.267+0000 7fb6f77fe640 1 -- 172.21.15.84:0/649509995 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb6f815c250 msgr2=0x7fb6f806d6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:23.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.267+0000 7fb6f77fe640 1 --2- 172.21.15.84:0/649509995 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb6f815c250 0x7fb6f806d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.267+0000 7fb6f77fe640 1 -- 172.21.15.84:0/649509995 >> v2:172.21.15.203:3300/0 conn(0x7fb6f80d0010 msgr2=0x7fb6f80d0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:23.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.267+0000 7fb6f77fe640 1 --2- 172.21.15.84:0/649509995 >> v2:172.21.15.203:3300/0 conn(0x7fb6f80d0010 0x7fb6f80d0470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.268+0000 7fb6f77fe640 1 -- 172.21.15.84:0/649509995 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6f806e4f0 con 0x7fb6f815f9f0 2024-04-15T15:11:23.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.268+0000 7fb6fcdc5640 1 --2- 172.21.15.84:0/649509995 >> v2:172.21.15.203:3300/0 conn(0x7fb6f80d0010 0x7fb6f80d0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:23.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.268+0000 7fb6f77fe640 1 --2- 172.21.15.84:0/649509995 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6f815f9f0 0x7fb6f80cca90 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fb6f806e140 tx=0x7fb6ec02b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1881b499f4e95d4e server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:23.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.268+0000 7fb6f6ffd640 1 -- 172.21.15.84:0/649509995 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6ec0317c0 con 0x7fb6f815f9f0 2024-04-15T15:11:23.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.268+0000 7fb6f6ffd640 1 -- 172.21.15.84:0/649509995 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6ec037070 con 0x7fb6f815f9f0 2024-04-15T15:11:23.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.268+0000 7fb6f6ffd640 1 -- 172.21.15.84:0/649509995 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6ec031b80 con 0x7fb6f815f9f0 2024-04-15T15:11:23.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.269+0000 7fb6fe828640 1 -- 172.21.15.84:0/649509995 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6f815f9f0 msgr2=0x7fb6f80cca90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:23.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.269+0000 7fb6fe828640 1 --2- 172.21.15.84:0/649509995 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6f815f9f0 0x7fb6f80cca90 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fb6f806e140 tx=0x7fb6ec02b860 comp rx=0 tx=0).stop 2024-04-15T15:11:23.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.269+0000 7fb6fe828640 1 -- 172.21.15.84:0/649509995 shutdown_connections 2024-04-15T15:11:23.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.269+0000 7fb6fe828640 1 --2- 172.21.15.84:0/649509995 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6f815f9f0 0x7fb6f80cca90 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.269+0000 7fb6fe828640 1 --2- 172.21.15.84:0/649509995 >> v2:172.21.15.203:3300/0 conn(0x7fb6f80d0010 0x7fb6f80d0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.269+0000 7fb6fe828640 1 --2- 172.21.15.84:0/649509995 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb6f815c250 0x7fb6f806d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.269+0000 7fb6fe828640 1 -- 172.21.15.84:0/649509995 >> 172.21.15.84:0/649509995 conn(0x7fb6f80ceec0 msgr2=0x7fb6f80cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:23.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.269+0000 7fb6fe828640 1 -- 172.21.15.84:0/649509995 shutdown_connections 2024-04-15T15:11:23.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.269+0000 7fb6fe828640 1 -- 172.21.15.84:0/649509995 wait complete. 2024-04-15T15:11:23.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.270+0000 7fb6fe828640 1 Processor -- start 2024-04-15T15:11:23.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.270+0000 7fb6fe828640 1 -- start start 2024-04-15T15:11:23.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.271+0000 7fb6fe828640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6f80d0010 0x7fb6f81f83f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:23.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.271+0000 7fb6fe828640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb6f815c250 0x7fb6f814fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:23.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.271+0000 7fb6fe828640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb6f815f9f0 0x7fb6f8157570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:23.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.271+0000 7fb6fe828640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f806dc20 con 0x7fb6f80d0010 2024-04-15T15:11:23.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.271+0000 7fb6fe828640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb6f80b38f0 con 0x7fb6f815f9f0 2024-04-15T15:11:23.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.271+0000 7fb6fe828640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb6f815c630 con 0x7fb6f815c250 2024-04-15T15:11:23.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.271+0000 7fb6f7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6f80d0010 0x7fb6f81f83f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:23.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.271+0000 7fb6f7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6f80d0010 0x7fb6f81f83f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:33994/0 (socket says 172.21.15.84:33994) 2024-04-15T15:11:23.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.271+0000 7fb6f77fe640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb6f815c250 0x7fb6f814fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:23.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.271+0000 7fb6f7fff640 1 -- 172.21.15.84:0/3713452090 learned_addr learned my addr 172.21.15.84:0/3713452090 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:23.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.271+0000 7fb6fcdc5640 1 --2- 172.21.15.84:0/3713452090 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb6f815f9f0 0x7fb6f8157570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:23.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.271+0000 7fb6f7fff640 1 -- 172.21.15.84:0/3713452090 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb6f815c250 msgr2=0x7fb6f814fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:23.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.271+0000 7fb6f7fff640 1 --2- 172.21.15.84:0/3713452090 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb6f815c250 0x7fb6f814fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.271+0000 7fb6f7fff640 1 -- 172.21.15.84:0/3713452090 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb6f815f9f0 msgr2=0x7fb6f8157570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:23.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.271+0000 7fb6f7fff640 1 --2- 172.21.15.84:0/3713452090 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb6f815f9f0 0x7fb6f8157570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.271+0000 7fb6f7fff640 1 -- 172.21.15.84:0/3713452090 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6f80b5260 con 0x7fb6f80d0010 2024-04-15T15:11:23.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.272+0000 7fb6f7fff640 1 --2- 172.21.15.84:0/3713452090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6f80d0010 0x7fb6f81f83f0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fb6e800b4d0 tx=0x7fb6e800b990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:23.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.272+0000 7fb6f4ff9640 1 -- 172.21.15.84:0/3713452090 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e8014070 con 0x7fb6f80d0010 2024-04-15T15:11:23.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.272+0000 7fb6f4ff9640 1 -- 172.21.15.84:0/3713452090 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb6e8010870 con 0x7fb6f80d0010 2024-04-15T15:11:23.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.272+0000 7fb6fe828640 1 -- 172.21.15.84:0/3713452090 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6f8159840 con 0x7fb6f80d0010 2024-04-15T15:11:23.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.272+0000 7fb6f4ff9640 1 -- 172.21.15.84:0/3713452090 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6e8010c60 con 0x7fb6f80d0010 2024-04-15T15:11:23.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.272+0000 7fb6fe828640 1 -- 172.21.15.84:0/3713452090 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6f8159e00 con 0x7fb6f80d0010 2024-04-15T15:11:23.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.273+0000 7fb6fe828640 1 -- 172.21.15.84:0/3713452090 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6f8075c50 con 0x7fb6f80d0010 2024-04-15T15:11:23.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.273+0000 7fb6f4ff9640 1 -- 172.21.15.84:0/3713452090 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fb6e8017070 con 0x7fb6f80d0010 2024-04-15T15:11:23.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.274+0000 7fb6f4ff9640 1 --2- 172.21.15.84:0/3713452090 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb6e406c8f0 0x7fb6e406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:23.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.274+0000 7fb6f4ff9640 1 -- 172.21.15.84:0/3713452090 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fb6e808bc40 con 0x7fb6f80d0010 2024-04-15T15:11:23.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.274+0000 7fb6f77fe640 1 --2- 172.21.15.84:0/3713452090 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb6e406c8f0 0x7fb6e406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:23.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.274+0000 7fb6f77fe640 1 --2- 172.21.15.84:0/3713452090 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb6e406c8f0 0x7fb6e406edb0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fb6ec036000 tx=0x7fb6ec03d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:23.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.278+0000 7fb6f4ff9640 1 -- 172.21.15.84:0/3713452090 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fb6e80596b0 con 0x7fb6f80d0010 2024-04-15T15:11:23.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.457+0000 7fb6fe828640 1 -- 172.21.15.84:0/3713452090 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fb6f80b83c0 con 0x7fb6f80d0010 2024-04-15T15:11:23.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.458+0000 7fb6f4ff9640 1 -- 172.21.15.84:0/3713452090 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) ==== 103+0+11 (secure 0 0 0) 0x7fb6e805d9b0 con 0x7fb6f80d0010 2024-04-15T15:11:23.460 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:23.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.460+0000 7fb6fe828640 1 -- 172.21.15.84:0/3713452090 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb6e406c8f0 msgr2=0x7fb6e406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:23.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.460+0000 7fb6fe828640 1 --2- 172.21.15.84:0/3713452090 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb6e406c8f0 0x7fb6e406edb0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fb6ec036000 tx=0x7fb6ec03d040 comp rx=0 tx=0).stop 2024-04-15T15:11:23.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.460+0000 7fb6fe828640 1 -- 172.21.15.84:0/3713452090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6f80d0010 msgr2=0x7fb6f81f83f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:23.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.460+0000 7fb6fe828640 1 --2- 172.21.15.84:0/3713452090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6f80d0010 0x7fb6f81f83f0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fb6e800b4d0 tx=0x7fb6e800b990 comp rx=0 tx=0).stop 2024-04-15T15:11:23.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.460+0000 7fb6fe828640 1 -- 172.21.15.84:0/3713452090 shutdown_connections 2024-04-15T15:11:23.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.460+0000 7fb6fe828640 1 --2- 172.21.15.84:0/3713452090 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb6e406c8f0 0x7fb6e406edb0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.460+0000 7fb6fe828640 1 --2- 172.21.15.84:0/3713452090 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb6f815f9f0 0x7fb6f8157570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.460+0000 7fb6fe828640 1 --2- 172.21.15.84:0/3713452090 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb6f815c250 0x7fb6f814fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.460+0000 7fb6fe828640 1 --2- 172.21.15.84:0/3713452090 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb6f80d0010 0x7fb6f81f83f0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.462 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.460+0000 7fb6fe828640 1 -- 172.21.15.84:0/3713452090 >> 172.21.15.84:0/3713452090 conn(0x7fb6f80ceec0 msgr2=0x7fb6f80cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:23.463 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.460+0000 7fb6fe828640 1 -- 172.21.15.84:0/3713452090 shutdown_connections 2024-04-15T15:11:23.463 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.460+0000 7fb6fe828640 1 -- 172.21.15.84:0/3713452090 wait complete. 2024-04-15T15:11:23.473 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-15T15:11:23.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.575+0000 7f96939e6640 1 Processor -- start 2024-04-15T15:11:23.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.575+0000 7f96939e6640 1 -- start start 2024-04-15T15:11:23.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.576+0000 7f96939e6640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f968c15c250 0x7f968c06d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:23.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.576+0000 7f96939e6640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f968c15f9f0 0x7f968c0cca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:23.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.576+0000 7f96939e6640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f968c06df30 con 0x7f968c0d0010 2024-04-15T15:11:23.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.576+0000 7f96939e6640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f968c06e210 con 0x7f968c15c250 2024-04-15T15:11:23.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.576+0000 7f96939e6640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f968c06e4f0 con 0x7f968c15f9f0 2024-04-15T15:11:23.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.576+0000 7f9691782640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f968c15c250 0x7f968c06d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:23.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.576+0000 7f9691f83640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f968c0d0010 0x7f968c0b3e10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:36582/0 (socket says 172.21.15.84:36582) 2024-04-15T15:11:23.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.576+0000 7f9691f83640 1 -- 172.21.15.84:0/2651827581 learned_addr learned my addr 172.21.15.84:0/2651827581 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:23.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.576+0000 7f9690f81640 1 --2- 172.21.15.84:0/2651827581 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f968c15f9f0 0x7f968c0cca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:23.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.577+0000 7f9691782640 1 -- 172.21.15.84:0/2651827581 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f968c15f9f0 msgr2=0x7f968c0cca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:23.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.577+0000 7f9691782640 1 --2- 172.21.15.84:0/2651827581 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f968c15f9f0 0x7f968c0cca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.577+0000 7f9691782640 1 -- 172.21.15.84:0/2651827581 >> v1:172.21.15.84:6789/0 conn(0x7f968c0d0010 legacy=0x7f968c0b3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:23.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.577+0000 7f9691782640 1 -- 172.21.15.84:0/2651827581 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f968c0b3610 con 0x7f968c15c250 2024-04-15T15:11:23.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.577+0000 7f9691782640 1 --2- 172.21.15.84:0/2651827581 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f968c15c250 0x7f968c06d6e0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f9688009d90 tx=0x7f968802bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=956f791fbd36c814 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:23.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.578+0000 7f9683fff640 1 -- 172.21.15.84:0/2651827581 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9688039070 con 0x7f968c15c250 2024-04-15T15:11:23.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.578+0000 7f9683fff640 1 -- 172.21.15.84:0/2651827581 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f968802cc50 con 0x7f968c15c250 2024-04-15T15:11:23.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.578+0000 7f9683fff640 1 -- 172.21.15.84:0/2651827581 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9688034440 con 0x7f968c15c250 2024-04-15T15:11:23.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.578+0000 7f96939e6640 1 -- 172.21.15.84:0/2651827581 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f968c15c250 msgr2=0x7f968c06d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:23.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.578+0000 7f96939e6640 1 --2- 172.21.15.84:0/2651827581 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f968c15c250 0x7f968c06d6e0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f9688009d90 tx=0x7f968802bea0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.578+0000 7f96939e6640 1 -- 172.21.15.84:0/2651827581 shutdown_connections 2024-04-15T15:11:23.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.578+0000 7f96939e6640 1 --2- 172.21.15.84:0/2651827581 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f968c15f9f0 0x7f968c0cca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.578+0000 7f96939e6640 1 --2- 172.21.15.84:0/2651827581 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f968c15c250 0x7f968c06d6e0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.578+0000 7f96939e6640 1 -- 172.21.15.84:0/2651827581 >> 172.21.15.84:0/2651827581 conn(0x7f968c0ceec0 msgr2=0x7f968c0cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:23.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.578+0000 7f96939e6640 1 -- 172.21.15.84:0/2651827581 shutdown_connections 2024-04-15T15:11:23.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.578+0000 7f96939e6640 1 -- 172.21.15.84:0/2651827581 wait complete. 2024-04-15T15:11:23.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.579+0000 7f96939e6640 1 Processor -- start 2024-04-15T15:11:23.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.579+0000 7f96939e6640 1 -- start start 2024-04-15T15:11:23.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.580+0000 7f96939e6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f968c0d0010 0x7f968c150910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:23.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.580+0000 7f96939e6640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f968c15c250 0x7f968c0c5f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:23.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.580+0000 7f96939e6640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f968c15f9f0 0x7f968c0c7b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:23.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.580+0000 7f96939e6640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f968c15c630 con 0x7f968c0d0010 2024-04-15T15:11:23.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.580+0000 7f96939e6640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f968c06dc20 con 0x7f968c15c250 2024-04-15T15:11:23.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.580+0000 7f96939e6640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f968c15c7b0 con 0x7f968c15f9f0 2024-04-15T15:11:23.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.580+0000 7f9691782640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f968c0d0010 0x7f968c150910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:23.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.580+0000 7f9691782640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f968c0d0010 0x7f968c150910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34012/0 (socket says 172.21.15.84:34012) 2024-04-15T15:11:23.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.580+0000 7f9691782640 1 -- 172.21.15.84:0/3073600672 learned_addr learned my addr 172.21.15.84:0/3073600672 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:23.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.580+0000 7f9690f81640 1 --2- 172.21.15.84:0/3073600672 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f968c15c250 0x7f968c0c5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:23.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.580+0000 7f9691f83640 1 --2- 172.21.15.84:0/3073600672 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f968c15f9f0 0x7f968c0c7b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:23.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.581+0000 7f9691782640 1 -- 172.21.15.84:0/3073600672 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f968c15f9f0 msgr2=0x7f968c0c7b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:23.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.581+0000 7f9691782640 1 --2- 172.21.15.84:0/3073600672 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f968c15f9f0 0x7f968c0c7b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.581+0000 7f9691782640 1 -- 172.21.15.84:0/3073600672 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f968c15c250 msgr2=0x7f968c0c5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:23.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.581+0000 7f9691782640 1 --2- 172.21.15.84:0/3073600672 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f968c15c250 0x7f968c0c5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.581+0000 7f9691782640 1 -- 172.21.15.84:0/3073600672 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f968c0c8bb0 con 0x7f968c0d0010 2024-04-15T15:11:23.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.581+0000 7f9691782640 1 --2- 172.21.15.84:0/3073600672 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f968c0d0010 0x7f968c150910 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f9688009d90 tx=0x7f9688004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:23.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.581+0000 7f9681ffb640 1 -- 172.21.15.84:0/3073600672 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9688039050 con 0x7f968c0d0010 2024-04-15T15:11:23.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.581+0000 7f9681ffb640 1 -- 172.21.15.84:0/3073600672 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9688045070 con 0x7f968c0d0010 2024-04-15T15:11:23.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.581+0000 7f9681ffb640 1 -- 172.21.15.84:0/3073600672 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f968803e610 con 0x7f968c0d0010 2024-04-15T15:11:23.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.581+0000 7f96939e6640 1 -- 172.21.15.84:0/3073600672 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f968c0c8e90 con 0x7f968c0d0010 2024-04-15T15:11:23.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.581+0000 7f96939e6640 1 -- 172.21.15.84:0/3073600672 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f968c15df30 con 0x7f968c0d0010 2024-04-15T15:11:23.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.582+0000 7f96939e6640 1 -- 172.21.15.84:0/3073600672 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f968c075c50 con 0x7f968c0d0010 2024-04-15T15:11:23.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.583+0000 7f9681ffb640 1 -- 172.21.15.84:0/3073600672 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f968803e7b0 con 0x7f968c0d0010 2024-04-15T15:11:23.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.583+0000 7f9681ffb640 1 --2- 172.21.15.84:0/3073600672 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f967006c8f0 0x7f967006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:23.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.583+0000 7f9690f81640 1 --2- 172.21.15.84:0/3073600672 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f967006c8f0 0x7f967006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:23.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.583+0000 7f9681ffb640 1 -- 172.21.15.84:0/3073600672 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f96880ae8a0 con 0x7f968c0d0010 2024-04-15T15:11:23.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.584+0000 7f9690f81640 1 --2- 172.21.15.84:0/3073600672 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f967006c8f0 0x7f967006edb0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f968c1f77e0 tx=0x7f967c009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:23.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.587+0000 7f9681ffb640 1 -- 172.21.15.84:0/3073600672 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f968807c310 con 0x7f968c0d0010 2024-04-15T15:11:23.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.777+0000 7f96939e6640 1 -- 172.21.15.84:0/3073600672 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f968c0cf620 con 0x7f968c0d0010 2024-04-15T15:11:23.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.778+0000 7f9681ffb640 1 -- 172.21.15.84:0/3073600672 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) ==== 80+0+0 (secure 0 0 0) 0x7f9688080610 con 0x7f968c0d0010 2024-04-15T15:11:23.779 INFO:teuthology.orchestra.run.smithi084.stderr:listed 0 entries 2024-04-15T15:11:23.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.780+0000 7f96939e6640 1 -- 172.21.15.84:0/3073600672 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f967006c8f0 msgr2=0x7f967006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:23.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.780+0000 7f96939e6640 1 --2- 172.21.15.84:0/3073600672 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f967006c8f0 0x7f967006edb0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f968c1f77e0 tx=0x7f967c009190 comp rx=0 tx=0).stop 2024-04-15T15:11:23.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.780+0000 7f96939e6640 1 -- 172.21.15.84:0/3073600672 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f968c0d0010 msgr2=0x7f968c150910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:23.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.780+0000 7f96939e6640 1 --2- 172.21.15.84:0/3073600672 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f968c0d0010 0x7f968c150910 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f9688009d90 tx=0x7f9688004a40 comp rx=0 tx=0).stop 2024-04-15T15:11:23.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.780+0000 7f96939e6640 1 -- 172.21.15.84:0/3073600672 shutdown_connections 2024-04-15T15:11:23.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.780+0000 7f96939e6640 1 --2- 172.21.15.84:0/3073600672 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f967006c8f0 0x7f967006edb0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.780+0000 7f96939e6640 1 --2- 172.21.15.84:0/3073600672 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f968c15c250 0x7f968c0c5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.780+0000 7f96939e6640 1 --2- 172.21.15.84:0/3073600672 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f968c15f9f0 0x7f968c0c7b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.780+0000 7f96939e6640 1 --2- 172.21.15.84:0/3073600672 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f968c0d0010 0x7f968c150910 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.780+0000 7f96939e6640 1 -- 172.21.15.84:0/3073600672 >> 172.21.15.84:0/3073600672 conn(0x7f968c0ceec0 msgr2=0x7f968c06f510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:23.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.780+0000 7f96939e6640 1 -- 172.21.15.84:0/3073600672 shutdown_connections 2024-04-15T15:11:23.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.780+0000 7f96939e6640 1 -- 172.21.15.84:0/3073600672 wait complete. 2024-04-15T15:11:23.792 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi203.front.sepia.ceph.com... 2024-04-15T15:11:23.792 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:23.793 DEBUG:teuthology.orchestra.run.smithi203:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-04-15T15:11:23.822 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:11:23.822 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi203.front.sepia.ceph.com 2024-04-15T15:11:23.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:23.823 DEBUG:teuthology.orchestra.run.smithi203:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-04-15T15:11:23.879 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-04-15T15:11:23.879 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:11:23.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.981+0000 7fbbe0e21640 1 Processor -- start 2024-04-15T15:11:23.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.981+0000 7fbbe0e21640 1 -- start start 2024-04-15T15:11:23.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.982+0000 7fbbe0e21640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fbbdc15eba0 0x7fbbdc06f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:23.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.982+0000 7fbbe0e21640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fbbdc06f720 0x7fbbdc0af400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:23.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.982+0000 7fbbe0e21640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbbdc15ef80 con 0x7fbbdc0af940 2024-04-15T15:11:23.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.982+0000 7fbbe0e21640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fbbdc0ce2b0 con 0x7fbbdc06f720 2024-04-15T15:11:23.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.982+0000 7fbbe0e21640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fbbdc0ce590 con 0x7fbbdc15eba0 2024-04-15T15:11:23.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.982+0000 7fbbd3fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fbbdc06f720 0x7fbbdc0af400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:23.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.982+0000 7fbbdad9d640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fbbdc0af940 0x7fbbdc0ccb90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:36588/0 (socket says 172.21.15.84:36588) 2024-04-15T15:11:23.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.982+0000 7fbbdad9d640 1 -- 172.21.15.84:0/713295518 learned_addr learned my addr 172.21.15.84:0/713295518 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:23.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.982+0000 7fbbda59c640 1 --2- 172.21.15.84:0/713295518 >> v2:172.21.15.203:3300/0 conn(0x7fbbdc15eba0 0x7fbbdc06f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:23.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.982+0000 7fbbd3fff640 1 -- 172.21.15.84:0/713295518 >> v2:172.21.15.203:3300/0 conn(0x7fbbdc15eba0 msgr2=0x7fbbdc06f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:23.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.982+0000 7fbbd3fff640 1 --2- 172.21.15.84:0/713295518 >> v2:172.21.15.203:3300/0 conn(0x7fbbdc15eba0 0x7fbbdc06f1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.982+0000 7fbbd3fff640 1 -- 172.21.15.84:0/713295518 >> v1:172.21.15.84:6789/0 conn(0x7fbbdc0af940 legacy=0x7fbbdc0ccb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:23.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.982+0000 7fbbd9d9b640 1 -- 172.21.15.84:0/713295518 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2902977649 0 0) 0x7fbbdc15ef80 con 0x7fbbdc0af940 2024-04-15T15:11:23.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.982+0000 7fbbd3fff640 1 -- 172.21.15.84:0/713295518 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbdc0ce870 con 0x7fbbdc06f720 2024-04-15T15:11:23.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.983+0000 7fbbd3fff640 1 --2- 172.21.15.84:0/713295518 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbdc06f720 0x7fbbdc0af400 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fbbdc0b2e90 tx=0x7fbbc402b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b112d51bd287d88 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:23.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.983+0000 7fbbd9d9b640 1 -- 172.21.15.84:0/713295518 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc40315a0 con 0x7fbbdc06f720 2024-04-15T15:11:23.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.983+0000 7fbbd9d9b640 1 -- 172.21.15.84:0/713295518 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbbc4037070 con 0x7fbbdc06f720 2024-04-15T15:11:23.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.983+0000 7fbbd9d9b640 1 -- 172.21.15.84:0/713295518 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc4031960 con 0x7fbbdc06f720 2024-04-15T15:11:23.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.983+0000 7fbbe0e21640 1 -- 172.21.15.84:0/713295518 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbdc06f720 msgr2=0x7fbbdc0af400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:23.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.983+0000 7fbbe0e21640 1 --2- 172.21.15.84:0/713295518 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbdc06f720 0x7fbbdc0af400 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fbbdc0b2e90 tx=0x7fbbc402b840 comp rx=0 tx=0).stop 2024-04-15T15:11:23.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.984+0000 7fbbe0e21640 1 -- 172.21.15.84:0/713295518 shutdown_connections 2024-04-15T15:11:23.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.984+0000 7fbbe0e21640 1 --2- 172.21.15.84:0/713295518 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbdc06f720 0x7fbbdc0af400 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.984+0000 7fbbe0e21640 1 --2- 172.21.15.84:0/713295518 >> v2:172.21.15.203:3300/0 conn(0x7fbbdc15eba0 0x7fbbdc06f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.984+0000 7fbbe0e21640 1 -- 172.21.15.84:0/713295518 >> 172.21.15.84:0/713295518 conn(0x7fbbdc0b1dd0 msgr2=0x7fbbdc0b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:23.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.984+0000 7fbbe0e21640 1 -- 172.21.15.84:0/713295518 shutdown_connections 2024-04-15T15:11:23.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.984+0000 7fbbe0e21640 1 -- 172.21.15.84:0/713295518 wait complete. 2024-04-15T15:11:23.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.985+0000 7fbbe0e21640 1 Processor -- start 2024-04-15T15:11:23.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.985+0000 7fbbe0e21640 1 -- start start 2024-04-15T15:11:23.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbe0e21640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbbdc0af940 0x7fbbdc1491f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:23.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbe0e21640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbdc15eba0 0x7fbbdc1f1630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:23.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbe0e21640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbbdc15c930 0x7fbbdc0d01a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:23.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbe0e21640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbbdc0ceb50 con 0x7fbbdc15eba0 2024-04-15T15:11:23.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbe0e21640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fbbdc0b2b80 con 0x7fbbdc0af940 2024-04-15T15:11:23.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbe0e21640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fbbdc0cd2a0 con 0x7fbbdc15c930 2024-04-15T15:11:23.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbd3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbdc15eba0 0x7fbbdc1f1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:23.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbd3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbdc15eba0 0x7fbbdc1f1630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34030/0 (socket says 172.21.15.84:34030) 2024-04-15T15:11:23.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbd3fff640 1 -- 172.21.15.84:0/2453736080 learned_addr learned my addr 172.21.15.84:0/2453736080 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:23.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbda59c640 1 --2- 172.21.15.84:0/2453736080 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbbdc0af940 0x7fbbdc1491f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:23.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbdad9d640 1 --2- 172.21.15.84:0/2453736080 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbbdc15c930 0x7fbbdc0d01a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:23.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbd3fff640 1 -- 172.21.15.84:0/2453736080 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbbdc15c930 msgr2=0x7fbbdc0d01a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:23.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbd3fff640 1 --2- 172.21.15.84:0/2453736080 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbbdc15c930 0x7fbbdc0d01a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbd3fff640 1 -- 172.21.15.84:0/2453736080 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbbdc0af940 msgr2=0x7fbbdc1491f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:23.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbd3fff640 1 --2- 172.21.15.84:0/2453736080 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbbdc0af940 0x7fbbdc1491f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:23.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbd3fff640 1 -- 172.21.15.84:0/2453736080 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbdc1f1b70 con 0x7fbbdc15eba0 2024-04-15T15:11:23.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbd3fff640 1 --2- 172.21.15.84:0/2453736080 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbdc15eba0 0x7fbbdc1f1630 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fbbc4000c00 tx=0x7fbbc40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:23.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbd2ffd640 1 -- 172.21.15.84:0/2453736080 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc4004230 con 0x7fbbdc15eba0 2024-04-15T15:11:23.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbd2ffd640 1 -- 172.21.15.84:0/2453736080 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbbc40043f0 con 0x7fbbdc15eba0 2024-04-15T15:11:23.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbd2ffd640 1 -- 172.21.15.84:0/2453736080 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc4003850 con 0x7fbbdc15eba0 2024-04-15T15:11:23.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbe0e21640 1 -- 172.21.15.84:0/2453736080 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbdc158c30 con 0x7fbbdc15eba0 2024-04-15T15:11:23.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.986+0000 7fbbe0e21640 1 -- 172.21.15.84:0/2453736080 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbdc1591f0 con 0x7fbbdc15eba0 2024-04-15T15:11:23.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.988+0000 7fbbe0e21640 1 -- 172.21.15.84:0/2453736080 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbdc0689e0 con 0x7fbbdc15eba0 2024-04-15T15:11:23.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.988+0000 7fbbd2ffd640 1 -- 172.21.15.84:0/2453736080 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fbbc40039f0 con 0x7fbbdc15eba0 2024-04-15T15:11:23.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.988+0000 7fbbd2ffd640 1 --2- 172.21.15.84:0/2453736080 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbbbc06c8f0 0x7fbbbc06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:23.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.988+0000 7fbbd2ffd640 1 -- 172.21.15.84:0/2453736080 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fbbc402f030 con 0x7fbbdc15eba0 2024-04-15T15:11:23.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.988+0000 7fbbda59c640 1 --2- 172.21.15.84:0/2453736080 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbbbc06c8f0 0x7fbbbc06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:23.993 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.989+0000 7fbbda59c640 1 --2- 172.21.15.84:0/2453736080 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbbbc06c8f0 0x7fbbbc06edb0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc009aa0 tx=0x7fbbcc009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:23.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:23.993+0000 7fbbd2ffd640 1 -- 172.21.15.84:0/2453736080 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fbbc4041070 con 0x7fbbdc15eba0 2024-04-15T15:11:24.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.202+0000 7fbbe0e21640 1 -- 172.21.15.84:0/2453736080 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbbdc0d0f20 con 0x7fbbdc15eba0 2024-04-15T15:11:24.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.202+0000 7fbbd2ffd640 1 -- 172.21.15.84:0/2453736080 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5180 (secure 0 0 0) 0x7fbbc407b730 con 0x7fbbdc15eba0 2024-04-15T15:11:24.204 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:24.205 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/3664072827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3664072827},{"type":"v1","addr":"172.21.15.84:6836","nonce":3664072827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/2090511752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":2090511752},{"type":"v1","addr":"172.21.15.84:6837","nonce":2090511752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/768052062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":768052062},{"type":"v1","addr":"172.21.15.203:6835","nonce":768052062}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T15:10:22.689828+0000","modified":"2024-04-15T15:10:38.758516+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.203:6834/2436290281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2436290281},{"type":"v1","addr":"172.21.15.203:6834","nonce":2436290281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4294,"qdb_cluster":[4294]},"id":1}]} 2024-04-15T15:11:24.205 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 9 2024-04-15T15:11:24.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.204+0000 7fbbe0e21640 1 -- 172.21.15.84:0/2453736080 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbbbc06c8f0 msgr2=0x7fbbbc06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:24.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.204+0000 7fbbe0e21640 1 --2- 172.21.15.84:0/2453736080 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbbbc06c8f0 0x7fbbbc06edb0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc009aa0 tx=0x7fbbcc009190 comp rx=0 tx=0).stop 2024-04-15T15:11:24.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.204+0000 7fbbe0e21640 1 -- 172.21.15.84:0/2453736080 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbdc15eba0 msgr2=0x7fbbdc1f1630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:24.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.204+0000 7fbbe0e21640 1 --2- 172.21.15.84:0/2453736080 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbdc15eba0 0x7fbbdc1f1630 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fbbc4000c00 tx=0x7fbbc40046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.204+0000 7fbbe0e21640 1 -- 172.21.15.84:0/2453736080 shutdown_connections 2024-04-15T15:11:24.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.204+0000 7fbbe0e21640 1 --2- 172.21.15.84:0/2453736080 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbbdc15c930 0x7fbbdc0d01a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.204+0000 7fbbe0e21640 1 --2- 172.21.15.84:0/2453736080 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbbdc15eba0 0x7fbbdc1f1630 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.204+0000 7fbbe0e21640 1 --2- 172.21.15.84:0/2453736080 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbbbc06c8f0 0x7fbbbc06edb0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.204+0000 7fbbe0e21640 1 --2- 172.21.15.84:0/2453736080 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbbdc0af940 0x7fbbdc1491f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.204+0000 7fbbe0e21640 1 -- 172.21.15.84:0/2453736080 >> 172.21.15.84:0/2453736080 conn(0x7fbbdc0b1dd0 msgr2=0x7fbbdc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:24.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.204+0000 7fbbe0e21640 1 -- 172.21.15.84:0/2453736080 shutdown_connections 2024-04-15T15:11:24.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.204+0000 7fbbe0e21640 1 -- 172.21.15.84:0/2453736080 wait complete. 2024-04-15T15:11:24.218 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:24.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.318+0000 7f2649833640 1 Processor -- start 2024-04-15T15:11:24.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.318+0000 7f2649833640 1 -- start start 2024-04-15T15:11:24.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.319+0000 7f2649833640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f2644161e40 0x7f26440b37f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:24.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.319+0000 7f2649833640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26440d12b0 0x7f26440d2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:24.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.319+0000 7f2649833640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2644162220 con 0x7f26440d2ea0 2024-04-15T15:11:24.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.319+0000 7f2649833640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f26440d21f0 con 0x7f2644161e40 2024-04-15T15:11:24.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.319+0000 7f2649833640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f26440d1820 con 0x7f26440d12b0 2024-04-15T15:11:24.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.319+0000 7f26427fc640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26440d12b0 0x7f26440d2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:24.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.319+0000 7f2642ffd640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f2644161e40 0x7f26440b37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:24.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.319+0000 7f26437fe640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7f26440d2ea0 0x7f26440d45b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:52174/0 (socket says 172.21.15.84:52174) 2024-04-15T15:11:24.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.319+0000 7f26437fe640 1 -- 172.21.15.84:0/1297888113 learned_addr learned my addr 172.21.15.84:0/1297888113 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:24.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.319+0000 7f26427fc640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26440d12b0 0x7f26440d2960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:36762/0 (socket says 172.21.15.84:36762) 2024-04-15T15:11:24.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.319+0000 7f26427fc640 1 -- 172.21.15.84:0/1297888113 >> v2:172.21.15.203:3300/0 conn(0x7f2644161e40 msgr2=0x7f26440b37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:24.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.319+0000 7f26427fc640 1 --2- 172.21.15.84:0/1297888113 >> v2:172.21.15.203:3300/0 conn(0x7f2644161e40 0x7f26440b37f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.319+0000 7f26427fc640 1 -- 172.21.15.84:0/1297888113 >> v1:172.21.15.203:6789/0 conn(0x7f26440d2ea0 legacy=0x7f26440d45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:24.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.319+0000 7f26427fc640 1 -- 172.21.15.84:0/1297888113 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26440d1b00 con 0x7f26440d12b0 2024-04-15T15:11:24.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.319+0000 7f2642ffd640 1 --2- 172.21.15.84:0/1297888113 >> v2:172.21.15.203:3300/0 conn(0x7f2644161e40 0x7f26440b37f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:11:24.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.320+0000 7f26427fc640 1 --2- 172.21.15.84:0/1297888113 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26440d12b0 0x7f26440d2960 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f26380097a0 tx=0x7f263802b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8621ac4e80ea4f52 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:24.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.320+0000 7f2641ffb640 1 -- 172.21.15.84:0/1297888113 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26380315a0 con 0x7f26440d12b0 2024-04-15T15:11:24.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.320+0000 7f2641ffb640 1 -- 172.21.15.84:0/1297888113 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2638037070 con 0x7f26440d12b0 2024-04-15T15:11:24.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.320+0000 7f2641ffb640 1 -- 172.21.15.84:0/1297888113 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2638031960 con 0x7f26440d12b0 2024-04-15T15:11:24.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.321+0000 7f2649833640 1 -- 172.21.15.84:0/1297888113 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26440d12b0 msgr2=0x7f26440d2960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:24.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.321+0000 7f2649833640 1 --2- 172.21.15.84:0/1297888113 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26440d12b0 0x7f26440d2960 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f26380097a0 tx=0x7f263802b840 comp rx=0 tx=0).stop 2024-04-15T15:11:24.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.321+0000 7f2649833640 1 -- 172.21.15.84:0/1297888113 shutdown_connections 2024-04-15T15:11:24.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.321+0000 7f2649833640 1 --2- 172.21.15.84:0/1297888113 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26440d12b0 0x7f26440d2960 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.321+0000 7f2649833640 1 --2- 172.21.15.84:0/1297888113 >> v2:172.21.15.203:3300/0 conn(0x7f2644161e40 0x7f26440b37f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.321+0000 7f2649833640 1 -- 172.21.15.84:0/1297888113 >> 172.21.15.84:0/1297888113 conn(0x7f264409d970 msgr2=0x7f26440b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:24.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.321+0000 7f2649833640 1 -- 172.21.15.84:0/1297888113 shutdown_connections 2024-04-15T15:11:24.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.321+0000 7f2649833640 1 -- 172.21.15.84:0/1297888113 wait complete. 2024-04-15T15:11:24.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.322+0000 7f2649833640 1 Processor -- start 2024-04-15T15:11:24.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.322+0000 7f2649833640 1 -- start start 2024-04-15T15:11:24.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.323+0000 7f2649833640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26440d12b0 0x7f26440b6740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:24.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.323+0000 7f2649833640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2644161e40 0x7f26440b51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:24.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.323+0000 7f2649833640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26440b56e0 0x7f26440cde30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:24.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.323+0000 7f2649833640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f26440b3d30 con 0x7f26440d12b0 2024-04-15T15:11:24.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.323+0000 7f2649833640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f26440d2440 con 0x7f2644161e40 2024-04-15T15:11:24.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.323+0000 7f2649833640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f26440b3eb0 con 0x7f26440b56e0 2024-04-15T15:11:24.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.323+0000 7f2642ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26440d12b0 0x7f26440b6740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:24.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.323+0000 7f2642ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26440d12b0 0x7f26440b6740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34038/0 (socket says 172.21.15.84:34038) 2024-04-15T15:11:24.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.323+0000 7f2642ffd640 1 -- 172.21.15.84:0/3236754879 learned_addr learned my addr 172.21.15.84:0/3236754879 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:24.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.323+0000 7f26437fe640 1 --2- 172.21.15.84:0/3236754879 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26440b56e0 0x7f26440cde30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:24.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.323+0000 7f26427fc640 1 --2- 172.21.15.84:0/3236754879 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2644161e40 0x7f26440b51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:24.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.323+0000 7f2642ffd640 1 -- 172.21.15.84:0/3236754879 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26440b56e0 msgr2=0x7f26440cde30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:24.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.323+0000 7f2642ffd640 1 --2- 172.21.15.84:0/3236754879 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26440b56e0 0x7f26440cde30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.323+0000 7f2642ffd640 1 -- 172.21.15.84:0/3236754879 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2644161e40 msgr2=0x7f26440b51a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:24.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.323+0000 7f2642ffd640 1 --2- 172.21.15.84:0/3236754879 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2644161e40 0x7f26440b51a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.323+0000 7f2642ffd640 1 -- 172.21.15.84:0/3236754879 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26440cd240 con 0x7f26440d12b0 2024-04-15T15:11:24.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.324+0000 7f2642ffd640 1 --2- 172.21.15.84:0/3236754879 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26440d12b0 0x7f26440b6740 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f263400e960 tx=0x7f263400ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:24.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.324+0000 7f262bfff640 1 -- 172.21.15.84:0/3236754879 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2634017070 con 0x7f26440d12b0 2024-04-15T15:11:24.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.324+0000 7f262bfff640 1 -- 172.21.15.84:0/3236754879 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f263400ca00 con 0x7f26440d12b0 2024-04-15T15:11:24.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.324+0000 7f2649833640 1 -- 172.21.15.84:0/3236754879 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26440b4100 con 0x7f26440d12b0 2024-04-15T15:11:24.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.324+0000 7f262bfff640 1 -- 172.21.15.84:0/3236754879 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f263400cdd0 con 0x7f26440d12b0 2024-04-15T15:11:24.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.324+0000 7f2649833640 1 -- 172.21.15.84:0/3236754879 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26440b46c0 con 0x7f26440d12b0 2024-04-15T15:11:24.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.325+0000 7f2649833640 1 -- 172.21.15.84:0/3236754879 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26440b4de0 con 0x7f26440d12b0 2024-04-15T15:11:24.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.325+0000 7f262bfff640 1 -- 172.21.15.84:0/3236754879 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f263401a070 con 0x7f26440d12b0 2024-04-15T15:11:24.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.326+0000 7f262bfff640 1 --2- 172.21.15.84:0/3236754879 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f263006c8f0 0x7f263006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:24.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.326+0000 7f262bfff640 1 -- 172.21.15.84:0/3236754879 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f263408bd40 con 0x7f26440d12b0 2024-04-15T15:11:24.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.326+0000 7f26427fc640 1 --2- 172.21.15.84:0/3236754879 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f263006c8f0 0x7f263006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:24.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.326+0000 7f26427fc640 1 --2- 172.21.15.84:0/3236754879 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f263006c8f0 0x7f263006edb0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2638036000 tx=0x7f263803d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:24.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.330+0000 7f262bfff640 1 -- 172.21.15.84:0/3236754879 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f26440cd240 con 0x7f26440d12b0 2024-04-15T15:11:24.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.506+0000 7f2649833640 1 -- 172.21.15.84:0/3236754879 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f26440d51b0 con 0x7f26440d12b0 2024-04-15T15:11:24.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.507+0000 7f262bfff640 1 -- 172.21.15.84:0/3236754879 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18854 (secure 0 0 0) 0x7f2634059730 con 0x7f26440d12b0 2024-04-15T15:11:24.510 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:24.510 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":26,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:11:03.629918+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.16","mappings":[{"from":5,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.b","mappings":[{"from":1,"to":2}]},{"pgid":"4.1e","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:24.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.509+0000 7f2649833640 1 -- 172.21.15.84:0/3236754879 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f263006c8f0 msgr2=0x7f263006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:24.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.509+0000 7f2649833640 1 --2- 172.21.15.84:0/3236754879 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f263006c8f0 0x7f263006edb0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f2638036000 tx=0x7f263803d040 comp rx=0 tx=0).stop 2024-04-15T15:11:24.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.509+0000 7f2649833640 1 -- 172.21.15.84:0/3236754879 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26440d12b0 msgr2=0x7f26440b6740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:24.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.509+0000 7f2649833640 1 --2- 172.21.15.84:0/3236754879 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26440d12b0 0x7f26440b6740 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f263400e960 tx=0x7f263400ee20 comp rx=0 tx=0).stop 2024-04-15T15:11:24.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.510+0000 7f2649833640 1 -- 172.21.15.84:0/3236754879 shutdown_connections 2024-04-15T15:11:24.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.510+0000 7f2649833640 1 --2- 172.21.15.84:0/3236754879 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f263006c8f0 0x7f263006edb0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.510+0000 7f2649833640 1 --2- 172.21.15.84:0/3236754879 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2644161e40 0x7f26440b51a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.510+0000 7f2649833640 1 --2- 172.21.15.84:0/3236754879 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26440b56e0 0x7f26440cde30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.510+0000 7f2649833640 1 --2- 172.21.15.84:0/3236754879 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26440d12b0 0x7f26440b6740 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.510+0000 7f2649833640 1 -- 172.21.15.84:0/3236754879 >> 172.21.15.84:0/3236754879 conn(0x7f264409d970 msgr2=0x7f26440b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:24.512 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.510+0000 7f2649833640 1 -- 172.21.15.84:0/3236754879 shutdown_connections 2024-04-15T15:11:24.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.510+0000 7f2649833640 1 -- 172.21.15.84:0/3236754879 wait complete. 2024-04-15T15:11:24.523 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:10:20.621351+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '19', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:10:21.653421+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-04-15T15:10:25.371593+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '24', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-04-15T15:11:24.523 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:11:24.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.628+0000 7f359381b640 1 Processor -- start 2024-04-15T15:11:24.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.629+0000 7f359381b640 1 -- start start 2024-04-15T15:11:24.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.629+0000 7f359381b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f358c15e610 0x7f358c0d0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:24.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.629+0000 7f359381b640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f358c15e9f0 0x7f358c0d3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:24.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.629+0000 7f359381b640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f358c06c400 0x7f358c06c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:24.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.629+0000 7f359381b640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f358c0d31d0 con 0x7f358c06c400 2024-04-15T15:11:24.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.629+0000 7f359381b640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f358c0d2320 con 0x7f358c15e9f0 2024-04-15T15:11:24.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.629+0000 7f359381b640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f358c0d25c0 con 0x7f358c15e610 2024-04-15T15:11:24.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.629+0000 7f3591db8640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f358c06c400 0x7f358c06c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:24.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.630+0000 7f3591db8640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f358c06c400 0x7f358c06c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34046/0 (socket says 172.21.15.84:34046) 2024-04-15T15:11:24.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.630+0000 7f3591db8640 1 -- 172.21.15.84:0/453698049 learned_addr learned my addr 172.21.15.84:0/453698049 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:24.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.630+0000 7f35915b7640 1 --2- 172.21.15.84:0/453698049 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f358c15e610 0x7f358c0d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:24.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.630+0000 7f3590db6640 1 --2- 172.21.15.84:0/453698049 >> v2:172.21.15.203:3300/0 conn(0x7f358c15e9f0 0x7f358c0d3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:24.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.630+0000 7f3591db8640 1 -- 172.21.15.84:0/453698049 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f358c15e610 msgr2=0x7f358c0d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:24.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.630+0000 7f3591db8640 1 --2- 172.21.15.84:0/453698049 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f358c15e610 0x7f358c0d0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.630+0000 7f3591db8640 1 -- 172.21.15.84:0/453698049 >> v2:172.21.15.203:3300/0 conn(0x7f358c15e9f0 msgr2=0x7f358c0d3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:24.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.630+0000 7f3591db8640 1 --2- 172.21.15.84:0/453698049 >> v2:172.21.15.203:3300/0 conn(0x7f358c15e9f0 0x7f358c0d3660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.630+0000 7f3591db8640 1 -- 172.21.15.84:0/453698049 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f358c0d28a0 con 0x7f358c06c400 2024-04-15T15:11:24.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.630+0000 7f3591db8640 1 --2- 172.21.15.84:0/453698049 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f358c06c400 0x7f358c06c890 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f358c0b72d0 tx=0x7f358402b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a78e69764f38148 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:24.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.631+0000 7f3583fff640 1 -- 172.21.15.84:0/453698049 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3584034070 con 0x7f358c06c400 2024-04-15T15:11:24.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.631+0000 7f3583fff640 1 -- 172.21.15.84:0/453698049 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3584030860 con 0x7f358c06c400 2024-04-15T15:11:24.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.631+0000 7f3583fff640 1 -- 172.21.15.84:0/453698049 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3584030c30 con 0x7f358c06c400 2024-04-15T15:11:24.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.631+0000 7f359381b640 1 -- 172.21.15.84:0/453698049 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f358c06c400 msgr2=0x7f358c06c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:24.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.631+0000 7f359381b640 1 --2- 172.21.15.84:0/453698049 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f358c06c400 0x7f358c06c890 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f358c0b72d0 tx=0x7f358402b9a0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.631+0000 7f359381b640 1 -- 172.21.15.84:0/453698049 shutdown_connections 2024-04-15T15:11:24.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.631+0000 7f359381b640 1 --2- 172.21.15.84:0/453698049 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f358c06c400 0x7f358c06c890 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.631+0000 7f359381b640 1 --2- 172.21.15.84:0/453698049 >> v2:172.21.15.203:3300/0 conn(0x7f358c15e9f0 0x7f358c0d3660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.631+0000 7f359381b640 1 --2- 172.21.15.84:0/453698049 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f358c15e610 0x7f358c0d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.631+0000 7f359381b640 1 -- 172.21.15.84:0/453698049 >> 172.21.15.84:0/453698049 conn(0x7f358c0d4750 msgr2=0x7f358c0d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:24.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.631+0000 7f359381b640 1 -- 172.21.15.84:0/453698049 shutdown_connections 2024-04-15T15:11:24.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.631+0000 7f359381b640 1 -- 172.21.15.84:0/453698049 wait complete. 2024-04-15T15:11:24.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.632+0000 7f359381b640 1 Processor -- start 2024-04-15T15:11:24.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.633+0000 7f359381b640 1 -- start start 2024-04-15T15:11:24.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.633+0000 7f359381b640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f358c06c400 0x7f358c1f7f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:24.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.633+0000 7f359381b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f358c15e610 0x7f358c0cb820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:24.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.633+0000 7f359381b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f358c15e9f0 0x7f358c0cbd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:24.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.633+0000 7f359381b640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f358c06d130 con 0x7f358c15e610 2024-04-15T15:11:24.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.633+0000 7f359381b640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f358c0d2e60 con 0x7f358c06c400 2024-04-15T15:11:24.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.633+0000 7f359381b640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f358c0d0bd0 con 0x7f358c15e9f0 2024-04-15T15:11:24.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.633+0000 7f3590db6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f358c15e610 0x7f358c0cb820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:24.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.633+0000 7f3590db6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f358c15e610 0x7f358c0cb820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34060/0 (socket says 172.21.15.84:34060) 2024-04-15T15:11:24.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.633+0000 7f3590db6640 1 -- 172.21.15.84:0/1585482137 learned_addr learned my addr 172.21.15.84:0/1585482137 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:24.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.633+0000 7f3591db8640 1 --2- 172.21.15.84:0/1585482137 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f358c15e9f0 0x7f358c0cbd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:24.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.633+0000 7f35915b7640 1 --2- 172.21.15.84:0/1585482137 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f358c06c400 0x7f358c1f7f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:24.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.634+0000 7f3590db6640 1 -- 172.21.15.84:0/1585482137 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f358c15e9f0 msgr2=0x7f358c0cbd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:24.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.634+0000 7f3590db6640 1 --2- 172.21.15.84:0/1585482137 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f358c15e9f0 0x7f358c0cbd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.634+0000 7f3590db6640 1 -- 172.21.15.84:0/1585482137 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f358c06c400 msgr2=0x7f358c1f7f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:24.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.634+0000 7f3590db6640 1 --2- 172.21.15.84:0/1585482137 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f358c06c400 0x7f358c1f7f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.634+0000 7f3590db6640 1 -- 172.21.15.84:0/1585482137 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f358c0b4ac0 con 0x7f358c15e610 2024-04-15T15:11:24.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.634+0000 7f3590db6640 1 --2- 172.21.15.84:0/1585482137 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f358c15e610 0x7f358c0cb820 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f357c00e870 tx=0x7f357c00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:24.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.634+0000 7f3581ffb640 1 -- 172.21.15.84:0/1585482137 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f357c017070 con 0x7f358c15e610 2024-04-15T15:11:24.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.634+0000 7f3581ffb640 1 -- 172.21.15.84:0/1585482137 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f357c00c940 con 0x7f358c15e610 2024-04-15T15:11:24.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.634+0000 7f3581ffb640 1 -- 172.21.15.84:0/1585482137 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f357c00cd30 con 0x7f358c15e610 2024-04-15T15:11:24.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.634+0000 7f359381b640 1 -- 172.21.15.84:0/1585482137 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f358c0ce360 con 0x7f358c15e610 2024-04-15T15:11:24.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.634+0000 7f359381b640 1 -- 172.21.15.84:0/1585482137 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f358c0ce920 con 0x7f358c15e610 2024-04-15T15:11:24.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.635+0000 7f359381b640 1 -- 172.21.15.84:0/1585482137 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f358c0ce750 con 0x7f358c15e610 2024-04-15T15:11:24.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.636+0000 7f3581ffb640 1 -- 172.21.15.84:0/1585482137 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f357c01a070 con 0x7f358c15e610 2024-04-15T15:11:24.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.636+0000 7f3581ffb640 1 --2- 172.21.15.84:0/1585482137 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f357006c8f0 0x7f357006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:24.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.636+0000 7f3581ffb640 1 -- 172.21.15.84:0/1585482137 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f357c08bd70 con 0x7f358c15e610 2024-04-15T15:11:24.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.636+0000 7f35915b7640 1 --2- 172.21.15.84:0/1585482137 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f357006c8f0 0x7f357006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:24.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.637+0000 7f35915b7640 1 --2- 172.21.15.84:0/1585482137 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f357006c8f0 0x7f357006edb0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f3588011360 tx=0x7f358800d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:24.642 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.641+0000 7f3581ffb640 1 -- 172.21.15.84:0/1585482137 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f357c059750 con 0x7f358c15e610 2024-04-15T15:11:24.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.819+0000 7f359381b640 1 -- 172.21.15.84:0/1585482137 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f358c075c50 con 0x7f358c15e610 2024-04-15T15:11:24.822 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.820+0000 7f3581ffb640 1 -- 172.21.15.84:0/1585482137 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) ==== 93+0+10 (secure 0 0 0) 0x7f357c05da50 con 0x7f358c15e610 2024-04-15T15:11:24.822 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:11:24.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.822+0000 7f359381b640 1 -- 172.21.15.84:0/1585482137 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f357006c8f0 msgr2=0x7f357006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:24.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.822+0000 7f359381b640 1 --2- 172.21.15.84:0/1585482137 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f357006c8f0 0x7f357006edb0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f3588011360 tx=0x7f358800d040 comp rx=0 tx=0).stop 2024-04-15T15:11:24.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.822+0000 7f359381b640 1 -- 172.21.15.84:0/1585482137 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f358c15e610 msgr2=0x7f358c0cb820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:24.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.822+0000 7f359381b640 1 --2- 172.21.15.84:0/1585482137 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f358c15e610 0x7f358c0cb820 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f357c00e870 tx=0x7f357c00ed30 comp rx=0 tx=0).stop 2024-04-15T15:11:24.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.822+0000 7f359381b640 1 -- 172.21.15.84:0/1585482137 shutdown_connections 2024-04-15T15:11:24.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.822+0000 7f359381b640 1 --2- 172.21.15.84:0/1585482137 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f358c15e9f0 0x7f358c0cbd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.822+0000 7f359381b640 1 --2- 172.21.15.84:0/1585482137 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f358c15e610 0x7f358c0cb820 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.822+0000 7f359381b640 1 --2- 172.21.15.84:0/1585482137 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f357006c8f0 0x7f357006edb0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.822+0000 7f359381b640 1 --2- 172.21.15.84:0/1585482137 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f358c06c400 0x7f358c1f7f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.822+0000 7f359381b640 1 -- 172.21.15.84:0/1585482137 >> 172.21.15.84:0/1585482137 conn(0x7f358c0d4750 msgr2=0x7f358c0b7900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:24.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.822+0000 7f359381b640 1 -- 172.21.15.84:0/1585482137 shutdown_connections 2024-04-15T15:11:24.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.822+0000 7f359381b640 1 -- 172.21.15.84:0/1585482137 wait complete. 2024-04-15T15:11:24.835 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:11:24.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.937+0000 7f9669b5f640 1 Processor -- start 2024-04-15T15:11:24.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.938+0000 7f9669b5f640 1 -- start start 2024-04-15T15:11:24.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.938+0000 7f9669b5f640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f966415b510 0x7f96640cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:24.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.938+0000 7f9669b5f640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f966406e310 0x7f9664073360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:24.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.938+0000 7f9669b5f640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f966406f320 con 0x7f966406e7a0 2024-04-15T15:11:24.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.938+0000 7f9669b5f640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f966406ed60 con 0x7f966415b510 2024-04-15T15:11:24.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.938+0000 7f9669b5f640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f966406f040 con 0x7f966406e310 2024-04-15T15:11:24.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.938+0000 7f96637fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f966415b510 0x7f96640cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:24.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.939+0000 7f96637fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f966415b510 0x7f96640cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34066/0 (socket says 172.21.15.84:34066) 2024-04-15T15:11:24.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.939+0000 7f96637fe640 1 -- 172.21.15.84:0/3996386634 learned_addr learned my addr 172.21.15.84:0/3996386634 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:24.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.939+0000 7f96637fe640 1 -- 172.21.15.84:0/3996386634 >> v2:172.21.15.203:3300/0 conn(0x7f966406e310 msgr2=0x7f9664073360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:24.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.939+0000 7f96637fe640 1 --2- 172.21.15.84:0/3996386634 >> v2:172.21.15.203:3300/0 conn(0x7f966406e310 0x7f9664073360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.939+0000 7f96637fe640 1 -- 172.21.15.84:0/3996386634 >> v1:172.21.15.203:6789/0 conn(0x7f966406e7a0 legacy=0x7f96640b52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:24.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.939+0000 7f96637fe640 1 -- 172.21.15.84:0/3996386634 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96640b4aa0 con 0x7f966415b510 2024-04-15T15:11:24.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.939+0000 7f96637fe640 1 --2- 172.21.15.84:0/3996386634 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f966415b510 0x7f96640cf060 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f9664074b20 tx=0x7f965402e050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=435c192d198299b3 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:24.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.940+0000 7f9662ffd640 1 -- 172.21.15.84:0/3996386634 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f965403b070 con 0x7f966415b510 2024-04-15T15:11:24.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.940+0000 7f9662ffd640 1 -- 172.21.15.84:0/3996386634 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f965402ee00 con 0x7f966415b510 2024-04-15T15:11:24.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.940+0000 7f9662ffd640 1 -- 172.21.15.84:0/3996386634 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9654036660 con 0x7f966415b510 2024-04-15T15:11:24.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.940+0000 7f9669b5f640 1 -- 172.21.15.84:0/3996386634 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f966415b510 msgr2=0x7f96640cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:24.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.940+0000 7f9669b5f640 1 --2- 172.21.15.84:0/3996386634 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f966415b510 0x7f96640cf060 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f9664074b20 tx=0x7f965402e050 comp rx=0 tx=0).stop 2024-04-15T15:11:24.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.940+0000 7f9669b5f640 1 -- 172.21.15.84:0/3996386634 shutdown_connections 2024-04-15T15:11:24.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.940+0000 7f9669b5f640 1 --2- 172.21.15.84:0/3996386634 >> v2:172.21.15.203:3300/0 conn(0x7f966406e310 0x7f9664073360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.940+0000 7f9669b5f640 1 --2- 172.21.15.84:0/3996386634 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f966415b510 0x7f96640cf060 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.940+0000 7f9669b5f640 1 -- 172.21.15.84:0/3996386634 >> 172.21.15.84:0/3996386634 conn(0x7f9664071410 msgr2=0x7f9664072c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:24.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.940+0000 7f9669b5f640 1 -- 172.21.15.84:0/3996386634 shutdown_connections 2024-04-15T15:11:24.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.940+0000 7f9669b5f640 1 -- 172.21.15.84:0/3996386634 wait complete. 2024-04-15T15:11:24.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.941+0000 7f9669b5f640 1 Processor -- start 2024-04-15T15:11:24.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.942+0000 7f9669b5f640 1 -- start start 2024-04-15T15:11:24.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.942+0000 7f9669b5f640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f966406e310 0x7f966406cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:24.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.942+0000 7f9669b5f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f966406e7a0 0x7f966415db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:24.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.942+0000 7f9669b5f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f966415b510 0x7f966415e050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:24.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.942+0000 7f9669b5f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f96640b61c0 con 0x7f966415b510 2024-04-15T15:11:24.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.942+0000 7f9669b5f640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f966415b8f0 con 0x7f966406e7a0 2024-04-15T15:11:24.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.942+0000 7f9669b5f640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f96640b6340 con 0x7f966406e310 2024-04-15T15:11:24.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.942+0000 7f9663fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f966415b510 0x7f966415e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:24.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.942+0000 7f9663fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f966415b510 0x7f966415e050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34076/0 (socket says 172.21.15.84:34076) 2024-04-15T15:11:24.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.942+0000 7f9663fff640 1 -- 172.21.15.84:0/1065213906 learned_addr learned my addr 172.21.15.84:0/1065213906 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:24.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.943+0000 7f96637fe640 1 --2- 172.21.15.84:0/1065213906 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f966406e310 0x7f966406cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:24.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.943+0000 7f965affd640 1 --2- 172.21.15.84:0/1065213906 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f966406e7a0 0x7f966415db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:24.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.943+0000 7f9663fff640 1 -- 172.21.15.84:0/1065213906 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f966406e310 msgr2=0x7f966406cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:24.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.943+0000 7f9663fff640 1 --2- 172.21.15.84:0/1065213906 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f966406e310 0x7f966406cd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.943+0000 7f9663fff640 1 -- 172.21.15.84:0/1065213906 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f966406e7a0 msgr2=0x7f966415db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:24.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.943+0000 7f9663fff640 1 --2- 172.21.15.84:0/1065213906 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f966406e7a0 0x7f966415db10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:24.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.943+0000 7f9663fff640 1 -- 172.21.15.84:0/1065213906 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f966415e9b0 con 0x7f966415b510 2024-04-15T15:11:24.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.943+0000 7f96637fe640 1 --2- 172.21.15.84:0/1065213906 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f966406e310 0x7f966406cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:24.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.943+0000 7f965affd640 1 --2- 172.21.15.84:0/1065213906 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f966406e7a0 0x7f966415db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:24.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.943+0000 7f9663fff640 1 --2- 172.21.15.84:0/1065213906 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f966415b510 0x7f966415e050 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f965c00c780 tx=0x7f965c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:24.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.943+0000 7f9660ff9640 1 -- 172.21.15.84:0/1065213906 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f965c017070 con 0x7f966415b510 2024-04-15T15:11:24.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.943+0000 7f9660ff9640 1 -- 172.21.15.84:0/1065213906 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f965c003da0 con 0x7f966415b510 2024-04-15T15:11:24.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.943+0000 7f9660ff9640 1 -- 172.21.15.84:0/1065213906 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f965c0052b0 con 0x7f966415b510 2024-04-15T15:11:24.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.943+0000 7f9669b5f640 1 -- 172.21.15.84:0/1065213906 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f966415e6d0 con 0x7f966415b510 2024-04-15T15:11:24.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.943+0000 7f9669b5f640 1 -- 172.21.15.84:0/1065213906 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f966406c530 con 0x7f966415b510 2024-04-15T15:11:24.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.944+0000 7f9669b5f640 1 -- 172.21.15.84:0/1065213906 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9664075c50 con 0x7f966415b510 2024-04-15T15:11:24.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.944+0000 7f9660ff9640 1 -- 172.21.15.84:0/1065213906 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f965c005450 con 0x7f966415b510 2024-04-15T15:11:24.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.945+0000 7f9660ff9640 1 --2- 172.21.15.84:0/1065213906 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f964406c8f0 0x7f964406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:24.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.945+0000 7f9660ff9640 1 -- 172.21.15.84:0/1065213906 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f965c08b5c0 con 0x7f966415b510 2024-04-15T15:11:24.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.945+0000 7f96637fe640 1 --2- 172.21.15.84:0/1065213906 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f964406c8f0 0x7f964406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:24.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.945+0000 7f96637fe640 1 --2- 172.21.15.84:0/1065213906 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f964406c8f0 0x7f964406edb0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f9654038000 tx=0x7f9654032000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:24.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:24.950+0000 7f9660ff9640 1 -- 172.21.15.84:0/1065213906 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f965c059570 con 0x7f966415b510 2024-04-15T15:11:25.126 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.122+0000 7f9669b5f640 1 -- 172.21.15.84:0/1065213906 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f9664157c80 con 0x7f966415b510 2024-04-15T15:11:25.126 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.122+0000 7f9660ff9640 1 -- 172.21.15.84:0/1065213906 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) ==== 104+0+11 (secure 0 0 0) 0x7f965c058e70 con 0x7f966415b510 2024-04-15T15:11:25.126 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:25.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.124+0000 7f9669b5f640 1 -- 172.21.15.84:0/1065213906 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f964406c8f0 msgr2=0x7f964406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:25.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.124+0000 7f9669b5f640 1 --2- 172.21.15.84:0/1065213906 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f964406c8f0 0x7f964406edb0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f9654038000 tx=0x7f9654032000 comp rx=0 tx=0).stop 2024-04-15T15:11:25.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.124+0000 7f9669b5f640 1 -- 172.21.15.84:0/1065213906 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f966415b510 msgr2=0x7f966415e050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:25.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.124+0000 7f9669b5f640 1 --2- 172.21.15.84:0/1065213906 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f966415b510 0x7f966415e050 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f965c00c780 tx=0x7f965c00cc40 comp rx=0 tx=0).stop 2024-04-15T15:11:25.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.124+0000 7f9669b5f640 1 -- 172.21.15.84:0/1065213906 shutdown_connections 2024-04-15T15:11:25.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.124+0000 7f9669b5f640 1 --2- 172.21.15.84:0/1065213906 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f964406c8f0 0x7f964406edb0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.124+0000 7f9669b5f640 1 --2- 172.21.15.84:0/1065213906 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f966406e7a0 0x7f966415db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.124+0000 7f9669b5f640 1 --2- 172.21.15.84:0/1065213906 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f966415b510 0x7f966415e050 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.124+0000 7f9669b5f640 1 --2- 172.21.15.84:0/1065213906 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f966406e310 0x7f966406cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.124+0000 7f9669b5f640 1 -- 172.21.15.84:0/1065213906 >> 172.21.15.84:0/1065213906 conn(0x7f9664071410 msgr2=0x7f96640b64f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:25.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.124+0000 7f9669b5f640 1 -- 172.21.15.84:0/1065213906 shutdown_connections 2024-04-15T15:11:25.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.124+0000 7f9669b5f640 1 -- 172.21.15.84:0/1065213906 wait complete. 2024-04-15T15:11:25.138 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:11:25.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.241+0000 7fc436c0c640 1 Processor -- start 2024-04-15T15:11:25.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.241+0000 7fc436c0c640 1 -- start start 2024-04-15T15:11:25.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.242+0000 7fc436c0c640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fc4300b0270 0x7fc4300cea50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.242+0000 7fc436c0c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc4300d1570 0x7fc4300cef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.242+0000 7fc436c0c640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc43015ce00 con 0x7fc430156cf0 2024-04-15T15:11:25.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.242+0000 7fc436c0c640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fc43015d0e0 con 0x7fc4300d1570 2024-04-15T15:11:25.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.242+0000 7fc436c0c640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fc43015d3c0 con 0x7fc4300b0270 2024-04-15T15:11:25.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.242+0000 7fc4349a8640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fc430156cf0 0x7fc43006ce30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:36604/0 (socket says 172.21.15.84:36604) 2024-04-15T15:11:25.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.242+0000 7fc4349a8640 1 -- 172.21.15.84:0/2539568135 learned_addr learned my addr 172.21.15.84:0/2539568135 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:25.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.242+0000 7fc4351a9640 1 --2- 172.21.15.84:0/2539568135 >> v2:172.21.15.84:3300/0 conn(0x7fc4300d1570 0x7fc4300cef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.242+0000 7fc4277fe640 1 -- 172.21.15.84:0/2539568135 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4044878286 0 0) 0x7fc43015ce00 con 0x7fc430156cf0 2024-04-15T15:11:25.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.242+0000 7fc427fff640 1 --2- 172.21.15.84:0/2539568135 >> v2:172.21.15.203:3300/0 conn(0x7fc4300b0270 0x7fc4300cea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.242+0000 7fc4277fe640 1 -- 172.21.15.84:0/2539568135 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc418003520 con 0x7fc430156cf0 2024-04-15T15:11:25.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.242+0000 7fc4351a9640 1 -- 172.21.15.84:0/2539568135 >> v2:172.21.15.203:3300/0 conn(0x7fc4300b0270 msgr2=0x7fc4300cea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:25.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.242+0000 7fc4351a9640 1 --2- 172.21.15.84:0/2539568135 >> v2:172.21.15.203:3300/0 conn(0x7fc4300b0270 0x7fc4300cea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.242+0000 7fc4351a9640 1 -- 172.21.15.84:0/2539568135 >> v1:172.21.15.84:6789/0 conn(0x7fc430156cf0 legacy=0x7fc43006ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:25.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.242+0000 7fc4351a9640 1 -- 172.21.15.84:0/2539568135 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc43015d6a0 con 0x7fc4300d1570 2024-04-15T15:11:25.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.243+0000 7fc4351a9640 1 --2- 172.21.15.84:0/2539568135 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4300d1570 0x7fc4300cef90 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fc428009d90 tx=0x7fc42802be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91205390fe1dbb52 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:25.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.243+0000 7fc4277fe640 1 -- 172.21.15.84:0/2539568135 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc428039070 con 0x7fc4300d1570 2024-04-15T15:11:25.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.243+0000 7fc4277fe640 1 -- 172.21.15.84:0/2539568135 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc42802cbd0 con 0x7fc4300d1570 2024-04-15T15:11:25.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.243+0000 7fc4277fe640 1 -- 172.21.15.84:0/2539568135 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc428034440 con 0x7fc4300d1570 2024-04-15T15:11:25.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.244+0000 7fc436c0c640 1 -- 172.21.15.84:0/2539568135 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4300d1570 msgr2=0x7fc4300cef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:25.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.244+0000 7fc436c0c640 1 --2- 172.21.15.84:0/2539568135 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4300d1570 0x7fc4300cef90 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fc428009d90 tx=0x7fc42802be20 comp rx=0 tx=0).stop 2024-04-15T15:11:25.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.244+0000 7fc436c0c640 1 -- 172.21.15.84:0/2539568135 shutdown_connections 2024-04-15T15:11:25.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.244+0000 7fc436c0c640 1 --2- 172.21.15.84:0/2539568135 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc4300d1570 0x7fc4300cef90 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.244+0000 7fc436c0c640 1 --2- 172.21.15.84:0/2539568135 >> v2:172.21.15.203:3300/0 conn(0x7fc4300b0270 0x7fc4300cea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.244+0000 7fc436c0c640 1 -- 172.21.15.84:0/2539568135 >> 172.21.15.84:0/2539568135 conn(0x7fc4300d0a50 msgr2=0x7fc4300d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:25.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.244+0000 7fc436c0c640 1 -- 172.21.15.84:0/2539568135 shutdown_connections 2024-04-15T15:11:25.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.244+0000 7fc436c0c640 1 -- 172.21.15.84:0/2539568135 wait complete. 2024-04-15T15:11:25.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.245+0000 7fc436c0c640 1 Processor -- start 2024-04-15T15:11:25.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.245+0000 7fc436c0c640 1 -- start start 2024-04-15T15:11:25.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.246+0000 7fc436c0c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4300b0270 0x7fc430144540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.246+0000 7fc436c0c640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc4300d1570 0x7fc4301572e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.246+0000 7fc436c0c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc430156cf0 0x7fc4301e82a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.246+0000 7fc436c0c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc43006dbb0 con 0x7fc430156cf0 2024-04-15T15:11:25.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.246+0000 7fc436c0c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc4301570d0 con 0x7fc4300b0270 2024-04-15T15:11:25.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.246+0000 7fc436c0c640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc43006d540 con 0x7fc4300d1570 2024-04-15T15:11:25.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.246+0000 7fc4351a9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc430156cf0 0x7fc4301e82a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.246+0000 7fc4351a9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc430156cf0 0x7fc4301e82a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34086/0 (socket says 172.21.15.84:34086) 2024-04-15T15:11:25.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.246+0000 7fc4351a9640 1 -- 172.21.15.84:0/2801263855 learned_addr learned my addr 172.21.15.84:0/2801263855 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:25.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.246+0000 7fc4349a8640 1 --2- 172.21.15.84:0/2801263855 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4300b0270 0x7fc430144540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.246+0000 7fc427fff640 1 --2- 172.21.15.84:0/2801263855 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc4300d1570 0x7fc4301572e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.246+0000 7fc4351a9640 1 -- 172.21.15.84:0/2801263855 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc4300d1570 msgr2=0x7fc4301572e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:25.252 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.246+0000 7fc4351a9640 1 --2- 172.21.15.84:0/2801263855 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc4300d1570 0x7fc4301572e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.253 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.246+0000 7fc4351a9640 1 -- 172.21.15.84:0/2801263855 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4300b0270 msgr2=0x7fc430144540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:25.253 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.246+0000 7fc4351a9640 1 --2- 172.21.15.84:0/2801263855 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4300b0270 0x7fc430144540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.253 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.246+0000 7fc4351a9640 1 -- 172.21.15.84:0/2801263855 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc430144a80 con 0x7fc430156cf0 2024-04-15T15:11:25.253 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.246+0000 7fc4349a8640 1 --2- 172.21.15.84:0/2801263855 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4300b0270 0x7fc430144540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:25.253 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.246+0000 7fc427fff640 1 --2- 172.21.15.84:0/2801263855 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc4300d1570 0x7fc4301572e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:25.253 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.246+0000 7fc4351a9640 1 --2- 172.21.15.84:0/2801263855 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc430156cf0 0x7fc4301e82a0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fc428009d90 tx=0x7fc428004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:25.253 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.247+0000 7fc4257fa640 1 -- 172.21.15.84:0/2801263855 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc428039050 con 0x7fc430156cf0 2024-04-15T15:11:25.253 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.247+0000 7fc4257fa640 1 -- 172.21.15.84:0/2801263855 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc428045070 con 0x7fc430156cf0 2024-04-15T15:11:25.253 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.247+0000 7fc4257fa640 1 -- 172.21.15.84:0/2801263855 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42803e830 con 0x7fc430156cf0 2024-04-15T15:11:25.253 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.247+0000 7fc436c0c640 1 -- 172.21.15.84:0/2801263855 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4301e74e0 con 0x7fc430156cf0 2024-04-15T15:11:25.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.247+0000 7fc436c0c640 1 -- 172.21.15.84:0/2801263855 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4301e7aa0 con 0x7fc430156cf0 2024-04-15T15:11:25.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.248+0000 7fc436c0c640 1 -- 172.21.15.84:0/2801263855 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc430075c50 con 0x7fc430156cf0 2024-04-15T15:11:25.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.248+0000 7fc4257fa640 1 -- 172.21.15.84:0/2801263855 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fc42803e9d0 con 0x7fc430156cf0 2024-04-15T15:11:25.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.248+0000 7fc4257fa640 1 --2- 172.21.15.84:0/2801263855 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc41c06c8f0 0x7fc41c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.249+0000 7fc4257fa640 1 -- 172.21.15.84:0/2801263855 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fc4280aecf0 con 0x7fc430156cf0 2024-04-15T15:11:25.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.249+0000 7fc4349a8640 1 --2- 172.21.15.84:0/2801263855 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc41c06c8f0 0x7fc41c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.249+0000 7fc4349a8640 1 --2- 172.21.15.84:0/2801263855 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc41c06c8f0 0x7fc41c06edb0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fc42c007fd0 tx=0x7fc42c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:25.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.254+0000 7fc4257fa640 1 -- 172.21.15.84:0/2801263855 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fc4280b3070 con 0x7fc430156cf0 2024-04-15T15:11:25.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.429+0000 7fc436c0c640 1 -- 172.21.15.84:0/2801263855 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fc43015fc20 con 0x7fc430156cf0 2024-04-15T15:11:25.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.429+0000 7fc4257fa640 1 -- 172.21.15.84:0/2801263855 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) ==== 100+0+11 (secure 0 0 0) 0x7fc430144a80 con 0x7fc430156cf0 2024-04-15T15:11:25.432 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:11:25.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.431+0000 7fc436c0c640 1 -- 172.21.15.84:0/2801263855 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc41c06c8f0 msgr2=0x7fc41c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:25.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.431+0000 7fc436c0c640 1 --2- 172.21.15.84:0/2801263855 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc41c06c8f0 0x7fc41c06edb0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fc42c007fd0 tx=0x7fc42c009040 comp rx=0 tx=0).stop 2024-04-15T15:11:25.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.431+0000 7fc436c0c640 1 -- 172.21.15.84:0/2801263855 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc430156cf0 msgr2=0x7fc4301e82a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:25.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.431+0000 7fc436c0c640 1 --2- 172.21.15.84:0/2801263855 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc430156cf0 0x7fc4301e82a0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fc428009d90 tx=0x7fc428004a40 comp rx=0 tx=0).stop 2024-04-15T15:11:25.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.431+0000 7fc436c0c640 1 -- 172.21.15.84:0/2801263855 shutdown_connections 2024-04-15T15:11:25.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.431+0000 7fc436c0c640 1 --2- 172.21.15.84:0/2801263855 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc430156cf0 0x7fc4301e82a0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.431+0000 7fc436c0c640 1 --2- 172.21.15.84:0/2801263855 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc4300d1570 0x7fc4301572e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.431+0000 7fc436c0c640 1 --2- 172.21.15.84:0/2801263855 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc41c06c8f0 0x7fc41c06edb0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.431+0000 7fc436c0c640 1 --2- 172.21.15.84:0/2801263855 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4300b0270 0x7fc430144540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.431+0000 7fc436c0c640 1 -- 172.21.15.84:0/2801263855 >> 172.21.15.84:0/2801263855 conn(0x7fc4300d0a50 msgr2=0x7fc4300d0e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:25.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.431+0000 7fc436c0c640 1 -- 172.21.15.84:0/2801263855 shutdown_connections 2024-04-15T15:11:25.435 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.431+0000 7fc436c0c640 1 -- 172.21.15.84:0/2801263855 wait complete. 2024-04-15T15:11:25.445 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-04-15T15:11:25.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.548+0000 7f83ec175640 1 Processor -- start 2024-04-15T15:11:25.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.548+0000 7f83ec175640 1 -- start start 2024-04-15T15:11:25.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.549+0000 7f83ec175640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f83e40b11d0 0x7f83e40d4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.549+0000 7f83ec175640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f83e40b6040 0x7f83e40d4e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.549+0000 7f83ec175640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83e40b65b0 con 0x7f83e415e960 2024-04-15T15:11:25.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.549+0000 7f83ec175640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f83e40b6890 con 0x7f83e40b11d0 2024-04-15T15:11:25.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.549+0000 7f83ec175640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f83e40b6b70 con 0x7f83e40b6040 2024-04-15T15:11:25.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.549+0000 7f83e9f11640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f83e415e960 0x7f83e40d1920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:36616/0 (socket says 172.21.15.84:36616) 2024-04-15T15:11:25.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.549+0000 7f83e9f11640 1 -- 172.21.15.84:0/2068365895 learned_addr learned my addr 172.21.15.84:0/2068365895 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:25.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83ea712640 1 --2- 172.21.15.84:0/2068365895 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f83e40b6040 0x7f83e40d4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e8f0f640 1 -- 172.21.15.84:0/2068365895 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1643576688 0 0) 0x7f83e40b65b0 con 0x7f83e415e960 2024-04-15T15:11:25.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e9710640 1 --2- 172.21.15.84:0/2068365895 >> v2:172.21.15.203:3300/0 conn(0x7f83e40b11d0 0x7f83e40d4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e8f0f640 1 -- 172.21.15.84:0/2068365895 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f83d0003520 con 0x7f83e415e960 2024-04-15T15:11:25.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e8f0f640 1 -- 172.21.15.84:0/2068365895 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2916888781 0 0) 0x7f83d0003520 con 0x7f83e415e960 2024-04-15T15:11:25.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e8f0f640 1 -- 172.21.15.84:0/2068365895 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f83e40b6040 msgr2=0x7f83e40d4e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:25.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e8f0f640 1 --2- 172.21.15.84:0/2068365895 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f83e40b6040 0x7f83e40d4e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e8f0f640 1 -- 172.21.15.84:0/2068365895 >> v2:172.21.15.203:3300/0 conn(0x7f83e40b11d0 msgr2=0x7f83e40d4900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:25.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e8f0f640 1 --2- 172.21.15.84:0/2068365895 >> v2:172.21.15.203:3300/0 conn(0x7f83e40b11d0 0x7f83e40d4900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e8f0f640 1 -- 172.21.15.84:0/2068365895 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83e40b6e50 con 0x7f83e415e960 2024-04-15T15:11:25.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e8f0f640 1 -- 172.21.15.84:0/2068365895 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f83e00019f0 con 0x7f83e415e960 2024-04-15T15:11:25.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e8f0f640 1 -- 172.21.15.84:0/2068365895 >> v1:172.21.15.84:6789/0 conn(0x7f83e415e960 legacy=0x7f83e40d1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:25.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e8f0f640 1 --2- 172.21.15.84:0/2068365895 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83d00039b0 0x7f83d0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e8f0f640 1 --2- 172.21.15.84:0/2068365895 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f83e40b6040 0x7f83d0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e8f0f640 1 --2- 172.21.15.84:0/2068365895 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f83d0004d40 0x7f83d00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e8f0f640 1 -- 172.21.15.84:0/2068365895 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f83e40b6890 con 0x7f83d00039b0 2024-04-15T15:11:25.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e8f0f640 1 -- 172.21.15.84:0/2068365895 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f83e40b6b70 con 0x7f83d0004d40 2024-04-15T15:11:25.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e8f0f640 1 -- 172.21.15.84:0/2068365895 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f83d000b9c0 con 0x7f83e40b6040 2024-04-15T15:11:25.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e9f11640 1 --2- 172.21.15.84:0/2068365895 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83d00039b0 0x7f83d0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83ea712640 1 --2- 172.21.15.84:0/2068365895 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f83d0004d40 0x7f83d00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e9710640 1 --2- 172.21.15.84:0/2068365895 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f83e40b6040 0x7f83d0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e9f11640 1 -- 172.21.15.84:0/2068365895 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f83e40b6040 msgr2=0x7f83d0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:25.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e9f11640 1 --2- 172.21.15.84:0/2068365895 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f83e40b6040 0x7f83d0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e9f11640 1 -- 172.21.15.84:0/2068365895 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f83d0004d40 msgr2=0x7f83d00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:25.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e9f11640 1 --2- 172.21.15.84:0/2068365895 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f83d0004d40 0x7f83d00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e9f11640 1 -- 172.21.15.84:0/2068365895 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83d0003520 con 0x7f83d00039b0 2024-04-15T15:11:25.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.550+0000 7f83e9710640 1 --2- 172.21.15.84:0/2068365895 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f83e40b6040 0x7f83d0004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:25.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.551+0000 7f83e9f11640 1 --2- 172.21.15.84:0/2068365895 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83d00039b0 0x7f83d0003dd0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f83e000a8a0 tx=0x7f83d0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dc0b908b86784f6 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:25.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.551+0000 7f83e8f0f640 1 -- 172.21.15.84:0/2068365895 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83e000a4c0 con 0x7f83d00039b0 2024-04-15T15:11:25.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.551+0000 7f83e8f0f640 1 -- 172.21.15.84:0/2068365895 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83e0034630 con 0x7f83d00039b0 2024-04-15T15:11:25.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.551+0000 7f83e8f0f640 1 -- 172.21.15.84:0/2068365895 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83e0034a20 con 0x7f83d00039b0 2024-04-15T15:11:25.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.552+0000 7f83ec175640 1 -- 172.21.15.84:0/2068365895 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83d00039b0 msgr2=0x7f83d0003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:25.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.552+0000 7f83ec175640 1 --2- 172.21.15.84:0/2068365895 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83d00039b0 0x7f83d0003dd0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f83e000a8a0 tx=0x7f83d0005830 comp rx=0 tx=0).stop 2024-04-15T15:11:25.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.552+0000 7f83ea712640 1 -- 172.21.15.84:0/2068365895 reap_dead start 2024-04-15T15:11:25.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.552+0000 7f83ec175640 1 -- 172.21.15.84:0/2068365895 shutdown_connections 2024-04-15T15:11:25.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.552+0000 7f83ec175640 1 -- 172.21.15.84:0/2068365895 >> 172.21.15.84:0/2068365895 conn(0x7f83e40b9580 msgr2=0x7f83e40b9990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:25.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.552+0000 7f83ec175640 1 -- 172.21.15.84:0/2068365895 shutdown_connections 2024-04-15T15:11:25.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.552+0000 7f83ec175640 1 -- 172.21.15.84:0/2068365895 wait complete. 2024-04-15T15:11:25.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.553+0000 7f83ec175640 1 Processor -- start 2024-04-15T15:11:25.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.553+0000 7f83ec175640 1 -- start start 2024-04-15T15:11:25.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.554+0000 7f83ec175640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f83d00039b0 0x7f83e406e550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.554+0000 7f83ec175640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f83e40cc6e0 0x7f83e415ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.554+0000 7f83ec175640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83e40ccb60 0x7f83e415f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.554+0000 7f83ec175640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f83e40d4fc0 con 0x7f83e40ccb60 2024-04-15T15:11:25.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.554+0000 7f83ec175640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f83e40d4e40 con 0x7f83e40cc6e0 2024-04-15T15:11:25.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.554+0000 7f83ec175640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f83e40d5140 con 0x7f83d00039b0 2024-04-15T15:11:25.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.554+0000 7f83ea712640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83e40ccb60 0x7f83e415f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.554+0000 7f83ea712640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83e40ccb60 0x7f83e415f280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34112/0 (socket says 172.21.15.84:34112) 2024-04-15T15:11:25.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.554+0000 7f83ea712640 1 -- 172.21.15.84:0/511954016 learned_addr learned my addr 172.21.15.84:0/511954016 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:25.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.554+0000 7f83ea712640 1 -- 172.21.15.84:0/511954016 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f83d00039b0 msgr2=0x7f83e406e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:25.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.554+0000 7f83ea712640 1 --2- 172.21.15.84:0/511954016 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f83d00039b0 0x7f83e406e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.554+0000 7f83ea712640 1 -- 172.21.15.84:0/511954016 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f83e40cc6e0 msgr2=0x7f83e415ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:25.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.554+0000 7f83ea712640 1 --2- 172.21.15.84:0/511954016 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f83e40cc6e0 0x7f83e415ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.554+0000 7f83ea712640 1 -- 172.21.15.84:0/511954016 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83e406c4d0 con 0x7f83e40ccb60 2024-04-15T15:11:25.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.554+0000 7f83ea712640 1 --2- 172.21.15.84:0/511954016 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83e40ccb60 0x7f83e415f280 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f83e406ec20 tx=0x7f83dc011cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:25.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.554+0000 7f83da7fc640 1 -- 172.21.15.84:0/511954016 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83dc019020 con 0x7f83e40ccb60 2024-04-15T15:11:25.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.554+0000 7f83da7fc640 1 -- 172.21.15.84:0/511954016 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83dc004240 con 0x7f83e40ccb60 2024-04-15T15:11:25.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.554+0000 7f83ec175640 1 -- 172.21.15.84:0/511954016 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83e406c7b0 con 0x7f83e40ccb60 2024-04-15T15:11:25.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.554+0000 7f83da7fc640 1 -- 172.21.15.84:0/511954016 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83dc00f7a0 con 0x7f83e40ccb60 2024-04-15T15:11:25.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.555+0000 7f83ec175640 1 -- 172.21.15.84:0/511954016 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83e406cd70 con 0x7f83e40ccb60 2024-04-15T15:11:25.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.556+0000 7f83ec175640 1 -- 172.21.15.84:0/511954016 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83e406cf70 con 0x7f83e40ccb60 2024-04-15T15:11:25.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.556+0000 7f83da7fc640 1 -- 172.21.15.84:0/511954016 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f83dc01c020 con 0x7f83e40ccb60 2024-04-15T15:11:25.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.556+0000 7f83da7fc640 1 --2- 172.21.15.84:0/511954016 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f83c806c8f0 0x7f83c806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.557+0000 7f83da7fc640 1 -- 172.21.15.84:0/511954016 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f83dc08c200 con 0x7f83e40ccb60 2024-04-15T15:11:25.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.557+0000 7f83e9f11640 1 --2- 172.21.15.84:0/511954016 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f83c806c8f0 0x7f83c806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.557+0000 7f83e9f11640 1 --2- 172.21.15.84:0/511954016 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f83c806c8f0 0x7f83c806edb0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f83e0034000 tx=0x7f83e0007000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:25.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.562+0000 7f83da7fc640 1 -- 172.21.15.84:0/511954016 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f83e406cf70 con 0x7f83e40ccb60 2024-04-15T15:11:25.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.737+0000 7f83ec175640 1 -- 172.21.15.84:0/511954016 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f83e4075c50 con 0x7f83e40ccb60 2024-04-15T15:11:25.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.737+0000 7f83da7fc640 1 -- 172.21.15.84:0/511954016 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) ==== 103+0+11 (secure 0 0 0) 0x7f83dc023020 con 0x7f83e40ccb60 2024-04-15T15:11:25.740 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:25.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.739+0000 7f83ec175640 1 -- 172.21.15.84:0/511954016 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f83c806c8f0 msgr2=0x7f83c806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:25.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.739+0000 7f83ec175640 1 --2- 172.21.15.84:0/511954016 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f83c806c8f0 0x7f83c806edb0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f83e0034000 tx=0x7f83e0007000 comp rx=0 tx=0).stop 2024-04-15T15:11:25.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.739+0000 7f83ec175640 1 -- 172.21.15.84:0/511954016 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83e40ccb60 msgr2=0x7f83e415f280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:25.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.739+0000 7f83ec175640 1 --2- 172.21.15.84:0/511954016 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83e40ccb60 0x7f83e415f280 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f83e406ec20 tx=0x7f83dc011cf0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.739+0000 7f83ec175640 1 -- 172.21.15.84:0/511954016 shutdown_connections 2024-04-15T15:11:25.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.739+0000 7f83ec175640 1 --2- 172.21.15.84:0/511954016 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f83c806c8f0 0x7f83c806edb0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.739+0000 7f83ec175640 1 --2- 172.21.15.84:0/511954016 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f83e40cc6e0 0x7f83e415ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.739+0000 7f83ec175640 1 --2- 172.21.15.84:0/511954016 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f83e40ccb60 0x7f83e415f280 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.739+0000 7f83ec175640 1 --2- 172.21.15.84:0/511954016 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f83d00039b0 0x7f83e406e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.739+0000 7f83ec175640 1 -- 172.21.15.84:0/511954016 >> 172.21.15.84:0/511954016 conn(0x7f83e40b9580 msgr2=0x7f83e40d3140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:25.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.739+0000 7f83ec175640 1 -- 172.21.15.84:0/511954016 shutdown_connections 2024-04-15T15:11:25.743 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.739+0000 7f83ec175640 1 -- 172.21.15.84:0/511954016 wait complete. 2024-04-15T15:11:25.753 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:11:25.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.854+0000 7f2168b32640 1 Processor -- start 2024-04-15T15:11:25.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.854+0000 7f2168b32640 1 -- start start 2024-04-15T15:11:25.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.855+0000 7f2168b32640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f216413f3c0 0x7f216406f510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.855+0000 7f2168b32640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f216413f7a0 0x7f216406fa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.855+0000 7f2168b32640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2164141f60 con 0x7f21640b42d0 2024-04-15T15:11:25.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.855+0000 7f2168b32640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f2164141d10 con 0x7f216413f7a0 2024-04-15T15:11:25.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.855+0000 7f2168b32640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f216415db60 con 0x7f216413f3c0 2024-04-15T15:11:25.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.855+0000 7f2162d9d640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f21640b42d0 0x7f21640b4780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:36630/0 (socket says 172.21.15.84:36630) 2024-04-15T15:11:25.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.855+0000 7f2162d9d640 1 -- 172.21.15.84:0/141088487 learned_addr learned my addr 172.21.15.84:0/141088487 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:25.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f216259c640 1 --2- 172.21.15.84:0/141088487 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f216413f3c0 0x7f216406f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f2161d9b640 1 --2- 172.21.15.84:0/141088487 >> v2:172.21.15.203:3300/0 conn(0x7f216413f7a0 0x7f216406fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f216159a640 1 -- 172.21.15.84:0/141088487 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 673245956 0 0) 0x7f2164141f60 con 0x7f21640b42d0 2024-04-15T15:11:25.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f216159a640 1 -- 172.21.15.84:0/141088487 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f214c003520 con 0x7f21640b42d0 2024-04-15T15:11:25.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f216159a640 1 -- 172.21.15.84:0/141088487 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 382548124 0 0) 0x7f214c003520 con 0x7f21640b42d0 2024-04-15T15:11:25.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f216159a640 1 -- 172.21.15.84:0/141088487 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f216413f3c0 msgr2=0x7f216406f510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:25.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f216159a640 1 --2- 172.21.15.84:0/141088487 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f216413f3c0 0x7f216406f510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f216159a640 1 -- 172.21.15.84:0/141088487 >> v2:172.21.15.203:3300/0 conn(0x7f216413f7a0 msgr2=0x7f216406fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:25.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f216159a640 1 --2- 172.21.15.84:0/141088487 >> v2:172.21.15.203:3300/0 conn(0x7f216413f7a0 0x7f216406fa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f216159a640 1 -- 172.21.15.84:0/141088487 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2164142240 con 0x7f21640b42d0 2024-04-15T15:11:25.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f216159a640 1 -- 172.21.15.84:0/141088487 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f215c001670 con 0x7f21640b42d0 2024-04-15T15:11:25.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f216159a640 1 -- 172.21.15.84:0/141088487 >> v1:172.21.15.84:6789/0 conn(0x7f21640b42d0 legacy=0x7f21640b4780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:25.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f216159a640 1 --2- 172.21.15.84:0/141088487 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f214c0039b0 0x7f214c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f216159a640 1 --2- 172.21.15.84:0/141088487 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f216413f3c0 0x7f214c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f216159a640 1 --2- 172.21.15.84:0/141088487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f214c004d40 0x7f214c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f216159a640 1 -- 172.21.15.84:0/141088487 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2164141d10 con 0x7f214c004d40 2024-04-15T15:11:25.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f216159a640 1 -- 172.21.15.84:0/141088487 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f216415db60 con 0x7f214c0039b0 2024-04-15T15:11:25.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f216159a640 1 -- 172.21.15.84:0/141088487 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f214c00b9c0 con 0x7f216413f3c0 2024-04-15T15:11:25.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f2162d9d640 1 --2- 172.21.15.84:0/141088487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f214c004d40 0x7f214c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f2161d9b640 1 --2- 172.21.15.84:0/141088487 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f216413f3c0 0x7f214c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f216259c640 1 --2- 172.21.15.84:0/141088487 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f214c0039b0 0x7f214c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f2162d9d640 1 -- 172.21.15.84:0/141088487 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f216413f3c0 msgr2=0x7f214c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:25.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f2162d9d640 1 --2- 172.21.15.84:0/141088487 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f216413f3c0 0x7f214c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f2162d9d640 1 -- 172.21.15.84:0/141088487 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f214c0039b0 msgr2=0x7f214c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:25.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f2162d9d640 1 --2- 172.21.15.84:0/141088487 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f214c0039b0 0x7f214c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.856+0000 7f2162d9d640 1 -- 172.21.15.84:0/141088487 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f214c003520 con 0x7f214c004d40 2024-04-15T15:11:25.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.857+0000 7f2162d9d640 1 --2- 172.21.15.84:0/141088487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f214c004d40 0x7f214c0051c0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f215c00c240 tx=0x7f214c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d68c9dea797811d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:25.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.857+0000 7f216159a640 1 -- 172.21.15.84:0/141088487 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215c007d30 con 0x7f214c004d40 2024-04-15T15:11:25.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.857+0000 7f216159a640 1 -- 172.21.15.84:0/141088487 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f215c030070 con 0x7f214c004d40 2024-04-15T15:11:25.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.857+0000 7f216159a640 1 -- 172.21.15.84:0/141088487 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215c02cd60 con 0x7f214c004d40 2024-04-15T15:11:25.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.858+0000 7f2168b32640 1 -- 172.21.15.84:0/141088487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f214c004d40 msgr2=0x7f214c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:25.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.858+0000 7f2168b32640 1 --2- 172.21.15.84:0/141088487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f214c004d40 0x7f214c0051c0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f215c00c240 tx=0x7f214c005830 comp rx=0 tx=0).stop 2024-04-15T15:11:25.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.858+0000 7f2162d9d640 1 -- 172.21.15.84:0/141088487 reap_dead start 2024-04-15T15:11:25.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.858+0000 7f2168b32640 1 -- 172.21.15.84:0/141088487 shutdown_connections 2024-04-15T15:11:25.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.858+0000 7f2168b32640 1 -- 172.21.15.84:0/141088487 >> 172.21.15.84:0/141088487 conn(0x7f21640cdd20 msgr2=0x7f21640ce100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:25.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.858+0000 7f2168b32640 1 -- 172.21.15.84:0/141088487 shutdown_connections 2024-04-15T15:11:25.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.858+0000 7f2168b32640 1 -- 172.21.15.84:0/141088487 wait complete. 2024-04-15T15:11:25.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.859+0000 7f2168b32640 1 Processor -- start 2024-04-15T15:11:25.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.859+0000 7f2168b32640 1 -- start start 2024-04-15T15:11:25.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.860+0000 7f2168b32640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f214c004d40 0x7f216415ba40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.860+0000 7f2168b32640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f216415a410 0x7f2164140700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.860+0000 7f2168b32640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2164155f80 0x7f21641411c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.860+0000 7f2168b32640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f216406f510 con 0x7f2164155f80 2024-04-15T15:11:25.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.860+0000 7f2168b32640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f21641601c0 con 0x7f216415a410 2024-04-15T15:11:25.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.860+0000 7f2168b32640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f216406f690 con 0x7f214c004d40 2024-04-15T15:11:25.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.860+0000 7f2162d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2164155f80 0x7f21641411c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.860+0000 7f2162d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2164155f80 0x7f21641411c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34136/0 (socket says 172.21.15.84:34136) 2024-04-15T15:11:25.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.860+0000 7f2162d9d640 1 -- 172.21.15.84:0/2456748837 learned_addr learned my addr 172.21.15.84:0/2456748837 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:25.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.860+0000 7f216259c640 1 --2- 172.21.15.84:0/2456748837 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f214c004d40 0x7f216415ba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.860+0000 7f2161d9b640 1 --2- 172.21.15.84:0/2456748837 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f216415a410 0x7f2164140700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.860+0000 7f2162d9d640 1 -- 172.21.15.84:0/2456748837 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f214c004d40 msgr2=0x7f216415ba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:25.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.860+0000 7f2162d9d640 1 --2- 172.21.15.84:0/2456748837 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f214c004d40 0x7f216415ba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.860+0000 7f2162d9d640 1 -- 172.21.15.84:0/2456748837 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f216415a410 msgr2=0x7f2164140700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:25.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.860+0000 7f2162d9d640 1 --2- 172.21.15.84:0/2456748837 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f216415a410 0x7f2164140700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:25.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.860+0000 7f2162d9d640 1 -- 172.21.15.84:0/2456748837 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2164157f00 con 0x7f2164155f80 2024-04-15T15:11:25.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.860+0000 7f216259c640 1 --2- 172.21.15.84:0/2456748837 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f214c004d40 0x7f216415ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:25.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.860+0000 7f2161d9b640 1 --2- 172.21.15.84:0/2456748837 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f216415a410 0x7f2164140700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:25.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.861+0000 7f2162d9d640 1 --2- 172.21.15.84:0/2456748837 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2164155f80 0x7f21641411c0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f215c000c00 tx=0x7f2164142130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:25.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.861+0000 7f2152ffd640 1 -- 172.21.15.84:0/2456748837 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215c007d30 con 0x7f2164155f80 2024-04-15T15:11:25.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.861+0000 7f2152ffd640 1 -- 172.21.15.84:0/2456748837 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f215c004bf0 con 0x7f2164155f80 2024-04-15T15:11:25.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.861+0000 7f2168b32640 1 -- 172.21.15.84:0/2456748837 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f216415a9a0 con 0x7f2164155f80 2024-04-15T15:11:25.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.861+0000 7f2152ffd640 1 -- 172.21.15.84:0/2456748837 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f215c001c70 con 0x7f2164155f80 2024-04-15T15:11:25.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.861+0000 7f2168b32640 1 -- 172.21.15.84:0/2456748837 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f216415af60 con 0x7f2164155f80 2024-04-15T15:11:25.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.862+0000 7f2168b32640 1 -- 172.21.15.84:0/2456748837 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21640690f0 con 0x7f2164155f80 2024-04-15T15:11:25.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.862+0000 7f2152ffd640 1 -- 172.21.15.84:0/2456748837 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f215c007070 con 0x7f2164155f80 2024-04-15T15:11:25.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.863+0000 7f2152ffd640 1 --2- 172.21.15.84:0/2456748837 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f214406c8f0 0x7f214406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:25.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.863+0000 7f2152ffd640 1 -- 172.21.15.84:0/2456748837 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f215c0ad020 con 0x7f2164155f80 2024-04-15T15:11:25.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.863+0000 7f216259c640 1 --2- 172.21.15.84:0/2456748837 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f214406c8f0 0x7f214406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:25.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.863+0000 7f216259c640 1 --2- 172.21.15.84:0/2456748837 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f214406c8f0 0x7f214406edb0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f2154007440 tx=0x7f215400b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:25.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:25.868+0000 7f2152ffd640 1 -- 172.21.15.84:0/2456748837 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f215c07afc0 con 0x7f2164155f80 2024-04-15T15:11:26.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.080+0000 7f2168b32640 1 -- 172.21.15.84:0/2456748837 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f21640b12c0 con 0x7f2164155f80 2024-04-15T15:11:26.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.081+0000 7f2152ffd640 1 -- 172.21.15.84:0/2456748837 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5180 (secure 0 0 0) 0x7f215c07a8c0 con 0x7f2164155f80 2024-04-15T15:11:26.083 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:26.083 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/3664072827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3664072827},{"type":"v1","addr":"172.21.15.84:6836","nonce":3664072827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/2090511752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":2090511752},{"type":"v1","addr":"172.21.15.84:6837","nonce":2090511752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/768052062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":768052062},{"type":"v1","addr":"172.21.15.203:6835","nonce":768052062}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T15:10:22.689828+0000","modified":"2024-04-15T15:10:38.758516+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.203:6834/2436290281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2436290281},{"type":"v1","addr":"172.21.15.203:6834","nonce":2436290281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4294,"qdb_cluster":[4294]},"id":1}]} 2024-04-15T15:11:26.083 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 9 2024-04-15T15:11:26.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.083+0000 7f2168b32640 1 -- 172.21.15.84:0/2456748837 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f214406c8f0 msgr2=0x7f214406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:26.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.083+0000 7f2168b32640 1 --2- 172.21.15.84:0/2456748837 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f214406c8f0 0x7f214406edb0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f2154007440 tx=0x7f215400b040 comp rx=0 tx=0).stop 2024-04-15T15:11:26.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.083+0000 7f2168b32640 1 -- 172.21.15.84:0/2456748837 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2164155f80 msgr2=0x7f21641411c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:26.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.083+0000 7f2168b32640 1 --2- 172.21.15.84:0/2456748837 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2164155f80 0x7f21641411c0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f215c000c00 tx=0x7f2164142130 comp rx=0 tx=0).stop 2024-04-15T15:11:26.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.083+0000 7f2168b32640 1 -- 172.21.15.84:0/2456748837 shutdown_connections 2024-04-15T15:11:26.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.083+0000 7f2168b32640 1 --2- 172.21.15.84:0/2456748837 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f214406c8f0 0x7f214406edb0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.083+0000 7f2168b32640 1 --2- 172.21.15.84:0/2456748837 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f216415a410 0x7f2164140700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.083+0000 7f2168b32640 1 --2- 172.21.15.84:0/2456748837 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2164155f80 0x7f21641411c0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.083+0000 7f2168b32640 1 --2- 172.21.15.84:0/2456748837 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f214c004d40 0x7f216415ba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.083+0000 7f2168b32640 1 -- 172.21.15.84:0/2456748837 >> 172.21.15.84:0/2456748837 conn(0x7f21640cdd20 msgr2=0x7f21640b1530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:26.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.083+0000 7f2168b32640 1 -- 172.21.15.84:0/2456748837 shutdown_connections 2024-04-15T15:11:26.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.083+0000 7f2168b32640 1 -- 172.21.15.84:0/2456748837 wait complete. 2024-04-15T15:11:26.096 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:26.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.197+0000 7f1383895640 1 Processor -- start 2024-04-15T15:11:26.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.197+0000 7f1383895640 1 -- start start 2024-04-15T15:11:26.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.198+0000 7f1383895640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f137c0af400 0x7f137c0ccb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:26.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.198+0000 7f1383895640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f137c06f8f0 con 0x7f137c15eba0 2024-04-15T15:11:26.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.198+0000 7f1383895640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f137c15ef80 con 0x7f137c0af860 2024-04-15T15:11:26.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.198+0000 7f1383895640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f137c0ce2b0 con 0x7f137c0af400 2024-04-15T15:11:26.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.198+0000 7f1381631640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f137c15eba0 0x7f137c06f1e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:36638/0 (socket says 172.21.15.84:36638) 2024-04-15T15:11:26.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.198+0000 7f1381631640 1 -- 172.21.15.84:0/2545391103 learned_addr learned my addr 172.21.15.84:0/2545391103 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:26.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.198+0000 7f1380e30640 1 --2- 172.21.15.84:0/2545391103 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f137c0af400 0x7f137c0ccb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:26.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.198+0000 7f1373fff640 1 -- 172.21.15.84:0/2545391103 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2839837549 0 0) 0x7f137c06f8f0 con 0x7f137c15eba0 2024-04-15T15:11:26.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.198+0000 7f1373fff640 1 -- 172.21.15.84:0/2545391103 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1368003520 con 0x7f137c15eba0 2024-04-15T15:11:26.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1373fff640 1 -- 172.21.15.84:0/2545391103 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2052176183 0 0) 0x7f137c15ef80 con 0x7f137c0af860 2024-04-15T15:11:26.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1373fff640 1 -- 172.21.15.84:0/2545391103 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f137c06f8f0 con 0x7f137c0af860 2024-04-15T15:11:26.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1373fff640 1 -- 172.21.15.84:0/2545391103 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 458997560 0 0) 0x7f1368003520 con 0x7f137c15eba0 2024-04-15T15:11:26.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1373fff640 1 -- 172.21.15.84:0/2545391103 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f137c0af400 msgr2=0x7f137c0ccb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:26.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1373fff640 1 --2- 172.21.15.84:0/2545391103 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f137c0af400 0x7f137c0ccb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1373fff640 1 -- 172.21.15.84:0/2545391103 >> v1:172.21.15.203:6789/0 conn(0x7f137c0af860 legacy=0x7f137c0ad0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:26.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1373fff640 1 -- 172.21.15.84:0/2545391103 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f137c0ce590 con 0x7f137c15eba0 2024-04-15T15:11:26.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1373fff640 1 -- 172.21.15.84:0/2545391103 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f13780019f0 con 0x7f137c15eba0 2024-04-15T15:11:26.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1373fff640 1 -- 172.21.15.84:0/2545391103 >> v1:172.21.15.84:6789/0 conn(0x7f137c15eba0 legacy=0x7f137c06f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:26.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1373fff640 1 --2- 172.21.15.84:0/2545391103 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1368003b70 0x7f1368003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:26.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1373fff640 1 --2- 172.21.15.84:0/2545391103 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1368004800 0x7f1368004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:26.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1373fff640 1 --2- 172.21.15.84:0/2545391103 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f13680051c0 0x7f136800dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:26.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1373fff640 1 -- 172.21.15.84:0/2545391103 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f137c0ce2b0 con 0x7f13680051c0 2024-04-15T15:11:26.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1373fff640 1 -- 172.21.15.84:0/2545391103 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f136800e2a0 con 0x7f1368003b70 2024-04-15T15:11:26.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1373fff640 1 -- 172.21.15.84:0/2545391103 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f136800e4a0 con 0x7f1368004800 2024-04-15T15:11:26.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1380e30640 1 --2- 172.21.15.84:0/2545391103 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f137c0af400 0x7f137c0ccb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:11:26.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1381e32640 1 --2- 172.21.15.84:0/2545391103 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f13680051c0 0x7f136800dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:26.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1381631640 1 --2- 172.21.15.84:0/2545391103 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1368003b70 0x7f1368003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:26.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1380e30640 1 --2- 172.21.15.84:0/2545391103 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1368004800 0x7f1368004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:26.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1381e32640 1 -- 172.21.15.84:0/2545391103 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1368004800 msgr2=0x7f1368004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:26.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1381e32640 1 --2- 172.21.15.84:0/2545391103 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1368004800 0x7f1368004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1381e32640 1 -- 172.21.15.84:0/2545391103 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1368003b70 msgr2=0x7f1368003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:26.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1381e32640 1 --2- 172.21.15.84:0/2545391103 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1368003b70 0x7f1368003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.199+0000 7f1381e32640 1 -- 172.21.15.84:0/2545391103 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1368003520 con 0x7f13680051c0 2024-04-15T15:11:26.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.200+0000 7f1381e32640 1 --2- 172.21.15.84:0/2545391103 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f13680051c0 0x7f136800dbd0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f13740018c0 tx=0x7f1368005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf0a4c28fdf5d000 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:26.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.200+0000 7f1373fff640 1 -- 172.21.15.84:0/2545391103 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1374037070 con 0x7f13680051c0 2024-04-15T15:11:26.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.200+0000 7f1373fff640 1 -- 172.21.15.84:0/2545391103 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13740052f0 con 0x7f13680051c0 2024-04-15T15:11:26.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.200+0000 7f1373fff640 1 -- 172.21.15.84:0/2545391103 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13740014e0 con 0x7f13680051c0 2024-04-15T15:11:26.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.200+0000 7f1383895640 1 -- 172.21.15.84:0/2545391103 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f13680051c0 msgr2=0x7f136800dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:26.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.200+0000 7f1383895640 1 --2- 172.21.15.84:0/2545391103 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f13680051c0 0x7f136800dbd0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f13740018c0 tx=0x7f1368005830 comp rx=0 tx=0).stop 2024-04-15T15:11:26.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.200+0000 7f1381e32640 1 -- 172.21.15.84:0/2545391103 reap_dead start 2024-04-15T15:11:26.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.200+0000 7f1383895640 1 -- 172.21.15.84:0/2545391103 shutdown_connections 2024-04-15T15:11:26.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.200+0000 7f1383895640 1 -- 172.21.15.84:0/2545391103 >> 172.21.15.84:0/2545391103 conn(0x7f137c0b1dd0 msgr2=0x7f137c0b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:26.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.201+0000 7f1383895640 1 -- 172.21.15.84:0/2545391103 shutdown_connections 2024-04-15T15:11:26.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.201+0000 7f1383895640 1 -- 172.21.15.84:0/2545391103 wait complete. 2024-04-15T15:11:26.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.202+0000 7f1383895640 1 Processor -- start 2024-04-15T15:11:26.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.202+0000 7f1383895640 1 -- start start 2024-04-15T15:11:26.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.202+0000 7f1383895640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f13680051c0 0x7f137c14e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:26.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.202+0000 7f1383895640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f137c152ce0 0x7f137c15d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:26.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.202+0000 7f1383895640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f137c153140 0x7f137c15de50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:26.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.202+0000 7f1383895640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f137c0b2b80 con 0x7f137c153140 2024-04-15T15:11:26.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.202+0000 7f1383895640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f137c06ecc0 con 0x7f13680051c0 2024-04-15T15:11:26.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.202+0000 7f1383895640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f137c0ceb50 con 0x7f137c152ce0 2024-04-15T15:11:26.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.203+0000 7f1381e32640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f137c153140 0x7f137c15de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:26.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.203+0000 7f1381e32640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f137c153140 0x7f137c15de50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34162/0 (socket says 172.21.15.84:34162) 2024-04-15T15:11:26.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.203+0000 7f1381e32640 1 -- 172.21.15.84:0/393048493 learned_addr learned my addr 172.21.15.84:0/393048493 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:26.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.203+0000 7f1381631640 1 --2- 172.21.15.84:0/393048493 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f13680051c0 0x7f137c14e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:26.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.203+0000 7f1380e30640 1 --2- 172.21.15.84:0/393048493 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f137c152ce0 0x7f137c15d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:26.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.203+0000 7f1381e32640 1 -- 172.21.15.84:0/393048493 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f137c152ce0 msgr2=0x7f137c15d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:26.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.203+0000 7f1381e32640 1 --2- 172.21.15.84:0/393048493 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f137c152ce0 0x7f137c15d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.203+0000 7f1381e32640 1 -- 172.21.15.84:0/393048493 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f13680051c0 msgr2=0x7f137c14e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:26.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.203+0000 7f1381e32640 1 --2- 172.21.15.84:0/393048493 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f13680051c0 0x7f137c14e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.203+0000 7f1381e32640 1 -- 172.21.15.84:0/393048493 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f137c1536c0 con 0x7f137c153140 2024-04-15T15:11:26.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.203+0000 7f1381631640 1 --2- 172.21.15.84:0/393048493 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f13680051c0 0x7f137c14e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:26.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.203+0000 7f1381e32640 1 --2- 172.21.15.84:0/393048493 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f137c153140 0x7f137c15de50 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f1374005040 tx=0x7f13740012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:26.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.203+0000 7f1371ffb640 1 -- 172.21.15.84:0/393048493 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1374037070 con 0x7f137c153140 2024-04-15T15:11:26.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.203+0000 7f1371ffb640 1 -- 172.21.15.84:0/393048493 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1374044070 con 0x7f137c153140 2024-04-15T15:11:26.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.203+0000 7f1383895640 1 -- 172.21.15.84:0/393048493 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f137c1539a0 con 0x7f137c153140 2024-04-15T15:11:26.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.203+0000 7f1371ffb640 1 -- 172.21.15.84:0/393048493 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1374007a50 con 0x7f137c153140 2024-04-15T15:11:26.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.203+0000 7f1383895640 1 -- 172.21.15.84:0/393048493 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f137c153f60 con 0x7f137c153140 2024-04-15T15:11:26.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.204+0000 7f1383895640 1 -- 172.21.15.84:0/393048493 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f137c0689e0 con 0x7f137c153140 2024-04-15T15:11:26.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.205+0000 7f1371ffb640 1 -- 172.21.15.84:0/393048493 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f13740052f0 con 0x7f137c153140 2024-04-15T15:11:26.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.205+0000 7f1371ffb640 1 --2- 172.21.15.84:0/393048493 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f136006c8f0 0x7f136006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:26.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.205+0000 7f1371ffb640 1 -- 172.21.15.84:0/393048493 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f13740ad720 con 0x7f137c153140 2024-04-15T15:11:26.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.205+0000 7f1381631640 1 --2- 172.21.15.84:0/393048493 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f136006c8f0 0x7f136006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:26.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.206+0000 7f1381631640 1 --2- 172.21.15.84:0/393048493 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f136006c8f0 0x7f136006edb0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f1378004c20 tx=0x7f1378006040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:26.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.210+0000 7f1371ffb640 1 -- 172.21.15.84:0/393048493 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f137404e020 con 0x7f137c153140 2024-04-15T15:11:26.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.388+0000 7f1383895640 1 -- 172.21.15.84:0/393048493 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f137c06d0e0 con 0x7f137c153140 2024-04-15T15:11:26.390 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.389+0000 7f1371ffb640 1 -- 172.21.15.84:0/393048493 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18854 (secure 0 0 0) 0x7f13740aa9c0 con 0x7f137c153140 2024-04-15T15:11:26.391 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:26.391 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":26,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:11:03.629918+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.16","mappings":[{"from":5,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.b","mappings":[{"from":1,"to":2}]},{"pgid":"4.1e","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:26.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.391+0000 7f1383895640 1 -- 172.21.15.84:0/393048493 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f136006c8f0 msgr2=0x7f136006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:26.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.391+0000 7f1383895640 1 --2- 172.21.15.84:0/393048493 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f136006c8f0 0x7f136006edb0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f1378004c20 tx=0x7f1378006040 comp rx=0 tx=0).stop 2024-04-15T15:11:26.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.391+0000 7f1383895640 1 -- 172.21.15.84:0/393048493 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f137c153140 msgr2=0x7f137c15de50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:26.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.391+0000 7f1383895640 1 --2- 172.21.15.84:0/393048493 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f137c153140 0x7f137c15de50 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f1374005040 tx=0x7f13740012d0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.391+0000 7f1383895640 1 -- 172.21.15.84:0/393048493 shutdown_connections 2024-04-15T15:11:26.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.391+0000 7f1383895640 1 --2- 172.21.15.84:0/393048493 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f137c153140 0x7f137c15de50 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.391+0000 7f1383895640 1 --2- 172.21.15.84:0/393048493 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f137c152ce0 0x7f137c15d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.391+0000 7f1383895640 1 --2- 172.21.15.84:0/393048493 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f136006c8f0 0x7f136006edb0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.391+0000 7f1383895640 1 --2- 172.21.15.84:0/393048493 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f13680051c0 0x7f137c14e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.391+0000 7f1383895640 1 -- 172.21.15.84:0/393048493 >> 172.21.15.84:0/393048493 conn(0x7f137c0b1dd0 msgr2=0x7f137c06e570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:26.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.391+0000 7f1383895640 1 -- 172.21.15.84:0/393048493 shutdown_connections 2024-04-15T15:11:26.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.391+0000 7f1383895640 1 -- 172.21.15.84:0/393048493 wait complete. 2024-04-15T15:11:26.404 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-15T15:11:26.404 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:11:26.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.504+0000 7f5ed6300640 1 Processor -- start 2024-04-15T15:11:26.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.504+0000 7f5ed6300640 1 -- start start 2024-04-15T15:11:26.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.505+0000 7f5ed6300640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f5ed0161e40 0x7f5ed00b37f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:26.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.505+0000 7f5ed6300640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ed00d12b0 0x7f5ed00d2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:26.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.505+0000 7f5ed6300640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ed0162220 con 0x7f5ed00d2ea0 2024-04-15T15:11:26.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.505+0000 7f5ed6300640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f5ed00d21f0 con 0x7f5ed0161e40 2024-04-15T15:11:26.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.505+0000 7f5ed6300640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f5ed00d1820 con 0x7f5ed00d12b0 2024-04-15T15:11:26.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.505+0000 7f5ed489d640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f5ed00d2ea0 0x7f5ed00d45b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:36652/0 (socket says 172.21.15.84:36652) 2024-04-15T15:11:26.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.505+0000 7f5ed489d640 1 -- 172.21.15.84:0/1657982666 learned_addr learned my addr 172.21.15.84:0/1657982666 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:26.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.506+0000 7f5ecf7fe640 1 --2- 172.21.15.84:0/1657982666 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ed00d12b0 0x7f5ed00d2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:26.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.506+0000 7f5ecffff640 1 --2- 172.21.15.84:0/1657982666 >> v2:172.21.15.203:3300/0 conn(0x7f5ed0161e40 0x7f5ed00b37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:26.508 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.506+0000 7f5eceffd640 1 -- 172.21.15.84:0/1657982666 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1027076606 0 0) 0x7f5ed0162220 con 0x7f5ed00d2ea0 2024-04-15T15:11:26.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.506+0000 7f5eceffd640 1 -- 172.21.15.84:0/1657982666 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5eb8003520 con 0x7f5ed00d2ea0 2024-04-15T15:11:26.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.506+0000 7f5eceffd640 1 -- 172.21.15.84:0/1657982666 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1984430104 0 0) 0x7f5eb8003520 con 0x7f5ed00d2ea0 2024-04-15T15:11:26.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.506+0000 7f5ecf7fe640 1 -- 172.21.15.84:0/1657982666 >> v2:172.21.15.203:3300/0 conn(0x7f5ed0161e40 msgr2=0x7f5ed00b37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:26.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.506+0000 7f5ecf7fe640 1 --2- 172.21.15.84:0/1657982666 >> v2:172.21.15.203:3300/0 conn(0x7f5ed0161e40 0x7f5ed00b37f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.506+0000 7f5ecf7fe640 1 -- 172.21.15.84:0/1657982666 >> v1:172.21.15.84:6789/0 conn(0x7f5ed00d2ea0 legacy=0x7f5ed00d45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:26.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.506+0000 7f5ecf7fe640 1 -- 172.21.15.84:0/1657982666 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ed00d1b00 con 0x7f5ed00d12b0 2024-04-15T15:11:26.510 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.507+0000 7f5ecf7fe640 1 --2- 172.21.15.84:0/1657982666 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ed00d12b0 0x7f5ed00d2960 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5ec40097a0 tx=0x7f5ec402b710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a8d6d9493f4de47a server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:26.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.507+0000 7f5eceffd640 1 -- 172.21.15.84:0/1657982666 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec4037070 con 0x7f5ed00d12b0 2024-04-15T15:11:26.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.507+0000 7f5eceffd640 1 -- 172.21.15.84:0/1657982666 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ec4030510 con 0x7f5ed00d12b0 2024-04-15T15:11:26.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.507+0000 7f5eceffd640 1 -- 172.21.15.84:0/1657982666 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec80019f0 con 0x7f5ed00d12b0 2024-04-15T15:11:26.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.507+0000 7f5ed6300640 1 -- 172.21.15.84:0/1657982666 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ed00d12b0 msgr2=0x7f5ed00d2960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:26.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.507+0000 7f5ed6300640 1 --2- 172.21.15.84:0/1657982666 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ed00d12b0 0x7f5ed00d2960 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f5ec40097a0 tx=0x7f5ec402b710 comp rx=0 tx=0).stop 2024-04-15T15:11:26.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.507+0000 7f5ed6300640 1 -- 172.21.15.84:0/1657982666 shutdown_connections 2024-04-15T15:11:26.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.507+0000 7f5ed6300640 1 --2- 172.21.15.84:0/1657982666 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ed00d12b0 0x7f5ed00d2960 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.507+0000 7f5ed6300640 1 --2- 172.21.15.84:0/1657982666 >> v2:172.21.15.203:3300/0 conn(0x7f5ed0161e40 0x7f5ed00b37f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.507+0000 7f5ed6300640 1 -- 172.21.15.84:0/1657982666 >> 172.21.15.84:0/1657982666 conn(0x7f5ed009d970 msgr2=0x7f5ed00b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:26.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.508+0000 7f5ed6300640 1 -- 172.21.15.84:0/1657982666 shutdown_connections 2024-04-15T15:11:26.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.508+0000 7f5ed6300640 1 -- 172.21.15.84:0/1657982666 wait complete. 2024-04-15T15:11:26.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.509+0000 7f5ed6300640 1 Processor -- start 2024-04-15T15:11:26.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.509+0000 7f5ed6300640 1 -- start start 2024-04-15T15:11:26.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5ed6300640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ed00d12b0 0x7f5ed0158210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:26.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5ed6300640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ed0161e40 0x7f5ed0158750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:26.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5ed6300640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ed00ce050 0x7f5ed00ce500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:26.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5ed6300640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5ed00b3d30 con 0x7f5ed00ce050 2024-04-15T15:11:26.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5ed6300640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5ed00d2440 con 0x7f5ed00d12b0 2024-04-15T15:11:26.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5ed6300640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f5ed00b3eb0 con 0x7f5ed0161e40 2024-04-15T15:11:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5ed489d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ed00ce050 0x7f5ed00ce500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5ed489d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ed00ce050 0x7f5ed00ce500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34176/0 (socket says 172.21.15.84:34176) 2024-04-15T15:11:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5ed489d640 1 -- 172.21.15.84:0/4205279045 learned_addr learned my addr 172.21.15.84:0/4205279045 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5ecffff640 1 --2- 172.21.15.84:0/4205279045 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ed00d12b0 0x7f5ed0158210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5ecf7fe640 1 --2- 172.21.15.84:0/4205279045 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ed0161e40 0x7f5ed0158750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5ed489d640 1 -- 172.21.15.84:0/4205279045 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ed0161e40 msgr2=0x7f5ed0158750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5ed489d640 1 --2- 172.21.15.84:0/4205279045 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ed0161e40 0x7f5ed0158750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5ed489d640 1 -- 172.21.15.84:0/4205279045 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ed00d12b0 msgr2=0x7f5ed0158210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5ed489d640 1 --2- 172.21.15.84:0/4205279045 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ed00d12b0 0x7f5ed0158210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5ed489d640 1 -- 172.21.15.84:0/4205279045 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ed006db80 con 0x7f5ed00ce050 2024-04-15T15:11:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5ed489d640 1 --2- 172.21.15.84:0/4205279045 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ed00ce050 0x7f5ed00ce500 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f5ec8001560 tx=0x7f5ec800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:26.515 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5eccff9640 1 -- 172.21.15.84:0/4205279045 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec8012400 con 0x7f5ed00ce050 2024-04-15T15:11:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5eccff9640 1 -- 172.21.15.84:0/4205279045 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ec80125c0 con 0x7f5ed00ce050 2024-04-15T15:11:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5ed6300640 1 -- 172.21.15.84:0/4205279045 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ed006de20 con 0x7f5ed00ce050 2024-04-15T15:11:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5eccff9640 1 -- 172.21.15.84:0/4205279045 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ec80129b0 con 0x7f5ed00ce050 2024-04-15T15:11:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.510+0000 7f5ed6300640 1 -- 172.21.15.84:0/4205279045 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ed006e680 con 0x7f5ed00ce050 2024-04-15T15:11:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.511+0000 7f5ed6300640 1 -- 172.21.15.84:0/4205279045 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ed00689e0 con 0x7f5ed00ce050 2024-04-15T15:11:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.512+0000 7f5eccff9640 1 -- 172.21.15.84:0/4205279045 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f5ec8012b50 con 0x7f5ed00ce050 2024-04-15T15:11:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.512+0000 7f5eccff9640 1 --2- 172.21.15.84:0/4205279045 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5ebc06c920 0x7f5ebc06ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.512+0000 7f5eccff9640 1 -- 172.21.15.84:0/4205279045 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f5ec808c750 con 0x7f5ed00ce050 2024-04-15T15:11:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.512+0000 7f5ecffff640 1 --2- 172.21.15.84:0/4205279045 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5ebc06c920 0x7f5ebc06ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:26.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.513+0000 7f5ecffff640 1 --2- 172.21.15.84:0/4205279045 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5ebc06c920 0x7f5ebc06ede0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f5ec0009a30 tx=0x7f5ec0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:26.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.517+0000 7f5eccff9640 1 -- 172.21.15.84:0/4205279045 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f5ec80182b0 con 0x7f5ed00ce050 2024-04-15T15:11:26.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.730+0000 7f5ed6300640 1 -- 172.21.15.84:0/4205279045 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5ed00d51b0 con 0x7f5ed00ce050 2024-04-15T15:11:26.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.731+0000 7f5eccff9640 1 -- 172.21.15.84:0/4205279045 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5180 (secure 0 0 0) 0x7f5ec805a810 con 0x7f5ed00ce050 2024-04-15T15:11:26.733 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:26.733 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/3664072827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3664072827},{"type":"v1","addr":"172.21.15.84:6836","nonce":3664072827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/2090511752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":2090511752},{"type":"v1","addr":"172.21.15.84:6837","nonce":2090511752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/768052062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":768052062},{"type":"v1","addr":"172.21.15.203:6835","nonce":768052062}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T15:10:22.689828+0000","modified":"2024-04-15T15:10:38.758516+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.203:6834/2436290281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2436290281},{"type":"v1","addr":"172.21.15.203:6834","nonce":2436290281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4294,"qdb_cluster":[4294]},"id":1}]} 2024-04-15T15:11:26.733 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 9 2024-04-15T15:11:26.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.733+0000 7f5ed6300640 1 -- 172.21.15.84:0/4205279045 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5ebc06c920 msgr2=0x7f5ebc06ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:26.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.733+0000 7f5ed6300640 1 --2- 172.21.15.84:0/4205279045 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5ebc06c920 0x7f5ebc06ede0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f5ec0009a30 tx=0x7f5ec0008040 comp rx=0 tx=0).stop 2024-04-15T15:11:26.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.733+0000 7f5ed6300640 1 -- 172.21.15.84:0/4205279045 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ed00ce050 msgr2=0x7f5ed00ce500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:26.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.733+0000 7f5ed6300640 1 --2- 172.21.15.84:0/4205279045 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ed00ce050 0x7f5ed00ce500 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f5ec8001560 tx=0x7f5ec800a430 comp rx=0 tx=0).stop 2024-04-15T15:11:26.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.733+0000 7f5ed6300640 1 -- 172.21.15.84:0/4205279045 shutdown_connections 2024-04-15T15:11:26.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.733+0000 7f5ed6300640 1 --2- 172.21.15.84:0/4205279045 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ed00ce050 0x7f5ed00ce500 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.733+0000 7f5ed6300640 1 --2- 172.21.15.84:0/4205279045 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ed0161e40 0x7f5ed0158750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.733+0000 7f5ed6300640 1 --2- 172.21.15.84:0/4205279045 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5ebc06c920 0x7f5ebc06ede0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.733+0000 7f5ed6300640 1 --2- 172.21.15.84:0/4205279045 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ed00d12b0 0x7f5ed0158210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.733+0000 7f5ed6300640 1 -- 172.21.15.84:0/4205279045 >> 172.21.15.84:0/4205279045 conn(0x7f5ed009d970 msgr2=0x7f5ed00b7e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:26.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.733+0000 7f5ed6300640 1 -- 172.21.15.84:0/4205279045 shutdown_connections 2024-04-15T15:11:26.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.733+0000 7f5ed6300640 1 -- 172.21.15.84:0/4205279045 wait complete. 2024-04-15T15:11:26.746 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:11:26.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.846+0000 7f67e8eb1640 1 Processor -- start 2024-04-15T15:11:26.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.846+0000 7f67e8eb1640 1 -- start start 2024-04-15T15:11:26.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.847+0000 7f67e8eb1640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f67e415e7e0 0x7f67e40b67b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:26.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.847+0000 7f67e8eb1640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f67e40ae360 0x7f67e4072b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:26.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.847+0000 7f67e8eb1640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f67e40730c0 0x7f67e40cf180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:26.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.847+0000 7f67e8eb1640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f67e4162800 con 0x7f67e415e7e0 2024-04-15T15:11:26.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.847+0000 7f67e8eb1640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f67e4162ae0 con 0x7f67e40730c0 2024-04-15T15:11:26.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.847+0000 7f67e8eb1640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f67e4162dc0 con 0x7f67e40ae360 2024-04-15T15:11:26.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.847+0000 7f67e259c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f67e415e7e0 0x7f67e40b67b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:26.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.847+0000 7f67e259c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f67e415e7e0 0x7f67e40b67b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34190/0 (socket says 172.21.15.84:34190) 2024-04-15T15:11:26.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.847+0000 7f67e259c640 1 -- 172.21.15.84:0/539908266 learned_addr learned my addr 172.21.15.84:0/539908266 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:26.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.847+0000 7f67e259c640 1 -- 172.21.15.84:0/539908266 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f67e40ae360 msgr2=0x7f67e4072b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:26.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.847+0000 7f67e259c640 1 --2- 172.21.15.84:0/539908266 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f67e40ae360 0x7f67e4072b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.847+0000 7f67e259c640 1 -- 172.21.15.84:0/539908266 >> v2:172.21.15.203:3300/0 conn(0x7f67e40730c0 msgr2=0x7f67e40cf180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:26.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.847+0000 7f67e259c640 1 --2- 172.21.15.84:0/539908266 >> v2:172.21.15.203:3300/0 conn(0x7f67e40730c0 0x7f67e40cf180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.847+0000 7f67e259c640 1 -- 172.21.15.84:0/539908266 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67e41630a0 con 0x7f67e415e7e0 2024-04-15T15:11:26.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.848+0000 7f67e259c640 1 --2- 172.21.15.84:0/539908266 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67e415e7e0 0x7f67e40b67b0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f67e40cdbe0 tx=0x7f67d402bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbe72faf1e3e6bc2 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:26.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.848+0000 7f67e159a640 1 -- 172.21.15.84:0/539908266 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d402ca70 con 0x7f67e415e7e0 2024-04-15T15:11:26.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.848+0000 7f67e159a640 1 -- 172.21.15.84:0/539908266 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67d402cc10 con 0x7f67e415e7e0 2024-04-15T15:11:26.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.848+0000 7f67e159a640 1 -- 172.21.15.84:0/539908266 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67d40343f0 con 0x7f67e415e7e0 2024-04-15T15:11:26.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.849+0000 7f67e8eb1640 1 -- 172.21.15.84:0/539908266 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67e415e7e0 msgr2=0x7f67e40b67b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:26.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.849+0000 7f67e8eb1640 1 --2- 172.21.15.84:0/539908266 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67e415e7e0 0x7f67e40b67b0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f67e40cdbe0 tx=0x7f67d402bed0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.849+0000 7f67e8eb1640 1 -- 172.21.15.84:0/539908266 shutdown_connections 2024-04-15T15:11:26.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.849+0000 7f67e8eb1640 1 --2- 172.21.15.84:0/539908266 >> v2:172.21.15.203:3300/0 conn(0x7f67e40730c0 0x7f67e40cf180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.849+0000 7f67e8eb1640 1 --2- 172.21.15.84:0/539908266 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f67e40ae360 0x7f67e4072b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.849+0000 7f67e8eb1640 1 --2- 172.21.15.84:0/539908266 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67e415e7e0 0x7f67e40b67b0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.849+0000 7f67e8eb1640 1 -- 172.21.15.84:0/539908266 >> 172.21.15.84:0/539908266 conn(0x7f67e40b31b0 msgr2=0x7f67e40b3590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:26.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.849+0000 7f67e8eb1640 1 -- 172.21.15.84:0/539908266 shutdown_connections 2024-04-15T15:11:26.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.849+0000 7f67e8eb1640 1 -- 172.21.15.84:0/539908266 wait complete. 2024-04-15T15:11:26.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.850+0000 7f67e8eb1640 1 Processor -- start 2024-04-15T15:11:26.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.850+0000 7f67e8eb1640 1 -- start start 2024-04-15T15:11:26.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.851+0000 7f67e8eb1640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f67e40730c0 0x7f67e4152970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:26.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.851+0000 7f67e8eb1640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f67e40ae360 0x7f67e4161780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:26.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.851+0000 7f67e8eb1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67e415e7e0 0x7f67e415ff00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:26.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.851+0000 7f67e8eb1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f67e4162550 con 0x7f67e415e7e0 2024-04-15T15:11:26.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.851+0000 7f67e8eb1640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f67e41623d0 con 0x7f67e40ae360 2024-04-15T15:11:26.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.851+0000 7f67e8eb1640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f67e406fd30 con 0x7f67e40730c0 2024-04-15T15:11:26.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.851+0000 7f67e2d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67e415e7e0 0x7f67e415ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:26.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.851+0000 7f67e2d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67e415e7e0 0x7f67e415ff00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34202/0 (socket says 172.21.15.84:34202) 2024-04-15T15:11:26.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.851+0000 7f67e2d9d640 1 -- 172.21.15.84:0/1794622831 learned_addr learned my addr 172.21.15.84:0/1794622831 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:26.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.851+0000 7f67e2d9d640 1 -- 172.21.15.84:0/1794622831 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f67e40730c0 msgr2=0x7f67e4152970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:26.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.851+0000 7f67e2d9d640 1 --2- 172.21.15.84:0/1794622831 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f67e40730c0 0x7f67e4152970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.852+0000 7f67e2d9d640 1 -- 172.21.15.84:0/1794622831 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f67e40ae360 msgr2=0x7f67e4161780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:26.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.852+0000 7f67e2d9d640 1 --2- 172.21.15.84:0/1794622831 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f67e40ae360 0x7f67e4161780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:26.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.852+0000 7f67e2d9d640 1 -- 172.21.15.84:0/1794622831 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67e415f140 con 0x7f67e415e7e0 2024-04-15T15:11:26.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.852+0000 7f67e2d9d640 1 --2- 172.21.15.84:0/1794622831 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67e415e7e0 0x7f67e415ff00 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f67dc009fd0 tx=0x7f67dc00b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:26.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.852+0000 7f67d2ffd640 1 -- 172.21.15.84:0/1794622831 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67dc011830 con 0x7f67e415e7e0 2024-04-15T15:11:26.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.852+0000 7f67d2ffd640 1 -- 172.21.15.84:0/1794622831 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67dc016070 con 0x7f67e415e7e0 2024-04-15T15:11:26.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.852+0000 7f67e8eb1640 1 -- 172.21.15.84:0/1794622831 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67e415f420 con 0x7f67e415e7e0 2024-04-15T15:11:26.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.852+0000 7f67d2ffd640 1 -- 172.21.15.84:0/1794622831 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67dc011bd0 con 0x7f67e415e7e0 2024-04-15T15:11:26.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.852+0000 7f67e8eb1640 1 -- 172.21.15.84:0/1794622831 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67e415f9e0 con 0x7f67e415e7e0 2024-04-15T15:11:26.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.853+0000 7f67e8eb1640 1 -- 172.21.15.84:0/1794622831 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67e415fbe0 con 0x7f67e415e7e0 2024-04-15T15:11:26.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.854+0000 7f67d2ffd640 1 -- 172.21.15.84:0/1794622831 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f67dc01b460 con 0x7f67e415e7e0 2024-04-15T15:11:26.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.854+0000 7f67d2ffd640 1 --2- 172.21.15.84:0/1794622831 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f67c406c920 0x7f67c406ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:26.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.854+0000 7f67d2ffd640 1 -- 172.21.15.84:0/1794622831 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f67dc08bca0 con 0x7f67e415e7e0 2024-04-15T15:11:26.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.854+0000 7f67e259c640 1 --2- 172.21.15.84:0/1794622831 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f67c406c920 0x7f67c406ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:26.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.854+0000 7f67e259c640 1 --2- 172.21.15.84:0/1794622831 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f67c406c920 0x7f67c406ede0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f67d4035000 tx=0x7f67d402e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:26.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:26.858+0000 7f67d2ffd640 1 -- 172.21.15.84:0/1794622831 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f67e415fbe0 con 0x7f67e415e7e0 2024-04-15T15:11:27.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.070+0000 7f67e8eb1640 1 -- 172.21.15.84:0/1794622831 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f67e40689e0 con 0x7f67e415e7e0 2024-04-15T15:11:27.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.070+0000 7f67d2ffd640 1 -- 172.21.15.84:0/1794622831 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+5180 (secure 0 0 0) 0x7f67dc059cd0 con 0x7f67e415e7e0 2024-04-15T15:11:27.072 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:27.072 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4235,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/3664072827","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":3664072827},{"type":"v1","addr":"172.21.15.84:6836","nonce":3664072827}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/2090511752","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":2090511752},{"type":"v1","addr":"172.21.15.84:6837","nonce":2090511752}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/768052062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":768052062},{"type":"v1","addr":"172.21.15.203:6835","nonce":768052062}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T15:10:22.689828+0000","modified":"2024-04-15T15:10:38.758516+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4294},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4294":{"gid":4294,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.203:6834/2436290281","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2436290281},{"type":"v1","addr":"172.21.15.203:6834","nonce":2436290281}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4294,"qdb_cluster":[4294]},"id":1}]} 2024-04-15T15:11:27.072 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 9 2024-04-15T15:11:27.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.072+0000 7f67e8eb1640 1 -- 172.21.15.84:0/1794622831 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f67c406c920 msgr2=0x7f67c406ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:27.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.072+0000 7f67e8eb1640 1 --2- 172.21.15.84:0/1794622831 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f67c406c920 0x7f67c406ede0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f67d4035000 tx=0x7f67d402e000 comp rx=0 tx=0).stop 2024-04-15T15:11:27.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.072+0000 7f67e8eb1640 1 -- 172.21.15.84:0/1794622831 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67e415e7e0 msgr2=0x7f67e415ff00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:27.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.072+0000 7f67e8eb1640 1 --2- 172.21.15.84:0/1794622831 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67e415e7e0 0x7f67e415ff00 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f67dc009fd0 tx=0x7f67dc00b8e0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.072+0000 7f67e8eb1640 1 -- 172.21.15.84:0/1794622831 shutdown_connections 2024-04-15T15:11:27.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.072+0000 7f67e8eb1640 1 --2- 172.21.15.84:0/1794622831 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f67c406c920 0x7f67c406ede0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.072+0000 7f67e8eb1640 1 --2- 172.21.15.84:0/1794622831 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f67e40ae360 0x7f67e4161780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.072+0000 7f67e8eb1640 1 --2- 172.21.15.84:0/1794622831 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f67e415e7e0 0x7f67e415ff00 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.072+0000 7f67e8eb1640 1 --2- 172.21.15.84:0/1794622831 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f67e40730c0 0x7f67e4152970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.072+0000 7f67e8eb1640 1 -- 172.21.15.84:0/1794622831 >> 172.21.15.84:0/1794622831 conn(0x7f67e40b31b0 msgr2=0x7f67e4155780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:27.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.072+0000 7f67e8eb1640 1 -- 172.21.15.84:0/1794622831 shutdown_connections 2024-04-15T15:11:27.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.072+0000 7f67e8eb1640 1 -- 172.21.15.84:0/1794622831 wait complete. 2024-04-15T15:11:27.085 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:27.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.187+0000 7fd2941ba640 1 Processor -- start 2024-04-15T15:11:27.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.187+0000 7fd2941ba640 1 -- start start 2024-04-15T15:11:27.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.188+0000 7fd2941ba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd28c15eba0 0x7fd28c06f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:27.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.188+0000 7fd2941ba640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fd28c06f720 0x7fd28c0af400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:27.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.188+0000 7fd2941ba640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd28c15ef80 con 0x7fd28c0af940 2024-04-15T15:11:27.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.188+0000 7fd2941ba640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fd28c0ce2b0 con 0x7fd28c06f720 2024-04-15T15:11:27.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.188+0000 7fd2941ba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fd28c0ce590 con 0x7fd28c15eba0 2024-04-15T15:11:27.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.188+0000 7fd291f56640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd28c15eba0 0x7fd28c06f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:27.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.188+0000 7fd291f56640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd28c15eba0 0x7fd28c06f1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:36910/0 (socket says 172.21.15.84:36910) 2024-04-15T15:11:27.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.188+0000 7fd291755640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fd28c06f720 0x7fd28c0af400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:27.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.188+0000 7fd291f56640 1 -- 172.21.15.84:0/2309448854 learned_addr learned my addr 172.21.15.84:0/2309448854 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:27.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.188+0000 7fd291f56640 1 -- 172.21.15.84:0/2309448854 >> v2:172.21.15.203:3300/0 conn(0x7fd28c06f720 msgr2=0x7fd28c0af400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:27.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.188+0000 7fd291f56640 1 --2- 172.21.15.84:0/2309448854 >> v2:172.21.15.203:3300/0 conn(0x7fd28c06f720 0x7fd28c0af400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.188+0000 7fd291f56640 1 -- 172.21.15.84:0/2309448854 >> v1:172.21.15.203:6789/0 conn(0x7fd28c0af940 legacy=0x7fd28c0ccb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:27.191 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.188+0000 7fd291f56640 1 -- 172.21.15.84:0/2309448854 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd28c0ce870 con 0x7fd28c15eba0 2024-04-15T15:11:27.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.189+0000 7fd291f56640 1 --2- 172.21.15.84:0/2309448854 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd28c15eba0 0x7fd28c06f1e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd28800bb10 tx=0x7fd28802e0c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=afd07ee283361b8 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:27.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.189+0000 7fd290f54640 1 -- 172.21.15.84:0/2309448854 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd28803b070 con 0x7fd28c15eba0 2024-04-15T15:11:27.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.189+0000 7fd290f54640 1 -- 172.21.15.84:0/2309448854 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd288036440 con 0x7fd28c15eba0 2024-04-15T15:11:27.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.189+0000 7fd290f54640 1 -- 172.21.15.84:0/2309448854 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd288036810 con 0x7fd28c15eba0 2024-04-15T15:11:27.192 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.190+0000 7fd2941ba640 1 -- 172.21.15.84:0/2309448854 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd28c15eba0 msgr2=0x7fd28c06f1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:27.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.190+0000 7fd2941ba640 1 --2- 172.21.15.84:0/2309448854 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd28c15eba0 0x7fd28c06f1e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd28800bb10 tx=0x7fd28802e0c0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.190+0000 7fd2941ba640 1 -- 172.21.15.84:0/2309448854 shutdown_connections 2024-04-15T15:11:27.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.190+0000 7fd2941ba640 1 --2- 172.21.15.84:0/2309448854 >> v2:172.21.15.203:3300/0 conn(0x7fd28c06f720 0x7fd28c0af400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.190+0000 7fd2941ba640 1 --2- 172.21.15.84:0/2309448854 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd28c15eba0 0x7fd28c06f1e0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.190+0000 7fd2941ba640 1 -- 172.21.15.84:0/2309448854 >> 172.21.15.84:0/2309448854 conn(0x7fd28c0b1dd0 msgr2=0x7fd28c0b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:27.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.190+0000 7fd2941ba640 1 -- 172.21.15.84:0/2309448854 shutdown_connections 2024-04-15T15:11:27.193 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.190+0000 7fd2941ba640 1 -- 172.21.15.84:0/2309448854 wait complete. 2024-04-15T15:11:27.195 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.191+0000 7fd2941ba640 1 Processor -- start 2024-04-15T15:11:27.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.191+0000 7fd2941ba640 1 -- start start 2024-04-15T15:11:27.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.192+0000 7fd2941ba640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd28c0af940 0x7fd28c1f3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:27.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.192+0000 7fd2941ba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd28c15eba0 0x7fd28c09aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:27.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.192+0000 7fd2941ba640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd28c09dc30 0x7fd28c14f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:27.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.192+0000 7fd2941ba640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd28c0ceb50 con 0x7fd28c0af940 2024-04-15T15:11:27.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.192+0000 7fd2941ba640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd28c0b2b80 con 0x7fd28c09dc30 2024-04-15T15:11:27.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.192+0000 7fd2941ba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fd28c0cd2a0 con 0x7fd28c15eba0 2024-04-15T15:11:27.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.192+0000 7fd291f56640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd28c0af940 0x7fd28c1f3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:27.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.192+0000 7fd291f56640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd28c0af940 0x7fd28c1f3fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34208/0 (socket says 172.21.15.84:34208) 2024-04-15T15:11:27.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.192+0000 7fd291f56640 1 -- 172.21.15.84:0/4077580912 learned_addr learned my addr 172.21.15.84:0/4077580912 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:27.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.192+0000 7fd291f56640 1 -- 172.21.15.84:0/4077580912 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd28c15eba0 msgr2=0x7fd28c09aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:27.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.192+0000 7fd291f56640 1 --2- 172.21.15.84:0/4077580912 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd28c15eba0 0x7fd28c09aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.196 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.192+0000 7fd292757640 1 --2- 172.21.15.84:0/4077580912 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd28c09dc30 0x7fd28c14f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:27.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.192+0000 7fd291f56640 1 -- 172.21.15.84:0/4077580912 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd28c09dc30 msgr2=0x7fd28c14f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:27.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.192+0000 7fd291f56640 1 --2- 172.21.15.84:0/4077580912 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd28c09dc30 0x7fd28c14f4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.192+0000 7fd291f56640 1 -- 172.21.15.84:0/4077580912 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd28c1f4500 con 0x7fd28c0af940 2024-04-15T15:11:27.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.192+0000 7fd292757640 1 --2- 172.21.15.84:0/4077580912 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd28c09dc30 0x7fd28c14f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:27.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.192+0000 7fd291f56640 1 --2- 172.21.15.84:0/4077580912 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd28c0af940 0x7fd28c1f3fc0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fd28802e100 tx=0x7fd2880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:27.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.193+0000 7fd2827fc640 1 -- 172.21.15.84:0/4077580912 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd288045030 con 0x7fd28c0af940 2024-04-15T15:11:27.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.193+0000 7fd2827fc640 1 -- 172.21.15.84:0/4077580912 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd288034440 con 0x7fd28c0af940 2024-04-15T15:11:27.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.193+0000 7fd2827fc640 1 -- 172.21.15.84:0/4077580912 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd28803b040 con 0x7fd28c0af940 2024-04-15T15:11:27.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.193+0000 7fd2941ba640 1 -- 172.21.15.84:0/4077580912 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd28c09cb90 con 0x7fd28c0af940 2024-04-15T15:11:27.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.193+0000 7fd2941ba640 1 -- 172.21.15.84:0/4077580912 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd28c09d150 con 0x7fd28c0af940 2024-04-15T15:11:27.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.194+0000 7fd2941ba640 1 -- 172.21.15.84:0/4077580912 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd28c0d12f0 con 0x7fd28c0af940 2024-04-15T15:11:27.197 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.194+0000 7fd2827fc640 1 -- 172.21.15.84:0/4077580912 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fd288048070 con 0x7fd28c0af940 2024-04-15T15:11:27.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.194+0000 7fd2827fc640 1 --2- 172.21.15.84:0/4077580912 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd27006c8f0 0x7fd27006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:27.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.195+0000 7fd2827fc640 1 -- 172.21.15.84:0/4077580912 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7fd2880b04f0 con 0x7fd28c0af940 2024-04-15T15:11:27.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.195+0000 7fd291755640 1 --2- 172.21.15.84:0/4077580912 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd27006c8f0 0x7fd27006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:27.198 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.195+0000 7fd291755640 1 --2- 172.21.15.84:0/4077580912 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd27006c8f0 0x7fd27006edb0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fd27c006a90 tx=0x7fd27c006a20 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:27.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.199+0000 7fd2827fc640 1 -- 172.21.15.84:0/4077580912 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fd28c0d12f0 con 0x7fd28c0af940 2024-04-15T15:11:27.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.377+0000 7fd2941ba640 1 -- 172.21.15.84:0/4077580912 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd28c0689e0 con 0x7fd28c0af940 2024-04-15T15:11:27.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.378+0000 7fd2827fc640 1 -- 172.21.15.84:0/4077580912 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) ==== 74+0+18854 (secure 0 0 0) 0x7fd28804f070 con 0x7fd28c0af940 2024-04-15T15:11:27.382 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:27.382 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":26,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:11:03.629918+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:10:20.621351+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"19","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T15:10:21.653421+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-04-15T15:10:25.371593+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"24","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.d","mappings":[{"from":5,"to":1}]},{"pgid":"3.16","mappings":[{"from":5,"to":2}]},{"pgid":"3.18","mappings":[{"from":3,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"4.2","mappings":[{"from":1,"to":2}]},{"pgid":"4.b","mappings":[{"from":1,"to":2}]},{"pgid":"4.1e","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:27.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.380+0000 7fd2941ba640 1 -- 172.21.15.84:0/4077580912 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd27006c8f0 msgr2=0x7fd27006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:27.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.381+0000 7fd2941ba640 1 --2- 172.21.15.84:0/4077580912 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd27006c8f0 0x7fd27006edb0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fd27c006a90 tx=0x7fd27c006a20 comp rx=0 tx=0).stop 2024-04-15T15:11:27.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.381+0000 7fd2941ba640 1 -- 172.21.15.84:0/4077580912 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd28c0af940 msgr2=0x7fd28c1f3fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:27.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.381+0000 7fd2941ba640 1 --2- 172.21.15.84:0/4077580912 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd28c0af940 0x7fd28c1f3fc0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fd28802e100 tx=0x7fd2880046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.381+0000 7fd2941ba640 1 -- 172.21.15.84:0/4077580912 shutdown_connections 2024-04-15T15:11:27.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.381+0000 7fd2941ba640 1 --2- 172.21.15.84:0/4077580912 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd27006c8f0 0x7fd27006edb0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.381+0000 7fd2941ba640 1 --2- 172.21.15.84:0/4077580912 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd28c09dc30 0x7fd28c14f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.381+0000 7fd2941ba640 1 --2- 172.21.15.84:0/4077580912 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd28c15eba0 0x7fd28c09aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.381+0000 7fd2941ba640 1 --2- 172.21.15.84:0/4077580912 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd28c0af940 0x7fd28c1f3fc0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.381+0000 7fd2941ba640 1 -- 172.21.15.84:0/4077580912 >> 172.21.15.84:0/4077580912 conn(0x7fd28c0b1dd0 msgr2=0x7fd28c0ae980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:27.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.381+0000 7fd2941ba640 1 -- 172.21.15.84:0/4077580912 shutdown_connections 2024-04-15T15:11:27.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.381+0000 7fd2941ba640 1 -- 172.21.15.84:0/4077580912 wait complete. 2024-04-15T15:11:27.394 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-15T15:11:27.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.495+0000 7f6b7d414640 1 Processor -- start 2024-04-15T15:11:27.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.495+0000 7f6b7d414640 1 -- start start 2024-04-15T15:11:27.498 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.496+0000 7f6b7d414640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f6b780b59f0 0x7f6b780cedc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:27.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.496+0000 7f6b7d414640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b7815f940 con 0x7f6b780d0c00 2024-04-15T15:11:27.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.496+0000 7f6b7d414640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6b780d0120 con 0x7f6b7815f390 2024-04-15T15:11:27.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.496+0000 7f6b7d414640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f6b780ce780 con 0x7f6b780b59f0 2024-04-15T15:11:27.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.496+0000 7f6b76ffd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f6b780b59f0 0x7f6b780cedc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:27.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.496+0000 7f6b767fc640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f6b780d0c00 0x7f6b7815ec80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:36666/0 (socket says 172.21.15.84:36666) 2024-04-15T15:11:27.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.496+0000 7f6b767fc640 1 -- 172.21.15.84:0/2696098101 learned_addr learned my addr 172.21.15.84:0/2696098101 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:27.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.497+0000 7f6b76ffd640 1 -- 172.21.15.84:0/2696098101 >> v1:172.21.15.203:6789/0 conn(0x7f6b7815f390 legacy=0x7f6b780b72b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:27.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.497+0000 7f6b76ffd640 1 -- 172.21.15.84:0/2696098101 >> v1:172.21.15.84:6789/0 conn(0x7f6b780d0c00 legacy=0x7f6b7815ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:27.499 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.497+0000 7f6b76ffd640 1 -- 172.21.15.84:0/2696098101 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b780d0400 con 0x7f6b780b59f0 2024-04-15T15:11:27.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.497+0000 7f6b76ffd640 1 --2- 172.21.15.84:0/2696098101 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b780b59f0 0x7f6b780cedc0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f6b68009d90 tx=0x7f6b6802be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd802c007d945ced server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:27.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.498+0000 7f6b75ffb640 1 -- 172.21.15.84:0/2696098101 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b68039070 con 0x7f6b780b59f0 2024-04-15T15:11:27.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.498+0000 7f6b75ffb640 1 -- 172.21.15.84:0/2696098101 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b6802cbd0 con 0x7f6b780b59f0 2024-04-15T15:11:27.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.498+0000 7f6b75ffb640 1 -- 172.21.15.84:0/2696098101 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b68034440 con 0x7f6b780b59f0 2024-04-15T15:11:27.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.498+0000 7f6b7d414640 1 -- 172.21.15.84:0/2696098101 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b780b59f0 msgr2=0x7f6b780cedc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:27.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.498+0000 7f6b7d414640 1 --2- 172.21.15.84:0/2696098101 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b780b59f0 0x7f6b780cedc0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f6b68009d90 tx=0x7f6b6802be20 comp rx=0 tx=0).stop 2024-04-15T15:11:27.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.498+0000 7f6b7d414640 1 -- 172.21.15.84:0/2696098101 shutdown_connections 2024-04-15T15:11:27.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.498+0000 7f6b7d414640 1 --2- 172.21.15.84:0/2696098101 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b780b59f0 0x7f6b780cedc0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.498+0000 7f6b7d414640 1 -- 172.21.15.84:0/2696098101 >> 172.21.15.84:0/2696098101 conn(0x7f6b780b3fa0 msgr2=0x7f6b780b4380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:27.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.498+0000 7f6b7d414640 1 -- 172.21.15.84:0/2696098101 shutdown_connections 2024-04-15T15:11:27.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.498+0000 7f6b7d414640 1 -- 172.21.15.84:0/2696098101 wait complete. 2024-04-15T15:11:27.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.499+0000 7f6b7d414640 1 Processor -- start 2024-04-15T15:11:27.501 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.500+0000 7f6b7d414640 1 -- start start 2024-04-15T15:11:27.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.500+0000 7f6b7d414640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b780b59f0 0x7f6b78158520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:27.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.500+0000 7f6b7d414640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6b780d0c00 0x7f6b7815a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:27.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.500+0000 7f6b7d414640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6b7815f390 0x7f6b78150a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:27.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.500+0000 7f6b7d414640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6b780cf300 con 0x7f6b780b59f0 2024-04-15T15:11:27.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.500+0000 7f6b7d414640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6b780b5dd0 con 0x7f6b7815f390 2024-04-15T15:11:27.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.500+0000 7f6b7d414640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f6b780cf480 con 0x7f6b780d0c00 2024-04-15T15:11:27.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.500+0000 7f6b76ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b780b59f0 0x7f6b78158520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:27.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.500+0000 7f6b76ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b780b59f0 0x7f6b78158520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34220/0 (socket says 172.21.15.84:34220) 2024-04-15T15:11:27.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.500+0000 7f6b76ffd640 1 -- 172.21.15.84:0/3644382249 learned_addr learned my addr 172.21.15.84:0/3644382249 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:27.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.501+0000 7f6b767fc640 1 --2- 172.21.15.84:0/3644382249 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6b780d0c00 0x7f6b7815a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:27.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.501+0000 7f6b76ffd640 1 -- 172.21.15.84:0/3644382249 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6b780d0c00 msgr2=0x7f6b7815a7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:27.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.501+0000 7f6b777fe640 1 --2- 172.21.15.84:0/3644382249 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6b7815f390 0x7f6b78150a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:27.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.501+0000 7f6b76ffd640 1 --2- 172.21.15.84:0/3644382249 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6b780d0c00 0x7f6b7815a7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.501+0000 7f6b76ffd640 1 -- 172.21.15.84:0/3644382249 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6b7815f390 msgr2=0x7f6b78150a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:27.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.501+0000 7f6b76ffd640 1 --2- 172.21.15.84:0/3644382249 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6b7815f390 0x7f6b78150a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.501+0000 7f6b76ffd640 1 -- 172.21.15.84:0/3644382249 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b7815af20 con 0x7f6b780b59f0 2024-04-15T15:11:27.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.501+0000 7f6b767fc640 1 --2- 172.21.15.84:0/3644382249 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6b780d0c00 0x7f6b7815a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:27.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.501+0000 7f6b777fe640 1 --2- 172.21.15.84:0/3644382249 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6b7815f390 0x7f6b78150a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:27.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.501+0000 7f6b76ffd640 1 --2- 172.21.15.84:0/3644382249 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b780b59f0 0x7f6b78158520 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f6b68037040 tx=0x7f6b68004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:27.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.501+0000 7f6b6f7fe640 1 -- 172.21.15.84:0/3644382249 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b68044020 con 0x7f6b780b59f0 2024-04-15T15:11:27.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.501+0000 7f6b6f7fe640 1 -- 172.21.15.84:0/3644382249 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6b6803f670 con 0x7f6b780b59f0 2024-04-15T15:11:27.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.501+0000 7f6b6f7fe640 1 -- 172.21.15.84:0/3644382249 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b68039040 con 0x7f6b780b59f0 2024-04-15T15:11:27.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.501+0000 7f6b7d414640 1 -- 172.21.15.84:0/3644382249 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b7815b200 con 0x7f6b780b59f0 2024-04-15T15:11:27.505 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.501+0000 7f6b7d414640 1 -- 172.21.15.84:0/3644382249 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b7815b7c0 con 0x7f6b780b59f0 2024-04-15T15:11:27.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.502+0000 7f6b7d414640 1 -- 172.21.15.84:0/3644382249 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b78075c50 con 0x7f6b780b59f0 2024-04-15T15:11:27.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.502+0000 7f6b6f7fe640 1 -- 172.21.15.84:0/3644382249 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f6b68047020 con 0x7f6b780b59f0 2024-04-15T15:11:27.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.503+0000 7f6b6f7fe640 1 --2- 172.21.15.84:0/3644382249 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6b5806c8f0 0x7f6b5806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:27.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.503+0000 7f6b6f7fe640 1 -- 172.21.15.84:0/3644382249 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(26..26 src has 1..26) ==== 6735+0+0 (secure 0 0 0) 0x7f6b680aeb20 con 0x7f6b780b59f0 2024-04-15T15:11:27.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.503+0000 7f6b767fc640 1 --2- 172.21.15.84:0/3644382249 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6b5806c8f0 0x7f6b5806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:27.506 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.503+0000 7f6b767fc640 1 --2- 172.21.15.84:0/3644382249 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6b5806c8f0 0x7f6b5806edb0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f6b780b2930 tx=0x7f6b60009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:27.509 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.507+0000 7f6b6f7fe640 1 -- 172.21.15.84:0/3644382249 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f6b6804e030 con 0x7f6b780b59f0 2024-04-15T15:11:27.723 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.721+0000 7f6b7d414640 1 -- 172.21.15.84:0/3644382249 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f6b780c5cc0 con 0x7f6b780b59f0 2024-04-15T15:11:27.723 INFO:tasks.ceph.mon.a.smithi084.stderr:2024-04-15T15:11:27.721+0000 7f30609a2640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T15:11:27.726 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.725+0000 7f6b6f7fe640 1 -- 172.21.15.84:0/3644382249 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v10) ==== 161+0+0 (secure 0 0 0) 0x7f6b6807cbe0 con 0x7f6b780b59f0 2024-04-15T15:11:27.726 INFO:teuthology.orchestra.run.smithi084.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-15T15:11:27.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.727+0000 7f6b7d414640 1 -- 172.21.15.84:0/3644382249 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6b5806c8f0 msgr2=0x7f6b5806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:27.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.727+0000 7f6b7d414640 1 --2- 172.21.15.84:0/3644382249 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6b5806c8f0 0x7f6b5806edb0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f6b780b2930 tx=0x7f6b60009040 comp rx=0 tx=0).stop 2024-04-15T15:11:27.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.727+0000 7f6b7d414640 1 -- 172.21.15.84:0/3644382249 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b780b59f0 msgr2=0x7f6b78158520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:27.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.727+0000 7f6b7d414640 1 --2- 172.21.15.84:0/3644382249 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b780b59f0 0x7f6b78158520 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f6b68037040 tx=0x7f6b68004a40 comp rx=0 tx=0).stop 2024-04-15T15:11:27.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.727+0000 7f6b7d414640 1 -- 172.21.15.84:0/3644382249 shutdown_connections 2024-04-15T15:11:27.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.727+0000 7f6b7d414640 1 --2- 172.21.15.84:0/3644382249 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6b5806c8f0 0x7f6b5806edb0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.727+0000 7f6b7d414640 1 --2- 172.21.15.84:0/3644382249 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6b7815f390 0x7f6b78150a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.727+0000 7f6b7d414640 1 --2- 172.21.15.84:0/3644382249 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6b780d0c00 0x7f6b7815a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.727+0000 7f6b7d414640 1 --2- 172.21.15.84:0/3644382249 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6b780b59f0 0x7f6b78158520 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.727+0000 7f6b7d414640 1 -- 172.21.15.84:0/3644382249 >> 172.21.15.84:0/3644382249 conn(0x7f6b780b3fa0 msgr2=0x7f6b78154d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:27.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.727+0000 7f6b7d414640 1 -- 172.21.15.84:0/3644382249 shutdown_connections 2024-04-15T15:11:27.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.727+0000 7f6b7d414640 1 -- 172.21.15.84:0/3644382249 wait complete. 2024-04-15T15:11:27.733 INFO:tasks.ceph.mds.d.smithi203.stderr: -4527> 2024-04-15T15:10:27.160+0000 7f9d73872640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-15T15:11:27.740 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-15T15:11:27.766 INFO:tasks.ceph.mds.d.smithi203.stdout:starting mds.d at 2024-04-15T15:11:27.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.844+0000 7f3ad773d640 1 Processor -- start 2024-04-15T15:11:27.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.844+0000 7f3ad773d640 1 -- start start 2024-04-15T15:11:27.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ad773d640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f3ad015f9f0 0x7f3ad00cca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:27.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ad773d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3ad00d0010 0x7f3ad00d0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:27.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ad773d640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ad006df30 con 0x7f3ad015c250 2024-04-15T15:11:27.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ad773d640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f3ad00d09b0 con 0x7f3ad015f9f0 2024-04-15T15:11:27.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ad773d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f3ad006e210 con 0x7f3ad00d0010 2024-04-15T15:11:27.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ad54d9640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f3ad015c250 0x7f3ad006d6e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:36682/0 (socket says 172.21.15.84:36682) 2024-04-15T15:11:27.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ad54d9640 1 -- 172.21.15.84:0/1878018118 learned_addr learned my addr 172.21.15.84:0/1878018118 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:27.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ac7fff640 1 -- 172.21.15.84:0/1878018118 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 896177581 0 0) 0x7f3ad006df30 con 0x7f3ad015c250 2024-04-15T15:11:27.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ad5cda640 1 --2- 172.21.15.84:0/1878018118 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3ad00d0010 0x7f3ad00d0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:27.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ac7fff640 1 -- 172.21.15.84:0/1878018118 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3abc003520 con 0x7f3ad015c250 2024-04-15T15:11:27.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ad4cd8640 1 --2- 172.21.15.84:0/1878018118 >> v2:172.21.15.203:3300/0 conn(0x7f3ad015f9f0 0x7f3ad00cca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:27.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ac7fff640 1 -- 172.21.15.84:0/1878018118 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2605566912 0 0) 0x7f3abc003520 con 0x7f3ad015c250 2024-04-15T15:11:27.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ac7fff640 1 -- 172.21.15.84:0/1878018118 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3ad00d0010 msgr2=0x7f3ad00d0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:27.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ac7fff640 1 --2- 172.21.15.84:0/1878018118 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3ad00d0010 0x7f3ad00d0470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ac7fff640 1 -- 172.21.15.84:0/1878018118 >> v2:172.21.15.203:3300/0 conn(0x7f3ad015f9f0 msgr2=0x7f3ad00cca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:27.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ac7fff640 1 --2- 172.21.15.84:0/1878018118 >> v2:172.21.15.203:3300/0 conn(0x7f3ad015f9f0 0x7f3ad00cca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ac7fff640 1 -- 172.21.15.84:0/1878018118 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ad006e4f0 con 0x7f3ad015c250 2024-04-15T15:11:27.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ad4cd8640 1 --2- 172.21.15.84:0/1878018118 >> v2:172.21.15.203:3300/0 conn(0x7f3ad015f9f0 0x7f3ad00cca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:27.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ac7fff640 1 -- 172.21.15.84:0/1878018118 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f3acc001670 con 0x7f3ad015c250 2024-04-15T15:11:27.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ac7fff640 1 -- 172.21.15.84:0/1878018118 >> v1:172.21.15.84:6789/0 conn(0x7f3ad015c250 legacy=0x7f3ad006d6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:27.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ac7fff640 1 --2- 172.21.15.84:0/1878018118 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3abc0039b0 0x7f3abc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:27.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ac7fff640 1 --2- 172.21.15.84:0/1878018118 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3ad00d0010 0x7f3abc004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:27.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ac7fff640 1 --2- 172.21.15.84:0/1878018118 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3abc004d40 0x7f3abc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:27.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ac7fff640 1 -- 172.21.15.84:0/1878018118 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad006e210 con 0x7f3abc0039b0 2024-04-15T15:11:27.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ac7fff640 1 -- 172.21.15.84:0/1878018118 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3abc00b9c0 con 0x7f3abc004d40 2024-04-15T15:11:27.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ac7fff640 1 -- 172.21.15.84:0/1878018118 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f3abc00bb70 con 0x7f3ad00d0010 2024-04-15T15:11:27.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.845+0000 7f3ad54d9640 1 --2- 172.21.15.84:0/1878018118 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3abc0039b0 0x7f3abc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:27.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.846+0000 7f3ad4cd8640 1 --2- 172.21.15.84:0/1878018118 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3ad00d0010 0x7f3abc004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:27.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.846+0000 7f3ad5cda640 1 --2- 172.21.15.84:0/1878018118 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3abc004d40 0x7f3abc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:27.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.846+0000 7f3ad54d9640 1 -- 172.21.15.84:0/1878018118 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3ad00d0010 msgr2=0x7f3abc004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:27.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.846+0000 7f3ad54d9640 1 --2- 172.21.15.84:0/1878018118 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3ad00d0010 0x7f3abc004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.846+0000 7f3ad54d9640 1 -- 172.21.15.84:0/1878018118 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3abc004d40 msgr2=0x7f3abc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:27.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.846+0000 7f3ad54d9640 1 --2- 172.21.15.84:0/1878018118 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3abc004d40 0x7f3abc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.846+0000 7f3ad54d9640 1 -- 172.21.15.84:0/1878018118 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3abc003520 con 0x7f3abc0039b0 2024-04-15T15:11:27.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.846+0000 7f3ad54d9640 1 --2- 172.21.15.84:0/1878018118 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3abc0039b0 0x7f3abc003dd0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f3acc00c240 tx=0x7f3abc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7fb1354897a8d6c server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:27.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.847+0000 7f3ac7fff640 1 -- 172.21.15.84:0/1878018118 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3acc007d30 con 0x7f3abc0039b0 2024-04-15T15:11:27.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.847+0000 7f3ac7fff640 1 -- 172.21.15.84:0/1878018118 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3acc030070 con 0x7f3abc0039b0 2024-04-15T15:11:27.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.847+0000 7f3ac7fff640 1 -- 172.21.15.84:0/1878018118 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3acc02cd60 con 0x7f3abc0039b0 2024-04-15T15:11:27.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.847+0000 7f3ad773d640 1 -- 172.21.15.84:0/1878018118 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3abc0039b0 msgr2=0x7f3abc003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:27.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.847+0000 7f3ad773d640 1 --2- 172.21.15.84:0/1878018118 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3abc0039b0 0x7f3abc003dd0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f3acc00c240 tx=0x7f3abc005830 comp rx=0 tx=0).stop 2024-04-15T15:11:27.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.847+0000 7f3ad5cda640 1 -- 172.21.15.84:0/1878018118 reap_dead start 2024-04-15T15:11:27.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.847+0000 7f3ad773d640 1 -- 172.21.15.84:0/1878018118 shutdown_connections 2024-04-15T15:11:27.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.847+0000 7f3ad773d640 1 -- 172.21.15.84:0/1878018118 >> 172.21.15.84:0/1878018118 conn(0x7f3ad00ceec0 msgr2=0x7f3ad00cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:27.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.847+0000 7f3ad773d640 1 -- 172.21.15.84:0/1878018118 shutdown_connections 2024-04-15T15:11:27.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.847+0000 7f3ad773d640 1 -- 172.21.15.84:0/1878018118 wait complete. 2024-04-15T15:11:27.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.848+0000 7f3ad773d640 1 Processor -- start 2024-04-15T15:11:27.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.848+0000 7f3ad773d640 1 -- start start 2024-04-15T15:11:27.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.849+0000 7f3ad773d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3abc0039b0 0x7f3ad01f4370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:27.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.849+0000 7f3ad773d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ad00b6b60 0x7f3ad00b7950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:27.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.849+0000 7f3ad773d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ad015c930 0x7f3ad00b5680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:27.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.849+0000 7f3ad773d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad015c630 con 0x7f3ad00b6b60 2024-04-15T15:11:27.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.849+0000 7f3ad773d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3ad00b38f0 con 0x7f3ad015c930 2024-04-15T15:11:27.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.849+0000 7f3ad773d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f3ad015c7b0 con 0x7f3abc0039b0 2024-04-15T15:11:27.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.849+0000 7f3ad4cd8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ad00b6b60 0x7f3ad00b7950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:27.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.849+0000 7f3ad4cd8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ad00b6b60 0x7f3ad00b7950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34232/0 (socket says 172.21.15.84:34232) 2024-04-15T15:11:27.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.849+0000 7f3ad4cd8640 1 -- 172.21.15.84:0/1349240977 learned_addr learned my addr 172.21.15.84:0/1349240977 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:27.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.849+0000 7f3ad54d9640 1 --2- 172.21.15.84:0/1349240977 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3abc0039b0 0x7f3ad01f4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:27.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.849+0000 7f3ad5cda640 1 --2- 172.21.15.84:0/1349240977 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ad015c930 0x7f3ad00b5680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:27.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.849+0000 7f3ad4cd8640 1 -- 172.21.15.84:0/1349240977 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3abc0039b0 msgr2=0x7f3ad01f4370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:27.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.849+0000 7f3ad4cd8640 1 --2- 172.21.15.84:0/1349240977 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3abc0039b0 0x7f3ad01f4370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.849+0000 7f3ad4cd8640 1 -- 172.21.15.84:0/1349240977 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ad015c930 msgr2=0x7f3ad00b5680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:27.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.849+0000 7f3ad4cd8640 1 --2- 172.21.15.84:0/1349240977 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ad015c930 0x7f3ad00b5680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:27.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.850+0000 7f3ad4cd8640 1 -- 172.21.15.84:0/1349240977 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ad00b7e90 con 0x7f3ad00b6b60 2024-04-15T15:11:27.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.850+0000 7f3ad5cda640 1 --2- 172.21.15.84:0/1349240977 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ad015c930 0x7f3ad00b5680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:27.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.850+0000 7f3ad4cd8640 1 --2- 172.21.15.84:0/1349240977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ad00b6b60 0x7f3ad00b7950 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f3ac00115d0 tx=0x7f3ac0011a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:27.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.850+0000 7f3ac5ffb640 1 -- 172.21.15.84:0/1349240977 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac0019070 con 0x7f3ad00b6b60 2024-04-15T15:11:27.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.850+0000 7f3ac5ffb640 1 -- 172.21.15.84:0/1349240977 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ac000f9b0 con 0x7f3ad00b6b60 2024-04-15T15:11:27.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.850+0000 7f3ac5ffb640 1 -- 172.21.15.84:0/1349240977 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac000f040 con 0x7f3ad00b6b60 2024-04-15T15:11:27.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.850+0000 7f3ad773d640 1 -- 172.21.15.84:0/1349240977 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ad01f5310 con 0x7f3ad00b6b60 2024-04-15T15:11:27.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.850+0000 7f3ad773d640 1 -- 172.21.15.84:0/1349240977 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ad01f4d50 con 0x7f3ad00b6b60 2024-04-15T15:11:27.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.851+0000 7f3ad773d640 1 -- 172.21.15.84:0/1349240977 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ad0075c50 con 0x7f3ad00b6b60 2024-04-15T15:11:27.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.851+0000 7f3ac5ffb640 1 -- 172.21.15.84:0/1349240977 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f3ac001c070 con 0x7f3ad00b6b60 2024-04-15T15:11:27.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.852+0000 7f3ac5ffb640 1 --2- 172.21.15.84:0/1349240977 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3ab406c920 0x7f3ab406ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:27.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.852+0000 7f3ac5ffb640 1 -- 172.21.15.84:0/1349240977 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6821+0+0 (secure 0 0 0) 0x7f3ac008c180 con 0x7f3ad00b6b60 2024-04-15T15:11:27.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.852+0000 7f3ad54d9640 1 --2- 172.21.15.84:0/1349240977 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3ab406c920 0x7f3ab406ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:27.857 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.852+0000 7f3ad54d9640 1 --2- 172.21.15.84:0/1349240977 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3ab406c920 0x7f3ab406ede0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f3acc00c240 tx=0x7f3acc007000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:27.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:27.856+0000 7f3ac5ffb640 1 -- 172.21.15.84:0/1349240977 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f3ac0059b00 con 0x7f3ad00b6b60 2024-04-15T15:11:28.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.070+0000 7f3ad773d640 1 -- 172.21.15.84:0/1349240977 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f3ad00b8060 con 0x7f3ad00b6b60 2024-04-15T15:11:28.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.733+0000 7f3ac5ffb640 1 -- 172.21.15.84:0/1349240977 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7f3ac005de00 con 0x7f3ad00b6b60 2024-04-15T15:11:28.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.735+0000 7f3ad773d640 1 -- 172.21.15.84:0/1349240977 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3ab406c920 msgr2=0x7f3ab406ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:28.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.735+0000 7f3ad773d640 1 --2- 172.21.15.84:0/1349240977 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3ab406c920 0x7f3ab406ede0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f3acc00c240 tx=0x7f3acc007000 comp rx=0 tx=0).stop 2024-04-15T15:11:28.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.736+0000 7f3ad773d640 1 -- 172.21.15.84:0/1349240977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ad00b6b60 msgr2=0x7f3ad00b7950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:28.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.736+0000 7f3ad773d640 1 --2- 172.21.15.84:0/1349240977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ad00b6b60 0x7f3ad00b7950 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f3ac00115d0 tx=0x7f3ac0011a90 comp rx=0 tx=0).stop 2024-04-15T15:11:28.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.736+0000 7f3ad773d640 1 -- 172.21.15.84:0/1349240977 shutdown_connections 2024-04-15T15:11:28.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.736+0000 7f3ad773d640 1 --2- 172.21.15.84:0/1349240977 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3ab406c920 0x7f3ab406ede0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:28.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.736+0000 7f3ad773d640 1 --2- 172.21.15.84:0/1349240977 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ad015c930 0x7f3ad00b5680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:28.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.736+0000 7f3ad773d640 1 --2- 172.21.15.84:0/1349240977 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3ad00b6b60 0x7f3ad00b7950 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:28.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.736+0000 7f3ad773d640 1 --2- 172.21.15.84:0/1349240977 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3abc0039b0 0x7f3ad01f4370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:28.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.736+0000 7f3ad773d640 1 -- 172.21.15.84:0/1349240977 >> 172.21.15.84:0/1349240977 conn(0x7f3ad00ceec0 msgr2=0x7f3ad0158630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:28.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.736+0000 7f3ad773d640 1 -- 172.21.15.84:0/1349240977 shutdown_connections 2024-04-15T15:11:28.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.736+0000 7f3ad773d640 1 -- 172.21.15.84:0/1349240977 wait complete. 2024-04-15T15:11:28.750 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-15T15:11:28.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.858+0000 7f1ea8e88640 1 Processor -- start 2024-04-15T15:11:28.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.858+0000 7f1ea8e88640 1 -- start start 2024-04-15T15:11:28.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.859+0000 7f1ea8e88640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f1ea4159130 0x7f1ea40ccba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:28.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.859+0000 7f1ea8e88640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1ea40cd0e0 0x7f1ea40cdde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:28.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.859+0000 7f1ea8e88640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ea40cd540 con 0x7f1ea40ce320 2024-04-15T15:11:28.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.859+0000 7f1ea8e88640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f1ea406c610 con 0x7f1ea4159130 2024-04-15T15:11:28.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.859+0000 7f1ea8e88640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f1ea406ba00 con 0x7f1ea40cd0e0 2024-04-15T15:11:28.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.859+0000 7f1ea259c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f1ea4159130 0x7f1ea40ccba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:28.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.859+0000 7f1ea2d9d640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f1ea40ce320 0x7f1ea415eef0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:36692/0 (socket says 172.21.15.84:36692) 2024-04-15T15:11:28.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.859+0000 7f1ea2d9d640 1 -- 172.21.15.84:0/2477052764 learned_addr learned my addr 172.21.15.84:0/2477052764 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:28.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.859+0000 7f1ea259c640 1 -- 172.21.15.84:0/2477052764 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1ea40cd0e0 msgr2=0x7f1ea40cdde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:28.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.859+0000 7f1ea259c640 1 --2- 172.21.15.84:0/2477052764 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1ea40cd0e0 0x7f1ea40cdde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:28.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.859+0000 7f1ea259c640 1 -- 172.21.15.84:0/2477052764 >> v1:172.21.15.84:6789/0 conn(0x7f1ea40ce320 legacy=0x7f1ea415eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:28.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.859+0000 7f1ea259c640 1 -- 172.21.15.84:0/2477052764 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ea406bce0 con 0x7f1ea4159130 2024-04-15T15:11:28.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.860+0000 7f1ea259c640 1 --2- 172.21.15.84:0/2477052764 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ea4159130 0x7f1ea40ccba0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f1e940097a0 tx=0x7f1e9402b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aeebd8a5c00c10f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:28.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.860+0000 7f1ea1d9b640 1 -- 172.21.15.84:0/2477052764 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e94035020 con 0x7f1ea4159130 2024-04-15T15:11:28.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.860+0000 7f1ea1d9b640 1 -- 172.21.15.84:0/2477052764 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e94031830 con 0x7f1ea4159130 2024-04-15T15:11:28.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.860+0000 7f1ea1d9b640 1 -- 172.21.15.84:0/2477052764 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e94031c00 con 0x7f1ea4159130 2024-04-15T15:11:28.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.860+0000 7f1ea8e88640 1 -- 172.21.15.84:0/2477052764 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ea4159130 msgr2=0x7f1ea40ccba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:28.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.860+0000 7f1ea8e88640 1 --2- 172.21.15.84:0/2477052764 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ea4159130 0x7f1ea40ccba0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f1e940097a0 tx=0x7f1e9402b8d0 comp rx=0 tx=0).stop 2024-04-15T15:11:28.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.861+0000 7f1ea8e88640 1 -- 172.21.15.84:0/2477052764 shutdown_connections 2024-04-15T15:11:28.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.861+0000 7f1ea8e88640 1 --2- 172.21.15.84:0/2477052764 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1ea40cd0e0 0x7f1ea40cdde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:28.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.861+0000 7f1ea8e88640 1 --2- 172.21.15.84:0/2477052764 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ea4159130 0x7f1ea40ccba0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:28.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.861+0000 7f1ea8e88640 1 -- 172.21.15.84:0/2477052764 >> 172.21.15.84:0/2477052764 conn(0x7f1ea40b1ee0 msgr2=0x7f1ea40b22c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:28.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.861+0000 7f1ea8e88640 1 -- 172.21.15.84:0/2477052764 shutdown_connections 2024-04-15T15:11:28.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.861+0000 7f1ea8e88640 1 -- 172.21.15.84:0/2477052764 wait complete. 2024-04-15T15:11:28.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.862+0000 7f1ea8e88640 1 Processor -- start 2024-04-15T15:11:28.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.862+0000 7f1ea8e88640 1 -- start start 2024-04-15T15:11:28.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1ea8e88640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1ea40cd0e0 0x7f1ea40af1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:28.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1ea8e88640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1ea40ce320 0x7f1ea414f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:28.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1ea8e88640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ea4099cc0 0x7f1ea414ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:28.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1ea8e88640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea40ce7b0 con 0x7f1ea4099cc0 2024-04-15T15:11:28.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1ea8e88640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1ea406c2a0 con 0x7f1ea40ce320 2024-04-15T15:11:28.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1ea8e88640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f1ea40ce930 con 0x7f1ea40cd0e0 2024-04-15T15:11:28.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1ea2d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ea4099cc0 0x7f1ea414ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:28.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1ea2d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ea4099cc0 0x7f1ea414ba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34256/0 (socket says 172.21.15.84:34256) 2024-04-15T15:11:28.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1ea2d9d640 1 -- 172.21.15.84:0/650012526 learned_addr learned my addr 172.21.15.84:0/650012526 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:28.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1ea259c640 1 --2- 172.21.15.84:0/650012526 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1ea40cd0e0 0x7f1ea40af1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:28.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1e9bfff640 1 --2- 172.21.15.84:0/650012526 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1ea40ce320 0x7f1ea414f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:28.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1ea2d9d640 1 -- 172.21.15.84:0/650012526 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1ea40cd0e0 msgr2=0x7f1ea40af1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:28.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1ea2d9d640 1 --2- 172.21.15.84:0/650012526 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1ea40cd0e0 0x7f1ea40af1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:28.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1ea2d9d640 1 -- 172.21.15.84:0/650012526 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1ea40ce320 msgr2=0x7f1ea414f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:28.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1ea2d9d640 1 --2- 172.21.15.84:0/650012526 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1ea40ce320 0x7f1ea414f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:28.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1ea2d9d640 1 -- 172.21.15.84:0/650012526 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ea414eba0 con 0x7f1ea4099cc0 2024-04-15T15:11:28.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1ea2d9d640 1 --2- 172.21.15.84:0/650012526 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ea4099cc0 0x7f1ea414ba10 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f1e9c00cbc0 tx=0x7f1e9c00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:28.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1e9affd640 1 -- 172.21.15.84:0/650012526 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e9c017070 con 0x7f1ea4099cc0 2024-04-15T15:11:28.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1e9affd640 1 -- 172.21.15.84:0/650012526 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e9c00ad40 con 0x7f1ea4099cc0 2024-04-15T15:11:28.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1ea8e88640 1 -- 172.21.15.84:0/650012526 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ea414c360 con 0x7f1ea4099cc0 2024-04-15T15:11:28.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1e9affd640 1 -- 172.21.15.84:0/650012526 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e9c012600 con 0x7f1ea4099cc0 2024-04-15T15:11:28.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.863+0000 7f1ea8e88640 1 -- 172.21.15.84:0/650012526 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ea414f120 con 0x7f1ea4099cc0 2024-04-15T15:11:28.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.864+0000 7f1ea8e88640 1 -- 172.21.15.84:0/650012526 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ea40689e0 con 0x7f1ea4099cc0 2024-04-15T15:11:28.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.865+0000 7f1e9affd640 1 -- 172.21.15.84:0/650012526 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f1e9c01a070 con 0x7f1ea4099cc0 2024-04-15T15:11:28.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.865+0000 7f1e9affd640 1 --2- 172.21.15.84:0/650012526 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1e8406c8f0 0x7f1e8406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:28.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.865+0000 7f1ea259c640 1 --2- 172.21.15.84:0/650012526 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1e8406c8f0 0x7f1e8406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:28.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.865+0000 7f1e9affd640 1 -- 172.21.15.84:0/650012526 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 6821+0+0 (secure 0 0 0) 0x7f1e9c08bc80 con 0x7f1ea4099cc0 2024-04-15T15:11:28.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.866+0000 7f1ea259c640 1 --2- 172.21.15.84:0/650012526 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1e8406c8f0 0x7f1e8406edb0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1e94036000 tx=0x7f1e9403c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:28.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:28.870+0000 7f1e9affd640 1 -- 172.21.15.84:0/650012526 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f1e9c059600 con 0x7f1ea4099cc0 2024-04-15T15:11:29.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.047+0000 7f1ea8e88640 1 -- 172.21.15.84:0/650012526 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f1ea406f310 con 0x7f1ea4099cc0 2024-04-15T15:11:29.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.736+0000 7f1e9affd640 1 -- 172.21.15.84:0/650012526 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v28) ==== 181+0+0 (secure 0 0 0) 0x7f1e9c05d900 con 0x7f1ea4099cc0 2024-04-15T15:11:29.738 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'cephfs_metadata' removed 2024-04-15T15:11:29.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.739+0000 7f1ea8e88640 1 -- 172.21.15.84:0/650012526 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1e8406c8f0 msgr2=0x7f1e8406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:29.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.739+0000 7f1ea8e88640 1 --2- 172.21.15.84:0/650012526 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1e8406c8f0 0x7f1e8406edb0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f1e94036000 tx=0x7f1e9403c040 comp rx=0 tx=0).stop 2024-04-15T15:11:29.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.739+0000 7f1ea8e88640 1 -- 172.21.15.84:0/650012526 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ea4099cc0 msgr2=0x7f1ea414ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:29.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.739+0000 7f1ea8e88640 1 --2- 172.21.15.84:0/650012526 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ea4099cc0 0x7f1ea414ba10 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f1e9c00cbc0 tx=0x7f1e9c00a430 comp rx=0 tx=0).stop 2024-04-15T15:11:29.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.739+0000 7f1ea8e88640 1 -- 172.21.15.84:0/650012526 shutdown_connections 2024-04-15T15:11:29.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.739+0000 7f1ea8e88640 1 --2- 172.21.15.84:0/650012526 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1e8406c8f0 0x7f1e8406edb0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:29.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.739+0000 7f1ea8e88640 1 --2- 172.21.15.84:0/650012526 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1ea40ce320 0x7f1ea414f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:29.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.739+0000 7f1ea8e88640 1 --2- 172.21.15.84:0/650012526 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1ea4099cc0 0x7f1ea414ba10 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:29.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.739+0000 7f1ea8e88640 1 --2- 172.21.15.84:0/650012526 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1ea40cd0e0 0x7f1ea40af1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:29.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.739+0000 7f1ea8e88640 1 -- 172.21.15.84:0/650012526 >> 172.21.15.84:0/650012526 conn(0x7f1ea40b1ee0 msgr2=0x7f1ea40afe50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:29.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.739+0000 7f1ea8e88640 1 -- 172.21.15.84:0/650012526 shutdown_connections 2024-04-15T15:11:29.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.739+0000 7f1ea8e88640 1 -- 172.21.15.84:0/650012526 wait complete. 2024-04-15T15:11:29.755 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-15T15:11:29.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.863+0000 7f53779ca640 1 Processor -- start 2024-04-15T15:11:29.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.863+0000 7f53779ca640 1 -- start start 2024-04-15T15:11:29.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.864+0000 7f53779ca640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5370159130 0x7f53700ccba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:29.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.864+0000 7f53779ca640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f53700cd0e0 0x7f53700cdde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:29.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.864+0000 7f53779ca640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53700cd540 con 0x7f53700ce320 2024-04-15T15:11:29.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.864+0000 7f53779ca640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f537006c610 con 0x7f53700cd0e0 2024-04-15T15:11:29.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.864+0000 7f53779ca640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f537006ba00 con 0x7f5370159130 2024-04-15T15:11:29.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.864+0000 7f5374f65640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f53700cd0e0 0x7f53700cdde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:29.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.864+0000 7f5374f65640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f53700cd0e0 0x7f53700cdde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34272/0 (socket says 172.21.15.84:34272) 2024-04-15T15:11:29.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.864+0000 7f5374f65640 1 -- 172.21.15.84:0/3329642525 learned_addr learned my addr 172.21.15.84:0/3329642525 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:29.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.864+0000 7f5375766640 1 --2- 172.21.15.84:0/3329642525 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5370159130 0x7f53700ccba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:29.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.865+0000 7f5374f65640 1 -- 172.21.15.84:0/3329642525 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5370159130 msgr2=0x7f53700ccba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:29.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.865+0000 7f5374f65640 1 --2- 172.21.15.84:0/3329642525 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5370159130 0x7f53700ccba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:29.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.865+0000 7f5374f65640 1 -- 172.21.15.84:0/3329642525 >> v1:172.21.15.203:6789/0 conn(0x7f53700ce320 legacy=0x7f537015eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:29.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.865+0000 7f5374f65640 1 -- 172.21.15.84:0/3329642525 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f537006bce0 con 0x7f53700cd0e0 2024-04-15T15:11:29.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.865+0000 7f5375766640 1 --2- 172.21.15.84:0/3329642525 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5370159130 0x7f53700ccba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:29.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.865+0000 7f5374f65640 1 --2- 172.21.15.84:0/3329642525 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53700cd0e0 0x7f53700cdde0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f536c00bb10 tx=0x7f536c02e0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75e409f8c5070e26 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:29.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.865+0000 7f5367fff640 1 -- 172.21.15.84:0/3329642525 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f536c03b070 con 0x7f53700cd0e0 2024-04-15T15:11:29.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.865+0000 7f5367fff640 1 -- 172.21.15.84:0/3329642525 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f536c036440 con 0x7f53700cd0e0 2024-04-15T15:11:29.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.865+0000 7f5367fff640 1 -- 172.21.15.84:0/3329642525 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f536c036810 con 0x7f53700cd0e0 2024-04-15T15:11:29.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.866+0000 7f53779ca640 1 -- 172.21.15.84:0/3329642525 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53700cd0e0 msgr2=0x7f53700cdde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:29.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.866+0000 7f53779ca640 1 --2- 172.21.15.84:0/3329642525 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53700cd0e0 0x7f53700cdde0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f536c00bb10 tx=0x7f536c02e0c0 comp rx=0 tx=0).stop 2024-04-15T15:11:29.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.866+0000 7f53779ca640 1 -- 172.21.15.84:0/3329642525 shutdown_connections 2024-04-15T15:11:29.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.866+0000 7f53779ca640 1 --2- 172.21.15.84:0/3329642525 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53700cd0e0 0x7f53700cdde0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:29.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.866+0000 7f53779ca640 1 --2- 172.21.15.84:0/3329642525 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5370159130 0x7f53700ccba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:29.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.866+0000 7f53779ca640 1 -- 172.21.15.84:0/3329642525 >> 172.21.15.84:0/3329642525 conn(0x7f53700b1ee0 msgr2=0x7f53700b22c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:29.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.866+0000 7f53779ca640 1 -- 172.21.15.84:0/3329642525 shutdown_connections 2024-04-15T15:11:29.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.866+0000 7f53779ca640 1 -- 172.21.15.84:0/3329642525 wait complete. 2024-04-15T15:11:29.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.867+0000 7f53779ca640 1 Processor -- start 2024-04-15T15:11:29.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.867+0000 7f53779ca640 1 -- start start 2024-04-15T15:11:29.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.868+0000 7f53779ca640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53700cd0e0 0x7f5370071dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:29.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.868+0000 7f53779ca640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53700ce320 0x7f53701584e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:29.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.868+0000 7f53779ca640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5370073550 0x7f5370099870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:29.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.868+0000 7f53779ca640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f53700ce7b0 con 0x7f53700ce320 2024-04-15T15:11:29.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.868+0000 7f53779ca640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f537006c2a0 con 0x7f53700cd0e0 2024-04-15T15:11:29.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.868+0000 7f53779ca640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f53700ce930 con 0x7f5370073550 2024-04-15T15:11:29.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.868+0000 7f5374f65640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53700ce320 0x7f53701584e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:29.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.868+0000 7f5374f65640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53700ce320 0x7f53701584e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34284/0 (socket says 172.21.15.84:34284) 2024-04-15T15:11:29.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.868+0000 7f5374f65640 1 -- 172.21.15.84:0/1256815737 learned_addr learned my addr 172.21.15.84:0/1256815737 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:29.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.868+0000 7f5374f65640 1 -- 172.21.15.84:0/1256815737 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5370073550 msgr2=0x7f5370099870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:29.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.868+0000 7f5374f65640 1 --2- 172.21.15.84:0/1256815737 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5370073550 0x7f5370099870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:29.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.868+0000 7f5374f65640 1 -- 172.21.15.84:0/1256815737 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53700cd0e0 msgr2=0x7f5370071dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:29.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.868+0000 7f5374f65640 1 --2- 172.21.15.84:0/1256815737 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53700cd0e0 0x7f5370071dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:29.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.868+0000 7f5374f65640 1 -- 172.21.15.84:0/1256815737 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53700724b0 con 0x7f53700ce320 2024-04-15T15:11:29.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.869+0000 7f5374f65640 1 --2- 172.21.15.84:0/1256815737 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53700ce320 0x7f53701584e0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f536c02e100 tx=0x7f536c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:29.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.869+0000 7f5365ffb640 1 -- 172.21.15.84:0/1256815737 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f536c03b040 con 0x7f53700ce320 2024-04-15T15:11:29.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.869+0000 7f5365ffb640 1 -- 172.21.15.84:0/1256815737 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f536c046070 con 0x7f53700ce320 2024-04-15T15:11:29.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.869+0000 7f53779ca640 1 -- 172.21.15.84:0/1256815737 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5370072790 con 0x7f53700ce320 2024-04-15T15:11:29.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.869+0000 7f5365ffb640 1 -- 172.21.15.84:0/1256815737 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f536c034bd0 con 0x7f53700ce320 2024-04-15T15:11:29.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.869+0000 7f53779ca640 1 -- 172.21.15.84:0/1256815737 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5370072d50 con 0x7f53700ce320 2024-04-15T15:11:29.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.870+0000 7f53779ca640 1 -- 172.21.15.84:0/1256815737 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53700689e0 con 0x7f53700ce320 2024-04-15T15:11:29.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.870+0000 7f5365ffb640 1 -- 172.21.15.84:0/1256815737 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f536c04b460 con 0x7f53700ce320 2024-04-15T15:11:29.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.871+0000 7f5365ffb640 1 --2- 172.21.15.84:0/1256815737 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f535406c8f0 0x7f535406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:29.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.871+0000 7f5365ffb640 1 -- 172.21.15.84:0/1256815737 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 6383+0+0 (secure 0 0 0) 0x7f536c0b0be0 con 0x7f53700ce320 2024-04-15T15:11:29.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.871+0000 7f5375766640 1 --2- 172.21.15.84:0/1256815737 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f535406c8f0 0x7f535406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:29.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.871+0000 7f5375766640 1 --2- 172.21.15.84:0/1256815737 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f535406c8f0 0x7f535406edb0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f5360006fd0 tx=0x7f5360008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:29.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:29.875+0000 7f5365ffb640 1 -- 172.21.15.84:0/1256815737 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f536c07ee00 con 0x7f53700ce320 2024-04-15T15:11:30.061 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.059+0000 7f53779ca640 1 -- 172.21.15.84:0/1256815737 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f537006cde0 con 0x7f53700ce320 2024-04-15T15:11:30.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.740+0000 7f5365ffb640 1 -- 172.21.15.84:0/1256815737 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v29) ==== 169+0+0 (secure 0 0 0) 0x7f536c07e700 con 0x7f53700ce320 2024-04-15T15:11:30.743 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'cephfs_data' removed 2024-04-15T15:11:30.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.744+0000 7f53779ca640 1 -- 172.21.15.84:0/1256815737 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f535406c8f0 msgr2=0x7f535406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:30.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.744+0000 7f53779ca640 1 --2- 172.21.15.84:0/1256815737 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f535406c8f0 0x7f535406edb0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f5360006fd0 tx=0x7f5360008040 comp rx=0 tx=0).stop 2024-04-15T15:11:30.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.744+0000 7f53779ca640 1 -- 172.21.15.84:0/1256815737 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53700ce320 msgr2=0x7f53701584e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:30.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.744+0000 7f53779ca640 1 --2- 172.21.15.84:0/1256815737 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53700ce320 0x7f53701584e0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f536c02e100 tx=0x7f536c0046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:30.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.745+0000 7f53779ca640 1 -- 172.21.15.84:0/1256815737 shutdown_connections 2024-04-15T15:11:30.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.745+0000 7f53779ca640 1 --2- 172.21.15.84:0/1256815737 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5370073550 0x7f5370099870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:30.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.745+0000 7f53779ca640 1 --2- 172.21.15.84:0/1256815737 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f53700ce320 0x7f53701584e0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:30.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.745+0000 7f53779ca640 1 --2- 172.21.15.84:0/1256815737 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f535406c8f0 0x7f535406edb0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:30.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.745+0000 7f53779ca640 1 --2- 172.21.15.84:0/1256815737 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53700cd0e0 0x7f5370071dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:30.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.745+0000 7f53779ca640 1 -- 172.21.15.84:0/1256815737 >> 172.21.15.84:0/1256815737 conn(0x7f53700b1ee0 msgr2=0x7f53700b5470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:30.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.745+0000 7f53779ca640 1 -- 172.21.15.84:0/1256815737 shutdown_connections 2024-04-15T15:11:30.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.745+0000 7f53779ca640 1 -- 172.21.15.84:0/1256815737 wait complete. 2024-04-15T15:11:30.760 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-04-15T15:11:30.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.866+0000 7fc2e240d640 1 Processor -- start 2024-04-15T15:11:30.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.866+0000 7fc2e240d640 1 -- start start 2024-04-15T15:11:30.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.867+0000 7fc2e240d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc2dc148180 0x7fc2dc071740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:30.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.867+0000 7fc2e240d640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc2dc071c80 0x7fc2dc0d09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:30.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.867+0000 7fc2e240d640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc2dc0b2600 con 0x7fc2dc147460 2024-04-15T15:11:30.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.867+0000 7fc2e240d640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fc2dc0b28d0 con 0x7fc2dc071c80 2024-04-15T15:11:30.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.867+0000 7fc2e240d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc2dc0b2bb0 con 0x7fc2dc148180 2024-04-15T15:11:30.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.867+0000 7fc2e09aa640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc2dc071c80 0x7fc2dc0d09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:30.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.867+0000 7fc2dbfff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fc2dc147460 0x7fc2dc0b1ef0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:36698/0 (socket says 172.21.15.84:36698) 2024-04-15T15:11:30.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.867+0000 7fc2dbfff640 1 -- 172.21.15.84:0/1481851444 learned_addr learned my addr 172.21.15.84:0/1481851444 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:30.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.867+0000 7fc2d3fff640 1 --2- 172.21.15.84:0/1481851444 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc2dc148180 0x7fc2dc071740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:30.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.867+0000 7fc2e09aa640 1 -- 172.21.15.84:0/1481851444 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc2dc148180 msgr2=0x7fc2dc071740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:30.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.868+0000 7fc2e09aa640 1 --2- 172.21.15.84:0/1481851444 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc2dc148180 0x7fc2dc071740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:30.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.868+0000 7fc2e09aa640 1 -- 172.21.15.84:0/1481851444 >> v1:172.21.15.84:6789/0 conn(0x7fc2dc147460 legacy=0x7fc2dc0b1ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:30.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.867+0000 7fc2db7fe640 1 -- 172.21.15.84:0/1481851444 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1535245739 0 0) 0x7fc2dc0b2600 con 0x7fc2dc147460 2024-04-15T15:11:30.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.868+0000 7fc2e09aa640 1 -- 172.21.15.84:0/1481851444 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2dc0b2e90 con 0x7fc2dc071c80 2024-04-15T15:11:30.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.868+0000 7fc2d3fff640 1 --2- 172.21.15.84:0/1481851444 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc2dc148180 0x7fc2dc071740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:30.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.868+0000 7fc2e09aa640 1 --2- 172.21.15.84:0/1481851444 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2dc071c80 0x7fc2dc0d09c0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fc2d4009d90 tx=0x7fc2d402bf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e06e2e614199886 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:30.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.868+0000 7fc2db7fe640 1 -- 172.21.15.84:0/1481851444 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2d4039070 con 0x7fc2dc071c80 2024-04-15T15:11:30.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.868+0000 7fc2db7fe640 1 -- 172.21.15.84:0/1481851444 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2d402cce0 con 0x7fc2dc071c80 2024-04-15T15:11:30.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.868+0000 7fc2db7fe640 1 -- 172.21.15.84:0/1481851444 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2d4034660 con 0x7fc2dc071c80 2024-04-15T15:11:30.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.869+0000 7fc2e240d640 1 -- 172.21.15.84:0/1481851444 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2dc071c80 msgr2=0x7fc2dc0d09c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:30.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.869+0000 7fc2e240d640 1 --2- 172.21.15.84:0/1481851444 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2dc071c80 0x7fc2dc0d09c0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fc2d4009d90 tx=0x7fc2d402bf30 comp rx=0 tx=0).stop 2024-04-15T15:11:30.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.869+0000 7fc2e240d640 1 -- 172.21.15.84:0/1481851444 shutdown_connections 2024-04-15T15:11:30.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.869+0000 7fc2e240d640 1 --2- 172.21.15.84:0/1481851444 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2dc071c80 0x7fc2dc0d09c0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:30.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.869+0000 7fc2e240d640 1 --2- 172.21.15.84:0/1481851444 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc2dc148180 0x7fc2dc071740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:30.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.869+0000 7fc2e240d640 1 -- 172.21.15.84:0/1481851444 >> 172.21.15.84:0/1481851444 conn(0x7fc2dc0ceeb0 msgr2=0x7fc2dc0cf2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:30.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.869+0000 7fc2e240d640 1 -- 172.21.15.84:0/1481851444 shutdown_connections 2024-04-15T15:11:30.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.869+0000 7fc2e240d640 1 -- 172.21.15.84:0/1481851444 wait complete. 2024-04-15T15:11:30.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.870+0000 7fc2e240d640 1 Processor -- start 2024-04-15T15:11:30.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.870+0000 7fc2e240d640 1 -- start start 2024-04-15T15:11:30.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.871+0000 7fc2e240d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc2dc071c80 0x7fc2dc142f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:30.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.871+0000 7fc2e240d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2dc147460 0x7fc2dc160780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:30.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.871+0000 7fc2e240d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2dc148180 0x7fc2dc160cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:30.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.871+0000 7fc2e240d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc2dc147840 con 0x7fc2dc148180 2024-04-15T15:11:30.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.871+0000 7fc2e240d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc2dc0d04a0 con 0x7fc2dc147460 2024-04-15T15:11:30.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.871+0000 7fc2e240d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc2dc0d0f00 con 0x7fc2dc071c80 2024-04-15T15:11:30.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.871+0000 7fc2e09aa640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2dc148180 0x7fc2dc160cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:30.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.871+0000 7fc2e09aa640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2dc148180 0x7fc2dc160cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34298/0 (socket says 172.21.15.84:34298) 2024-04-15T15:11:30.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.871+0000 7fc2e09aa640 1 -- 172.21.15.84:0/547959025 learned_addr learned my addr 172.21.15.84:0/547959025 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:30.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.871+0000 7fc2dbfff640 1 --2- 172.21.15.84:0/547959025 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc2dc071c80 0x7fc2dc142f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:30.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.871+0000 7fc2e09aa640 1 -- 172.21.15.84:0/547959025 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc2dc071c80 msgr2=0x7fc2dc142f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:30.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.871+0000 7fc2e09aa640 1 --2- 172.21.15.84:0/547959025 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc2dc071c80 0x7fc2dc142f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:30.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.871+0000 7fc2e09aa640 1 -- 172.21.15.84:0/547959025 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2dc147460 msgr2=0x7fc2dc160780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:30.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.871+0000 7fc2d3fff640 1 --2- 172.21.15.84:0/547959025 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2dc147460 0x7fc2dc160780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:30.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.871+0000 7fc2e09aa640 1 --2- 172.21.15.84:0/547959025 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2dc147460 0x7fc2dc160780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:30.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.871+0000 7fc2e09aa640 1 -- 172.21.15.84:0/547959025 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2dc13e760 con 0x7fc2dc148180 2024-04-15T15:11:30.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.871+0000 7fc2dbfff640 1 --2- 172.21.15.84:0/547959025 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc2dc071c80 0x7fc2dc142f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:30.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.872+0000 7fc2e09aa640 1 --2- 172.21.15.84:0/547959025 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2dc148180 0x7fc2dc160cc0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fc2d4037040 tx=0x7fc2d4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:30.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.872+0000 7fc2d97fa640 1 -- 172.21.15.84:0/547959025 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2d4044020 con 0x7fc2dc148180 2024-04-15T15:11:30.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.872+0000 7fc2d97fa640 1 -- 172.21.15.84:0/547959025 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc2d403a040 con 0x7fc2dc148180 2024-04-15T15:11:30.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.872+0000 7fc2e240d640 1 -- 172.21.15.84:0/547959025 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2dc13ea00 con 0x7fc2dc148180 2024-04-15T15:11:30.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.872+0000 7fc2d97fa640 1 -- 172.21.15.84:0/547959025 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2d4039050 con 0x7fc2dc148180 2024-04-15T15:11:30.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.872+0000 7fc2e240d640 1 -- 172.21.15.84:0/547959025 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2dc13efc0 con 0x7fc2dc148180 2024-04-15T15:11:30.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.873+0000 7fc2e240d640 1 -- 172.21.15.84:0/547959025 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2dc0689e0 con 0x7fc2dc148180 2024-04-15T15:11:30.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.873+0000 7fc2d97fa640 1 -- 172.21.15.84:0/547959025 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fc2d4003bd0 con 0x7fc2dc148180 2024-04-15T15:11:30.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.874+0000 7fc2d97fa640 1 --2- 172.21.15.84:0/547959025 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc2bc06c8f0 0x7fc2bc06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:30.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.874+0000 7fc2d97fa640 1 -- 172.21.15.84:0/547959025 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 5853+0+0 (secure 0 0 0) 0x7fc2d40ae280 con 0x7fc2dc148180 2024-04-15T15:11:30.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.874+0000 7fc2dbfff640 1 --2- 172.21.15.84:0/547959025 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc2bc06c8f0 0x7fc2bc06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:30.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.874+0000 7fc2dbfff640 1 --2- 172.21.15.84:0/547959025 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc2bc06c8f0 0x7fc2bc06edb0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fc2cc000f60 tx=0x7fc2cc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:30.880 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:30.878+0000 7fc2d97fa640 1 -- 172.21.15.84:0/547959025 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fc2d404e060 con 0x7fc2dc148180 2024-04-15T15:11:31.055 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.054+0000 7fc2e240d640 1 -- 172.21.15.84:0/547959025 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7fc2dc161e40 con 0x7fc2dc148180 2024-04-15T15:11:31.744 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.742+0000 7fc2d97fa640 1 -- 172.21.15.84:0/547959025 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v30) ==== 178+0+0 (secure 0 0 0) 0x7fc2d407c6b0 con 0x7fc2dc148180 2024-04-15T15:11:31.744 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'cephfs_data_ec' removed 2024-04-15T15:11:31.747 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.745+0000 7fc2e240d640 1 -- 172.21.15.84:0/547959025 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc2bc06c8f0 msgr2=0x7fc2bc06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:31.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.745+0000 7fc2e240d640 1 --2- 172.21.15.84:0/547959025 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc2bc06c8f0 0x7fc2bc06edb0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fc2cc000f60 tx=0x7fc2cc009040 comp rx=0 tx=0).stop 2024-04-15T15:11:31.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.745+0000 7fc2e240d640 1 -- 172.21.15.84:0/547959025 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2dc148180 msgr2=0x7fc2dc160cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:31.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.745+0000 7fc2e240d640 1 --2- 172.21.15.84:0/547959025 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2dc148180 0x7fc2dc160cc0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fc2d4037040 tx=0x7fc2d4004a40 comp rx=0 tx=0).stop 2024-04-15T15:11:31.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.745+0000 7fc2e240d640 1 -- 172.21.15.84:0/547959025 shutdown_connections 2024-04-15T15:11:31.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.745+0000 7fc2e240d640 1 --2- 172.21.15.84:0/547959025 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc2bc06c8f0 0x7fc2bc06edb0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:31.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.745+0000 7fc2e240d640 1 --2- 172.21.15.84:0/547959025 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2dc147460 0x7fc2dc160780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:31.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.745+0000 7fc2e240d640 1 --2- 172.21.15.84:0/547959025 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc2dc148180 0x7fc2dc160cc0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:31.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.745+0000 7fc2e240d640 1 --2- 172.21.15.84:0/547959025 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc2dc071c80 0x7fc2dc142f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:31.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.745+0000 7fc2e240d640 1 -- 172.21.15.84:0/547959025 >> 172.21.15.84:0/547959025 conn(0x7fc2dc0ceeb0 msgr2=0x7fc2dc0cf290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:31.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.745+0000 7fc2e240d640 1 -- 172.21.15.84:0/547959025 shutdown_connections 2024-04-15T15:11:31.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.745+0000 7fc2e240d640 1 -- 172.21.15.84:0/547959025 wait complete. 2024-04-15T15:11:31.761 INFO:tasks.ceph.mds.a:Restarting daemon 2024-04-15T15:11:31.761 INFO:tasks.ceph.mds.a:Stopping old one... 2024-04-15T15:11:31.761 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-04-15T15:11:31.761 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:11:31.761 INFO:tasks.ceph.mds.c:Restarting daemon 2024-04-15T15:11:31.762 INFO:tasks.ceph.mds.c:Stopping old one... 2024-04-15T15:11:31.762 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-04-15T15:11:31.762 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:11:31.762 INFO:tasks.ceph.mds.b:Restarting daemon 2024-04-15T15:11:31.762 INFO:tasks.ceph.mds.b:Stopping old one... 2024-04-15T15:11:31.762 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-04-15T15:11:31.762 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:11:31.763 INFO:tasks.ceph.mds.d:Restarting daemon 2024-04-15T15:11:31.763 INFO:tasks.ceph.mds.d:Stopping old one... 2024-04-15T15:11:31.763 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-04-15T15:11:31.763 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:11:31.771 INFO:tasks.ceph.mds.a:Stopped 2024-04-15T15:11:31.771 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-04-15T15:11:31.772 INFO:tasks.ceph.mds.c:Stopped 2024-04-15T15:11:31.772 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-04-15T15:11:31.774 INFO:tasks.ceph.mds.b:Stopped 2024-04-15T15:11:31.774 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-04-15T15:11:31.775 INFO:tasks.ceph.mds.d:Stopped 2024-04-15T15:11:31.775 DEBUG:teuthology.orchestra.run.smithi203:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-04-15T15:11:31.814 INFO:tasks.ceph.mds.a:Started 2024-04-15T15:11:31.814 DEBUG:teuthology.parallel:result is None 2024-04-15T15:11:31.815 INFO:tasks.ceph.mds.c:Started 2024-04-15T15:11:31.815 DEBUG:teuthology.parallel:result is None 2024-04-15T15:11:31.817 INFO:tasks.ceph.mds.b:Started 2024-04-15T15:11:31.817 DEBUG:teuthology.parallel:result is None 2024-04-15T15:11:31.818 INFO:tasks.ceph.mds.d:Started 2024-04-15T15:11:31.818 DEBUG:teuthology.parallel:result is None 2024-04-15T15:11:31.818 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-04-15T15:11:31.894 INFO:tasks.ceph.mds.c.smithi084.stdout:starting mds.c at 2024-04-15T15:11:31.895 INFO:tasks.ceph.mds.a.smithi084.stdout:starting mds.a at 2024-04-15T15:11:31.904 INFO:tasks.ceph.mds.b.smithi203.stdout:starting mds.b at 2024-04-15T15:11:31.904 INFO:tasks.ceph.mds.d.smithi203.stdout:starting mds.d at 2024-04-15T15:11:31.904 INFO:tasks.ceph.mds.b.smithi203.stderr:2024-04-15T15:11:31.903+0000 7f40c657f640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6832/0: (98) Address already in use 2024-04-15T15:11:31.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.925+0000 7efe34635640 1 Processor -- start 2024-04-15T15:11:31.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.925+0000 7efe34635640 1 -- start start 2024-04-15T15:11:31.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.926+0000 7efe34635640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7efe2c15e610 0x7efe2c0d0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:31.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.926+0000 7efe34635640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7efe2c06c400 0x7efe2c06c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:31.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.926+0000 7efe34635640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efe2c0d2320 con 0x7efe2c15e9f0 2024-04-15T15:11:31.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.927+0000 7efe32bd2640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7efe2c06c400 0x7efe2c06c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:31.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.927+0000 7efe32bd2640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7efe2c06c400 0x7efe2c06c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34332/0 (socket says 172.21.15.84:34332) 2024-04-15T15:11:31.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.927+0000 7efe32bd2640 1 -- 172.21.15.84:0/2896427209 learned_addr learned my addr 172.21.15.84:0/2896427209 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:31.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.927+0000 7efe34635640 1 -- 172.21.15.84:0/2896427209 --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7efe2c0d31d0 con 0x7efe2c06c400 2024-04-15T15:11:31.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.927+0000 7efe34635640 1 -- 172.21.15.84:0/2896427209 --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7efe2c0d25c0 con 0x7efe2c15e610 2024-04-15T15:11:31.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.927+0000 7efe323d1640 1 --2- 172.21.15.84:0/2896427209 >> v2:172.21.15.203:3300/0 conn(0x7efe2c15e610 0x7efe2c0d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:31.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.927+0000 7efe32bd2640 1 -- 172.21.15.84:0/2896427209 >> v2:172.21.15.203:3300/0 conn(0x7efe2c15e610 msgr2=0x7efe2c0d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:31.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.927+0000 7efe32bd2640 1 --2- 172.21.15.84:0/2896427209 >> v2:172.21.15.203:3300/0 conn(0x7efe2c15e610 0x7efe2c0d0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:31.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.927+0000 7efe32bd2640 1 -- 172.21.15.84:0/2896427209 >> v1:172.21.15.203:6789/0 conn(0x7efe2c15e9f0 legacy=0x7efe2c0d3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:31.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.927+0000 7efe32bd2640 1 -- 172.21.15.84:0/2896427209 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe2c0d28a0 con 0x7efe2c06c400 2024-04-15T15:11:31.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.927+0000 7efe323d1640 1 --2- 172.21.15.84:0/2896427209 >> v2:172.21.15.203:3300/0 conn(0x7efe2c15e610 0x7efe2c0d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:31.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.928+0000 7efe32bd2640 1 --2- 172.21.15.84:0/2896427209 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efe2c06c400 0x7efe2c06c890 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7efe2c0b72a0 tx=0x7efe2402c010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1101c4d7523d7fe4 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:31.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.928+0000 7efe313cf640 1 -- 172.21.15.84:0/2896427209 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe2402cbb0 con 0x7efe2c06c400 2024-04-15T15:11:31.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.928+0000 7efe313cf640 1 -- 172.21.15.84:0/2896427209 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe2402cd50 con 0x7efe2c06c400 2024-04-15T15:11:31.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.928+0000 7efe313cf640 1 -- 172.21.15.84:0/2896427209 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe24034610 con 0x7efe2c06c400 2024-04-15T15:11:31.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.928+0000 7efe34635640 1 -- 172.21.15.84:0/2896427209 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efe2c06c400 msgr2=0x7efe2c06c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:31.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.928+0000 7efe34635640 1 --2- 172.21.15.84:0/2896427209 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efe2c06c400 0x7efe2c06c890 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7efe2c0b72a0 tx=0x7efe2402c010 comp rx=0 tx=0).stop 2024-04-15T15:11:31.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.928+0000 7efe34635640 1 -- 172.21.15.84:0/2896427209 shutdown_connections 2024-04-15T15:11:31.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.928+0000 7efe34635640 1 --2- 172.21.15.84:0/2896427209 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efe2c06c400 0x7efe2c06c890 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:31.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.928+0000 7efe34635640 1 --2- 172.21.15.84:0/2896427209 >> v2:172.21.15.203:3300/0 conn(0x7efe2c15e610 0x7efe2c0d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:31.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.928+0000 7efe34635640 1 -- 172.21.15.84:0/2896427209 >> 172.21.15.84:0/2896427209 conn(0x7efe2c0d4750 msgr2=0x7efe2c0d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:31.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.928+0000 7efe34635640 1 -- 172.21.15.84:0/2896427209 shutdown_connections 2024-04-15T15:11:31.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.928+0000 7efe34635640 1 -- 172.21.15.84:0/2896427209 wait complete. 2024-04-15T15:11:31.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.929+0000 7efe34635640 1 Processor -- start 2024-04-15T15:11:31.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.930+0000 7efe34635640 1 -- start start 2024-04-15T15:11:31.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.930+0000 7efe34635640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efe2c06c400 0x7efe2c0b6ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:31.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.930+0000 7efe34635640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efe2c15e610 0x7efe2c1f1760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:31.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.930+0000 7efe34635640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efe2c15e9f0 0x7efe2c1f7a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:31.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.930+0000 7efe34635640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7efe2c06d130 con 0x7efe2c15e610 2024-04-15T15:11:31.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.930+0000 7efe34635640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7efe2c0d2e60 con 0x7efe2c06c400 2024-04-15T15:11:31.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.930+0000 7efe34635640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7efe2c0d0bd0 con 0x7efe2c15e9f0 2024-04-15T15:11:31.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.930+0000 7efe31bd0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efe2c15e610 0x7efe2c1f1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:31.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.930+0000 7efe31bd0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efe2c15e610 0x7efe2c1f1760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:34334/0 (socket says 172.21.15.84:34334) 2024-04-15T15:11:31.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.930+0000 7efe31bd0640 1 -- 172.21.15.84:0/2012780407 learned_addr learned my addr 172.21.15.84:0/2012780407 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:31.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.930+0000 7efe323d1640 1 --2- 172.21.15.84:0/2012780407 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efe2c06c400 0x7efe2c0b6ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:31.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.931+0000 7efe32bd2640 1 --2- 172.21.15.84:0/2012780407 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efe2c15e9f0 0x7efe2c1f7a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:31.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.931+0000 7efe31bd0640 1 -- 172.21.15.84:0/2012780407 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efe2c15e9f0 msgr2=0x7efe2c1f7a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:31.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.931+0000 7efe31bd0640 1 --2- 172.21.15.84:0/2012780407 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efe2c15e9f0 0x7efe2c1f7a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:31.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.931+0000 7efe31bd0640 1 -- 172.21.15.84:0/2012780407 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efe2c06c400 msgr2=0x7efe2c0b6ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:31.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.931+0000 7efe31bd0640 1 --2- 172.21.15.84:0/2012780407 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efe2c06c400 0x7efe2c0b6ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:31.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.931+0000 7efe31bd0640 1 -- 172.21.15.84:0/2012780407 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe2c1f88a0 con 0x7efe2c15e610 2024-04-15T15:11:31.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.931+0000 7efe31bd0640 1 --2- 172.21.15.84:0/2012780407 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efe2c15e610 0x7efe2c1f1760 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7efe1c00c390 tx=0x7efe1c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:31.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.931+0000 7efe22ffd640 1 -- 172.21.15.84:0/2012780407 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe1c017070 con 0x7efe2c15e610 2024-04-15T15:11:31.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.931+0000 7efe22ffd640 1 -- 172.21.15.84:0/2012780407 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efe1c0052d0 con 0x7efe2c15e610 2024-04-15T15:11:31.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.931+0000 7efe34635640 1 -- 172.21.15.84:0/2012780407 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe2c0b4fa0 con 0x7efe2c15e610 2024-04-15T15:11:31.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.931+0000 7efe22ffd640 1 -- 172.21.15.84:0/2012780407 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe1c003830 con 0x7efe2c15e610 2024-04-15T15:11:31.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.931+0000 7efe34635640 1 -- 172.21.15.84:0/2012780407 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe2c0b5560 con 0x7efe2c15e610 2024-04-15T15:11:31.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.932+0000 7efe34635640 1 -- 172.21.15.84:0/2012780407 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe2c075c50 con 0x7efe2c15e610 2024-04-15T15:11:31.937 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.933+0000 7efe22ffd640 1 -- 172.21.15.84:0/2012780407 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7efe1c01a070 con 0x7efe2c15e610 2024-04-15T15:11:31.937 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.933+0000 7efe22ffd640 1 --2- 172.21.15.84:0/2012780407 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efe1006c920 0x7efe1006ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:31.937 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.933+0000 7efe22ffd640 1 -- 172.21.15.84:0/2012780407 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5335+0+0 (secure 0 0 0) 0x7efe1c08abe0 con 0x7efe2c15e610 2024-04-15T15:11:31.937 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.933+0000 7efe323d1640 1 --2- 172.21.15.84:0/2012780407 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efe1006c920 0x7efe1006ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:31.937 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.934+0000 7efe323d1640 1 --2- 172.21.15.84:0/2012780407 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efe1006c920 0x7efe1006ede0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7efe28006fd0 tx=0x7efe28008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:31.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:31.938+0000 7efe22ffd640 1 -- 172.21.15.84:0/2012780407 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7efe1c058bc0 con 0x7efe2c15e610 2024-04-15T15:11:32.126 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.125+0000 7efe34635640 1 -- 172.21.15.84:0/2012780407 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7efe2c1583a0 con 0x7efe2c15e610 2024-04-15T15:11:32.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.760+0000 7efe22ffd640 1 -- 172.21.15.84:0/2012780407 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v32) ==== 97+0+0 (secure 0 0 0) 0x7efe2c1583a0 con 0x7efe2c15e610 2024-04-15T15:11:32.762 INFO:teuthology.orchestra.run.smithi084.stderr: removed all blocklist entries 2024-04-15T15:11:32.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.763+0000 7efe34635640 1 -- 172.21.15.84:0/2012780407 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efe1006c920 msgr2=0x7efe1006ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:32.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.763+0000 7efe34635640 1 --2- 172.21.15.84:0/2012780407 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efe1006c920 0x7efe1006ede0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7efe28006fd0 tx=0x7efe28008040 comp rx=0 tx=0).stop 2024-04-15T15:11:32.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.763+0000 7efe34635640 1 -- 172.21.15.84:0/2012780407 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efe2c15e610 msgr2=0x7efe2c1f1760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:32.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.763+0000 7efe34635640 1 --2- 172.21.15.84:0/2012780407 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efe2c15e610 0x7efe2c1f1760 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7efe1c00c390 tx=0x7efe1c00c850 comp rx=0 tx=0).stop 2024-04-15T15:11:32.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.763+0000 7efe34635640 1 -- 172.21.15.84:0/2012780407 shutdown_connections 2024-04-15T15:11:32.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.763+0000 7efe34635640 1 --2- 172.21.15.84:0/2012780407 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efe2c15e9f0 0x7efe2c1f7a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:32.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.763+0000 7efe34635640 1 --2- 172.21.15.84:0/2012780407 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efe2c15e610 0x7efe2c1f1760 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:32.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.763+0000 7efe34635640 1 --2- 172.21.15.84:0/2012780407 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efe1006c920 0x7efe1006ede0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:32.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.763+0000 7efe34635640 1 --2- 172.21.15.84:0/2012780407 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efe2c06c400 0x7efe2c0b6ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:32.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.763+0000 7efe34635640 1 -- 172.21.15.84:0/2012780407 >> 172.21.15.84:0/2012780407 conn(0x7efe2c0d4750 msgr2=0x7efe2c0b8f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:32.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.763+0000 7efe34635640 1 -- 172.21.15.84:0/2012780407 shutdown_connections 2024-04-15T15:11:32.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.763+0000 7efe34635640 1 -- 172.21.15.84:0/2012780407 wait complete. 2024-04-15T15:11:32.777 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-04-15T15:11:32.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.879+0000 7f5488a47640 1 Processor -- start 2024-04-15T15:11:32.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.879+0000 7f5488a47640 1 -- start start 2024-04-15T15:11:32.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.880+0000 7f5488a47640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f54840af400 0x7f54840ccb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:32.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.880+0000 7f5488a47640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f548406f8f0 con 0x7f548415eba0 2024-04-15T15:11:32.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.880+0000 7f5488a47640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f548415ef80 con 0x7f54840af860 2024-04-15T15:11:32.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.880+0000 7f5488a47640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f54840ce2b0 con 0x7f54840af400 2024-04-15T15:11:32.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.880+0000 7f548259c640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f548415eba0 0x7f548406f1e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:37152/0 (socket says 172.21.15.84:37152) 2024-04-15T15:11:32.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.880+0000 7f548259c640 1 -- 172.21.15.84:0/1239965687 learned_addr learned my addr 172.21.15.84:0/1239965687 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:32.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f548159a640 1 -- 172.21.15.84:0/1239965687 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1912047166 0 0) 0x7f548406f8f0 con 0x7f548415eba0 2024-04-15T15:11:32.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f548159a640 1 -- 172.21.15.84:0/1239965687 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f546c003520 con 0x7f548415eba0 2024-04-15T15:11:32.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f5481d9b640 1 --2- 172.21.15.84:0/1239965687 >> v2:172.21.15.203:3300/0 conn(0x7f54840af400 0x7f54840ccb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:32.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f548159a640 1 -- 172.21.15.84:0/1239965687 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3642296443 0 0) 0x7f546c003520 con 0x7f548415eba0 2024-04-15T15:11:32.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f548159a640 1 -- 172.21.15.84:0/1239965687 >> v2:172.21.15.203:3300/0 conn(0x7f54840af400 msgr2=0x7f54840ccb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:32.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f548159a640 1 --2- 172.21.15.84:0/1239965687 >> v2:172.21.15.203:3300/0 conn(0x7f54840af400 0x7f54840ccb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:32.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f548159a640 1 -- 172.21.15.84:0/1239965687 >> v1:172.21.15.203:6789/0 conn(0x7f54840af860 legacy=0x7f54840ad0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:32.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f548159a640 1 -- 172.21.15.84:0/1239965687 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54840ce590 con 0x7f548415eba0 2024-04-15T15:11:32.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f548159a640 1 -- 172.21.15.84:0/1239965687 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f54740019f0 con 0x7f548415eba0 2024-04-15T15:11:32.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f5481d9b640 1 --2- 172.21.15.84:0/1239965687 >> v2:172.21.15.203:3300/0 conn(0x7f54840af400 0x7f54840ccb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:32.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f548159a640 1 -- 172.21.15.84:0/1239965687 >> v1:172.21.15.84:6789/0 conn(0x7f548415eba0 legacy=0x7f548406f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:32.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f548159a640 1 --2- 172.21.15.84:0/1239965687 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f546c0039b0 0x7f546c003db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:32.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f548159a640 1 --2- 172.21.15.84:0/1239965687 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f546c004800 0x7f546c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:32.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f548159a640 1 --2- 172.21.15.84:0/1239965687 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f546c0052e0 0x7f546c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:32.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f548159a640 1 -- 172.21.15.84:0/1239965687 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f54840ce2b0 con 0x7f546c004800 2024-04-15T15:11:32.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f548159a640 1 -- 172.21.15.84:0/1239965687 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f546c00c190 con 0x7f546c0052e0 2024-04-15T15:11:32.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f548159a640 1 -- 172.21.15.84:0/1239965687 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f546c00c390 con 0x7f546c0039b0 2024-04-15T15:11:32.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f5481d9b640 1 --2- 172.21.15.84:0/1239965687 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f546c004800 0x7f546c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:32.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f548259c640 1 --2- 172.21.15.84:0/1239965687 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f546c0039b0 0x7f546c003db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:32.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f5482d9d640 1 --2- 172.21.15.84:0/1239965687 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f546c0052e0 0x7f546c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:32.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f5481d9b640 1 -- 172.21.15.84:0/1239965687 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f546c0039b0 msgr2=0x7f546c003db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:32.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f5481d9b640 1 --2- 172.21.15.84:0/1239965687 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f546c0039b0 0x7f546c003db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:32.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f5481d9b640 1 -- 172.21.15.84:0/1239965687 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f546c0052e0 msgr2=0x7f546c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:32.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f5481d9b640 1 --2- 172.21.15.84:0/1239965687 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f546c0052e0 0x7f546c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:32.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f5481d9b640 1 -- 172.21.15.84:0/1239965687 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f546c003520 con 0x7f546c004800 2024-04-15T15:11:32.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.881+0000 7f5482d9d640 1 -- 172.21.15.84:0/1239965687 reap_dead start 2024-04-15T15:11:32.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.882+0000 7f5481d9b640 1 --2- 172.21.15.84:0/1239965687 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f546c004800 0x7f546c004c80 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f5478006fd0 tx=0x7f546c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c99af1639053108c server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:32.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.882+0000 7f548159a640 1 -- 172.21.15.84:0/1239965687 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f547800f040 con 0x7f546c004800 2024-04-15T15:11:32.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.882+0000 7f548159a640 1 -- 172.21.15.84:0/1239965687 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5478004030 con 0x7f546c004800 2024-04-15T15:11:32.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.882+0000 7f548159a640 1 -- 172.21.15.84:0/1239965687 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5478004440 con 0x7f546c004800 2024-04-15T15:11:32.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.883+0000 7f5488a47640 1 -- 172.21.15.84:0/1239965687 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f546c004800 msgr2=0x7f546c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:32.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.883+0000 7f5488a47640 1 --2- 172.21.15.84:0/1239965687 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f546c004800 0x7f546c004c80 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f5478006fd0 tx=0x7f546c005830 comp rx=0 tx=0).stop 2024-04-15T15:11:32.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.883+0000 7f5488a47640 1 -- 172.21.15.84:0/1239965687 shutdown_connections 2024-04-15T15:11:32.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.883+0000 7f5488a47640 1 --2- 172.21.15.84:0/1239965687 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f546c004800 0x7f546c004c80 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:32.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.883+0000 7f5488a47640 1 -- 172.21.15.84:0/1239965687 >> 172.21.15.84:0/1239965687 conn(0x7f54840b1dd0 msgr2=0x7f54840b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:32.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.883+0000 7f5488a47640 1 -- 172.21.15.84:0/1239965687 shutdown_connections 2024-04-15T15:11:32.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.883+0000 7f5488a47640 1 -- 172.21.15.84:0/1239965687 wait complete. 2024-04-15T15:11:32.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.884+0000 7f5488a47640 1 Processor -- start 2024-04-15T15:11:32.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.884+0000 7f5488a47640 1 -- start start 2024-04-15T15:11:32.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f5488a47640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f546c004800 0x7f5484148610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:32.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f5488a47640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5484148b50 0x7f5484149990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:32.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f5488a47640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5484149ed0 0x7f548414f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:32.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f5488a47640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f54840b2b80 con 0x7f546c004800 2024-04-15T15:11:32.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f5488a47640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f548406ecc0 con 0x7f5484149ed0 2024-04-15T15:11:32.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f5488a47640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f54840ceb50 con 0x7f5484148b50 2024-04-15T15:11:32.897 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f548259c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f546c004800 0x7f5484148610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:32.897 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f548259c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f546c004800 0x7f5484148610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47280/0 (socket says 172.21.15.84:47280) 2024-04-15T15:11:32.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f548259c640 1 -- 172.21.15.84:0/219775398 learned_addr learned my addr 172.21.15.84:0/219775398 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:32.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f5481d9b640 1 --2- 172.21.15.84:0/219775398 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5484148b50 0x7f5484149990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:32.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f5482d9d640 1 --2- 172.21.15.84:0/219775398 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5484149ed0 0x7f548414f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:32.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f548259c640 1 -- 172.21.15.84:0/219775398 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5484148b50 msgr2=0x7f5484149990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:32.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f548259c640 1 --2- 172.21.15.84:0/219775398 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5484148b50 0x7f5484149990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:32.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f548259c640 1 -- 172.21.15.84:0/219775398 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5484149ed0 msgr2=0x7f548414f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:32.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f548259c640 1 --2- 172.21.15.84:0/219775398 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5484149ed0 0x7f548414f910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:32.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f548259c640 1 -- 172.21.15.84:0/219775398 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f548414a570 con 0x7f546c004800 2024-04-15T15:11:32.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f5481d9b640 1 --2- 172.21.15.84:0/219775398 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5484148b50 0x7f5484149990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:32.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f5482d9d640 1 --2- 172.21.15.84:0/219775398 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5484149ed0 0x7f548414f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:32.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f548259c640 1 --2- 172.21.15.84:0/219775398 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f546c004800 0x7f5484148610 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f5474007a20 tx=0x7f547400a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:32.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f5472ffd640 1 -- 172.21.15.84:0/219775398 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5474017020 con 0x7f546c004800 2024-04-15T15:11:32.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f5472ffd640 1 -- 172.21.15.84:0/219775398 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f54740019d0 con 0x7f546c004800 2024-04-15T15:11:32.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.885+0000 7f5488a47640 1 -- 172.21.15.84:0/219775398 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f548414a850 con 0x7f546c004800 2024-04-15T15:11:32.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.886+0000 7f5472ffd640 1 -- 172.21.15.84:0/219775398 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5474013610 con 0x7f546c004800 2024-04-15T15:11:32.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.886+0000 7f5488a47640 1 -- 172.21.15.84:0/219775398 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f548414ae10 con 0x7f546c004800 2024-04-15T15:11:32.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.887+0000 7f5488a47640 1 -- 172.21.15.84:0/219775398 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54840689e0 con 0x7f546c004800 2024-04-15T15:11:32.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.887+0000 7f5472ffd640 1 -- 172.21.15.84:0/219775398 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f547401a020 con 0x7f546c004800 2024-04-15T15:11:32.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.888+0000 7f5472ffd640 1 --2- 172.21.15.84:0/219775398 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f546406c8f0 0x7f546406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:32.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.888+0000 7f5481d9b640 1 --2- 172.21.15.84:0/219775398 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f546406c8f0 0x7f546406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:32.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.888+0000 7f5472ffd640 1 -- 172.21.15.84:0/219775398 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7f547408c670 con 0x7f546c004800 2024-04-15T15:11:32.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.888+0000 7f5481d9b640 1 --2- 172.21.15.84:0/219775398 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f546406c8f0 0x7f546406edb0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f5478035000 tx=0x7f547803a040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:32.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:32.892+0000 7f5472ffd640 1 -- 172.21.15.84:0/219775398 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f5474021020 con 0x7f546c004800 2024-04-15T15:11:33.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.134+0000 7f5488a47640 1 -- 172.21.15.84:0/219775398 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f548415cb40 con 0x7f546c004800 2024-04-15T15:11:33.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.134+0000 7f5472ffd640 1 -- 172.21.15.84:0/219775398 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) ==== 80+0+6645 (secure 0 0 0) 0x7f547405ac60 con 0x7f546c004800 2024-04-15T15:11:33.137 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:33.137 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-15T15:11:33.137 INFO:teuthology.orchestra.run.smithi084.stdout: "auth_dump": [ 2024-04-15T15:11:33.137 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.137 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "mds.a", 2024-04-15T15:11:33.137 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQAkQx1mJpYcIRAAPVoMUDNxY0qhHRliBK8awQ==", 2024-04-15T15:11:33.137 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.137 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": "allow", 2024-04-15T15:11:33.137 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": "allow *", 2024-04-15T15:11:33.137 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow *", 2024-04-15T15:11:33.137 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": "allow *" 2024-04-15T15:11:33.138 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.138 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.138 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.138 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "mds.b", 2024-04-15T15:11:33.138 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQAkQx1mFUP1LRAAZia6lf9V1fddiBXMfxbp9w==", 2024-04-15T15:11:33.138 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.138 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": "allow", 2024-04-15T15:11:33.138 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": "allow *", 2024-04-15T15:11:33.138 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow *", 2024-04-15T15:11:33.138 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": "allow *" 2024-04-15T15:11:33.138 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.138 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.139 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.139 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "mds.c", 2024-04-15T15:11:33.139 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQAkQx1musa1KBAA9a4/YM17z9w8KtaFmmS29Q==", 2024-04-15T15:11:33.139 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.139 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": "allow", 2024-04-15T15:11:33.139 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": "allow *", 2024-04-15T15:11:33.139 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow *", 2024-04-15T15:11:33.139 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": "allow *" 2024-04-15T15:11:33.139 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.139 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.139 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.139 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "mds.d", 2024-04-15T15:11:33.140 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQAkQx1mOFqiNRAAB0XAFMtyPr4V8/nRg48TVg==", 2024-04-15T15:11:33.140 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.140 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": "allow", 2024-04-15T15:11:33.140 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": "allow *", 2024-04-15T15:11:33.140 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow *", 2024-04-15T15:11:33.140 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": "allow *" 2024-04-15T15:11:33.140 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.140 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.140 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.140 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "osd.0", 2024-04-15T15:11:33.140 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQAoQx1mcbphGhAAfQYwrn0Sg/eBtcRCo7TgrQ==", 2024-04-15T15:11:33.141 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.141 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": "allow profile osd", 2024-04-15T15:11:33.141 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow profile osd", 2024-04-15T15:11:33.141 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": "allow *" 2024-04-15T15:11:33.141 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.141 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.141 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.141 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "osd.1", 2024-04-15T15:11:33.141 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQArQx1mO+JYGRAAOyTT1aIDcF75t+4kWmf5oQ==", 2024-04-15T15:11:33.141 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.141 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": "allow profile osd", 2024-04-15T15:11:33.141 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow profile osd", 2024-04-15T15:11:33.141 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": "allow *" 2024-04-15T15:11:33.142 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.142 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.142 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.142 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "osd.2", 2024-04-15T15:11:33.142 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQAuQx1mFBVhGBAALheRMGOJmePftqUbtCnB/Q==", 2024-04-15T15:11:33.142 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.142 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": "allow profile osd", 2024-04-15T15:11:33.142 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow profile osd", 2024-04-15T15:11:33.142 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": "allow *" 2024-04-15T15:11:33.142 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.142 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.142 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.143 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "osd.3", 2024-04-15T15:11:33.143 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQAxQx1mgZchFxAATeC5cZVA2dF3WSwnqVqOag==", 2024-04-15T15:11:33.143 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.143 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": "allow profile osd", 2024-04-15T15:11:33.143 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow profile osd", 2024-04-15T15:11:33.143 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": "allow *" 2024-04-15T15:11:33.143 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.143 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.143 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.144 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "osd.4", 2024-04-15T15:11:33.144 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQA3Qx1mcgC0HBAAMPQM+4DT3bdRWCAJ3lxF8Q==", 2024-04-15T15:11:33.144 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.144 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": "allow profile osd", 2024-04-15T15:11:33.144 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow profile osd", 2024-04-15T15:11:33.144 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": "allow *" 2024-04-15T15:11:33.144 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.144 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.144 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.144 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "osd.5", 2024-04-15T15:11:33.144 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQA6Qx1mnHjzGhAAN259BRnmKGLVpn6dy5QiqA==", 2024-04-15T15:11:33.144 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.144 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": "allow profile osd", 2024-04-15T15:11:33.145 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow profile osd", 2024-04-15T15:11:33.145 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": "allow *" 2024-04-15T15:11:33.145 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.145 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.145 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.145 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "osd.6", 2024-04-15T15:11:33.145 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQA9Qx1myaiNGRAAxmOlivfaau/1QTvf0CbSyg==", 2024-04-15T15:11:33.145 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.145 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": "allow profile osd", 2024-04-15T15:11:33.145 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow profile osd", 2024-04-15T15:11:33.145 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": "allow *" 2024-04-15T15:11:33.145 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.145 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.145 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.146 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "osd.7", 2024-04-15T15:11:33.146 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQBAQx1mUtH5FxAATKXZ19RAtTj61l4FaRlG1w==", 2024-04-15T15:11:33.146 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.146 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": "allow profile osd", 2024-04-15T15:11:33.146 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow profile osd", 2024-04-15T15:11:33.146 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": "allow *" 2024-04-15T15:11:33.146 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.146 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.146 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.146 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "client.0", 2024-04-15T15:11:33.146 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQAkQx1m468UOhAAERRanFp4UeOlYS9MPP5HHg==", 2024-04-15T15:11:33.146 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.146 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": "allow", 2024-04-15T15:11:33.147 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": "allow r", 2024-04-15T15:11:33.147 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow rw", 2024-04-15T15:11:33.147 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": "allow rwx" 2024-04-15T15:11:33.147 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.147 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.147 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.147 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "client.1", 2024-04-15T15:11:33.147 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQAlQx1mxsaWBRAA8Hw+FBnVl/HIhRU5iyvibA==", 2024-04-15T15:11:33.147 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.147 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": "allow", 2024-04-15T15:11:33.147 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": "allow r", 2024-04-15T15:11:33.147 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow rw", 2024-04-15T15:11:33.147 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": "allow rwx" 2024-04-15T15:11:33.148 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.148 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.148 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.148 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "client.2", 2024-04-15T15:11:33.148 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQAlQx1mf6T+ARAAtE8OCdHtv3S3PUVDUU2vYw==", 2024-04-15T15:11:33.148 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.148 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": "allow", 2024-04-15T15:11:33.148 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": "allow r", 2024-04-15T15:11:33.148 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow rw", 2024-04-15T15:11:33.148 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": "allow rwx" 2024-04-15T15:11:33.148 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.148 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.148 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.148 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "client.3", 2024-04-15T15:11:33.149 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQAlQx1mbTo0CRAAo0Kq9HwxyL6HW8KKZl/vYg==", 2024-04-15T15:11:33.149 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.149 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": "allow", 2024-04-15T15:11:33.149 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": "allow r", 2024-04-15T15:11:33.149 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow rw", 2024-04-15T15:11:33.149 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": "allow rwx" 2024-04-15T15:11:33.149 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.149 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.149 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.149 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "client.admin", 2024-04-15T15:11:33.149 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQAkQx1mFqTGAxAA29AYMBxEdh4PhPmU+oS9pw==", 2024-04-15T15:11:33.149 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.149 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": "allow *", 2024-04-15T15:11:33.149 INFO:teuthology.orchestra.run.smithi084.stdout: "mgr": "allow *", 2024-04-15T15:11:33.150 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow *", 2024-04-15T15:11:33.150 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": "allow *" 2024-04-15T15:11:33.150 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.150 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.150 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.150 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "client.bootstrap-mds", 2024-04-15T15:11:33.150 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQBGQx1mnN7nFRAALUMf7DDwyjdPTgorwP0p/w==", 2024-04-15T15:11:33.150 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.150 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow profile bootstrap-mds" 2024-04-15T15:11:33.150 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.150 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.150 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.150 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "client.bootstrap-mgr", 2024-04-15T15:11:33.150 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQBGQx1mwObnFRAAQKWyoEoAAhXDBftGFJNwYw==", 2024-04-15T15:11:33.151 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.151 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow profile bootstrap-mgr" 2024-04-15T15:11:33.151 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.151 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.151 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.151 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "client.bootstrap-osd", 2024-04-15T15:11:33.151 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQBGQx1mQ+3nFRAAc9DBCksczzOk5bzxImxOsw==", 2024-04-15T15:11:33.151 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.151 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow profile bootstrap-osd" 2024-04-15T15:11:33.151 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.151 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.151 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.151 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "client.bootstrap-rbd", 2024-04-15T15:11:33.152 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQBGQx1mq/PnFRAAKiMfu77abARroE5ADd1P+Q==", 2024-04-15T15:11:33.152 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.152 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow profile bootstrap-rbd" 2024-04-15T15:11:33.152 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.152 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.152 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.152 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-04-15T15:11:33.152 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQBGQx1mT/rnFRAAkW5jOBElz15dUs3QkwmI6Q==", 2024-04-15T15:11:33.152 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.152 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-04-15T15:11:33.152 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.152 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.152 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.152 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "client.bootstrap-rgw", 2024-04-15T15:11:33.153 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQBGQx1mJgHoFRAAU9NDpt89Z19epes0NbF1GA==", 2024-04-15T15:11:33.153 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.153 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow profile bootstrap-rgw" 2024-04-15T15:11:33.153 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.153 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.153 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.153 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "mgr.x", 2024-04-15T15:11:33.153 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQAkQx1m2O2PHRAA/HVw/MBEt03vbqOJywN4Rw==", 2024-04-15T15:11:33.153 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.153 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": "allow *", 2024-04-15T15:11:33.153 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow profile mgr", 2024-04-15T15:11:33.153 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": "allow *" 2024-04-15T15:11:33.153 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.154 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:33.154 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:33.154 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": "mgr.y", 2024-04-15T15:11:33.154 INFO:teuthology.orchestra.run.smithi084.stdout: "key": "AQAkQx1mZw6VGRAA/6GMDVOmrBWpFRVq2wSDig==", 2024-04-15T15:11:33.154 INFO:teuthology.orchestra.run.smithi084.stdout: "caps": { 2024-04-15T15:11:33.154 INFO:teuthology.orchestra.run.smithi084.stdout: "mds": "allow *", 2024-04-15T15:11:33.154 INFO:teuthology.orchestra.run.smithi084.stdout: "mon": "allow profile mgr", 2024-04-15T15:11:33.154 INFO:teuthology.orchestra.run.smithi084.stdout: "osd": "allow *" 2024-04-15T15:11:33.154 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.154 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:33.154 INFO:teuthology.orchestra.run.smithi084.stdout: ] 2024-04-15T15:11:33.154 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-15T15:11:33.156 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.136+0000 7f5488a47640 1 -- 172.21.15.84:0/219775398 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f546406c8f0 msgr2=0x7f546406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:33.156 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.136+0000 7f5488a47640 1 --2- 172.21.15.84:0/219775398 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f546406c8f0 0x7f546406edb0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f5478035000 tx=0x7f547803a040 comp rx=0 tx=0).stop 2024-04-15T15:11:33.156 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.136+0000 7f5488a47640 1 -- 172.21.15.84:0/219775398 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f546c004800 msgr2=0x7f5484148610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:33.156 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.136+0000 7f5488a47640 1 --2- 172.21.15.84:0/219775398 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f546c004800 0x7f5484148610 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f5474007a20 tx=0x7f547400a730 comp rx=0 tx=0).stop 2024-04-15T15:11:33.156 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.136+0000 7f5488a47640 1 -- 172.21.15.84:0/219775398 shutdown_connections 2024-04-15T15:11:33.156 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.136+0000 7f5488a47640 1 --2- 172.21.15.84:0/219775398 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f546406c8f0 0x7f546406edb0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:33.156 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.136+0000 7f5488a47640 1 --2- 172.21.15.84:0/219775398 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5484149ed0 0x7f548414f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:33.157 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.136+0000 7f5488a47640 1 --2- 172.21.15.84:0/219775398 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5484148b50 0x7f5484149990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:33.157 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.136+0000 7f5488a47640 1 --2- 172.21.15.84:0/219775398 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f546c004800 0x7f5484148610 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:33.157 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.136+0000 7f5488a47640 1 -- 172.21.15.84:0/219775398 >> 172.21.15.84:0/219775398 conn(0x7f54840b1dd0 msgr2=0x7f54840ccb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:33.157 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.137+0000 7f5488a47640 1 -- 172.21.15.84:0/219775398 shutdown_connections 2024-04-15T15:11:33.157 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.137+0000 7f5488a47640 1 -- 172.21.15.84:0/219775398 wait complete. 2024-04-15T15:11:33.157 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-04-15T15:11:33.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.259+0000 7f5f77f8f640 1 Processor -- start 2024-04-15T15:11:33.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.259+0000 7f5f77f8f640 1 -- start start 2024-04-15T15:11:33.262 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.260+0000 7f5f77f8f640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5f7015af20 0x7f5f7006dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:33.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.260+0000 7f5f77f8f640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f5f7006bf20 0x7f5f7006c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:33.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.260+0000 7f5f77f8f640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f7015c110 con 0x7f5f700ccb50 2024-04-15T15:11:33.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.260+0000 7f5f77f8f640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f5f7006ba90 con 0x7f5f7006bf20 2024-04-15T15:11:33.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.260+0000 7f5f77f8f640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f5f700cfae0 con 0x7f5f7015af20 2024-04-15T15:11:33.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.260+0000 7f5f7652c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f5f7006bf20 0x7f5f7006c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:33.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.260+0000 7f5f7652c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f5f7006bf20 0x7f5f7006c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47294/0 (socket says 172.21.15.84:47294) 2024-04-15T15:11:33.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.260+0000 7f5f7652c640 1 -- 172.21.15.84:0/821729251 learned_addr learned my addr 172.21.15.84:0/821729251 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:33.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.261+0000 7f5f7552a640 1 --2- 172.21.15.84:0/821729251 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5f7015af20 0x7f5f7006dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:33.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.261+0000 7f5f7652c640 1 -- 172.21.15.84:0/821729251 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5f7015af20 msgr2=0x7f5f7006dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:33.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.261+0000 7f5f7652c640 1 --2- 172.21.15.84:0/821729251 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5f7015af20 0x7f5f7006dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:33.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.261+0000 7f5f7652c640 1 -- 172.21.15.84:0/821729251 >> v1:172.21.15.203:6789/0 conn(0x7f5f700ccb50 legacy=0x7f5f700ccf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:33.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.261+0000 7f5f7652c640 1 -- 172.21.15.84:0/821729251 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f700cfdc0 con 0x7f5f7006bf20 2024-04-15T15:11:33.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.261+0000 7f5f7652c640 1 --2- 172.21.15.84:0/821729251 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5f7006bf20 0x7f5f7006c3b0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f5f6800bb10 tx=0x7f5f6802e030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d9e0141ca52794b server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:33.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.262+0000 7f5f74d29640 1 -- 172.21.15.84:0/821729251 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f6803b070 con 0x7f5f7006bf20 2024-04-15T15:11:33.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.262+0000 7f5f74d29640 1 -- 172.21.15.84:0/821729251 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f6802ede0 con 0x7f5f7006bf20 2024-04-15T15:11:33.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.262+0000 7f5f74d29640 1 -- 172.21.15.84:0/821729251 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f68036660 con 0x7f5f7006bf20 2024-04-15T15:11:33.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.262+0000 7f5f77f8f640 1 -- 172.21.15.84:0/821729251 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5f7006bf20 msgr2=0x7f5f7006c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:33.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.262+0000 7f5f77f8f640 1 --2- 172.21.15.84:0/821729251 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5f7006bf20 0x7f5f7006c3b0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f5f6800bb10 tx=0x7f5f6802e030 comp rx=0 tx=0).stop 2024-04-15T15:11:33.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.262+0000 7f5f77f8f640 1 -- 172.21.15.84:0/821729251 shutdown_connections 2024-04-15T15:11:33.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.262+0000 7f5f77f8f640 1 --2- 172.21.15.84:0/821729251 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5f7006bf20 0x7f5f7006c3b0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:33.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.262+0000 7f5f77f8f640 1 --2- 172.21.15.84:0/821729251 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5f7015af20 0x7f5f7006dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:33.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.262+0000 7f5f77f8f640 1 -- 172.21.15.84:0/821729251 >> 172.21.15.84:0/821729251 conn(0x7f5f700b31d0 msgr2=0x7f5f700b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:33.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.262+0000 7f5f77f8f640 1 -- 172.21.15.84:0/821729251 shutdown_connections 2024-04-15T15:11:33.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.262+0000 7f5f77f8f640 1 -- 172.21.15.84:0/821729251 wait complete. 2024-04-15T15:11:33.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.263+0000 7f5f77f8f640 1 Processor -- start 2024-04-15T15:11:33.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.263+0000 7f5f77f8f640 1 -- start start 2024-04-15T15:11:33.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.264+0000 7f5f77f8f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5f7006bf20 0x7f5f70159fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:33.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.264+0000 7f5f77f8f640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5f700ccb50 0x7f5f70157280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:33.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.264+0000 7f5f77f8f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5f7015af20 0x7f5f701f07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:33.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.264+0000 7f5f77f8f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5f700cc8f0 con 0x7f5f7015af20 2024-04-15T15:11:33.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.264+0000 7f5f77f8f640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5f700cc770 con 0x7f5f7006bf20 2024-04-15T15:11:33.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.264+0000 7f5f77f8f640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f5f7015bcf0 con 0x7f5f700ccb50 2024-04-15T15:11:33.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.264+0000 7f5f7652c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5f7015af20 0x7f5f701f07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:33.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.264+0000 7f5f7652c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5f7015af20 0x7f5f701f07f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47296/0 (socket says 172.21.15.84:47296) 2024-04-15T15:11:33.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.264+0000 7f5f7652c640 1 -- 172.21.15.84:0/1365948081 learned_addr learned my addr 172.21.15.84:0/1365948081 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:33.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.264+0000 7f5f75d2b640 1 --2- 172.21.15.84:0/1365948081 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5f7006bf20 0x7f5f70159fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:33.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.264+0000 7f5f7552a640 1 --2- 172.21.15.84:0/1365948081 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5f700ccb50 0x7f5f70157280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:33.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.264+0000 7f5f7652c640 1 -- 172.21.15.84:0/1365948081 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5f700ccb50 msgr2=0x7f5f70157280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:33.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.265+0000 7f5f7652c640 1 --2- 172.21.15.84:0/1365948081 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5f700ccb50 0x7f5f70157280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:33.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.265+0000 7f5f7652c640 1 -- 172.21.15.84:0/1365948081 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5f7006bf20 msgr2=0x7f5f70159fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:33.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.265+0000 7f5f7652c640 1 --2- 172.21.15.84:0/1365948081 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5f7006bf20 0x7f5f70159fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:33.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.265+0000 7f5f7652c640 1 -- 172.21.15.84:0/1365948081 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f7015e5d0 con 0x7f5f7015af20 2024-04-15T15:11:33.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.265+0000 7f5f7552a640 1 --2- 172.21.15.84:0/1365948081 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5f700ccb50 0x7f5f70157280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:33.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.265+0000 7f5f7652c640 1 --2- 172.21.15.84:0/1365948081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5f7015af20 0x7f5f701f07f0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f5f6802e070 tx=0x7f5f68004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:33.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.265+0000 7f5f667fc640 1 -- 172.21.15.84:0/1365948081 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f6803b040 con 0x7f5f7015af20 2024-04-15T15:11:33.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.265+0000 7f5f667fc640 1 -- 172.21.15.84:0/1365948081 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f68046070 con 0x7f5f7015af20 2024-04-15T15:11:33.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.265+0000 7f5f77f8f640 1 -- 172.21.15.84:0/1365948081 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f7015e8b0 con 0x7f5f7015af20 2024-04-15T15:11:33.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.265+0000 7f5f667fc640 1 -- 172.21.15.84:0/1365948081 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f6803f890 con 0x7f5f7015af20 2024-04-15T15:11:33.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.265+0000 7f5f77f8f640 1 -- 172.21.15.84:0/1365948081 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f701577c0 con 0x7f5f7015af20 2024-04-15T15:11:33.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.266+0000 7f5f77f8f640 1 -- 172.21.15.84:0/1365948081 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f70075c50 con 0x7f5f7015af20 2024-04-15T15:11:33.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.267+0000 7f5f667fc640 1 -- 172.21.15.84:0/1365948081 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f5f6803fa30 con 0x7f5f7015af20 2024-04-15T15:11:33.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.267+0000 7f5f667fc640 1 --2- 172.21.15.84:0/1365948081 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5f5406c8f0 0x7f5f5406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:33.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.267+0000 7f5f75d2b640 1 --2- 172.21.15.84:0/1365948081 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5f5406c8f0 0x7f5f5406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:33.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.267+0000 7f5f667fc640 1 -- 172.21.15.84:0/1365948081 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7f5f680b0230 con 0x7f5f7015af20 2024-04-15T15:11:33.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.268+0000 7f5f75d2b640 1 --2- 172.21.15.84:0/1365948081 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5f5406c8f0 0x7f5f5406edb0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c005660 tx=0x7f5f6c003d90 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:33.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.272+0000 7f5f667fc640 1 -- 172.21.15.84:0/1365948081 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f5f6807e8e0 con 0x7f5f7015af20 2024-04-15T15:11:33.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.516+0000 7f5f77f8f640 1 -- 172.21.15.84:0/1365948081 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7f5f700d0bc0 con 0x7f5f7015af20 2024-04-15T15:11:33.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.518+0000 7f5f667fc640 1 -- 172.21.15.84:0/1365948081 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) ==== 90+0+0 (secure 0 0 0) 0x7f5f6807e1e0 con 0x7f5f7015af20 2024-04-15T15:11:33.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.519+0000 7f5f77f8f640 1 -- 172.21.15.84:0/1365948081 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5f5406c8f0 msgr2=0x7f5f5406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:33.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.519+0000 7f5f77f8f640 1 --2- 172.21.15.84:0/1365948081 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5f5406c8f0 0x7f5f5406edb0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c005660 tx=0x7f5f6c003d90 comp rx=0 tx=0).stop 2024-04-15T15:11:33.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.519+0000 7f5f77f8f640 1 -- 172.21.15.84:0/1365948081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5f7015af20 msgr2=0x7f5f701f07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:33.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.519+0000 7f5f77f8f640 1 --2- 172.21.15.84:0/1365948081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5f7015af20 0x7f5f701f07f0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f5f6802e070 tx=0x7f5f68004730 comp rx=0 tx=0).stop 2024-04-15T15:11:33.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.520+0000 7f5f77f8f640 1 -- 172.21.15.84:0/1365948081 shutdown_connections 2024-04-15T15:11:33.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.520+0000 7f5f77f8f640 1 --2- 172.21.15.84:0/1365948081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5f7015af20 0x7f5f701f07f0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:33.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.520+0000 7f5f77f8f640 1 --2- 172.21.15.84:0/1365948081 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5f700ccb50 0x7f5f70157280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:33.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.520+0000 7f5f77f8f640 1 --2- 172.21.15.84:0/1365948081 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5f5406c8f0 0x7f5f5406edb0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:33.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.520+0000 7f5f77f8f640 1 --2- 172.21.15.84:0/1365948081 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5f7006bf20 0x7f5f70159fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:33.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.520+0000 7f5f77f8f640 1 -- 172.21.15.84:0/1365948081 >> 172.21.15.84:0/1365948081 conn(0x7f5f700b31d0 msgr2=0x7f5f70073270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:33.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.520+0000 7f5f77f8f640 1 -- 172.21.15.84:0/1365948081 shutdown_connections 2024-04-15T15:11:33.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.520+0000 7f5f77f8f640 1 -- 172.21.15.84:0/1365948081 wait complete. 2024-04-15T15:11:33.532 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-04-15T15:11:33.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.635+0000 7f0af87ca640 1 Processor -- start 2024-04-15T15:11:33.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.635+0000 7f0af87ca640 1 -- start start 2024-04-15T15:11:33.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.636+0000 7f0af87ca640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f0af00cfe30 0x7f0af00cf040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:33.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.636+0000 7f0af87ca640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0af00ae160 con 0x7f0af015e770 2024-04-15T15:11:33.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.636+0000 7f0af87ca640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0af00b5310 con 0x7f0af00b4dc0 2024-04-15T15:11:33.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.636+0000 7f0af87ca640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f0af00cf580 con 0x7f0af00cfe30 2024-04-15T15:11:33.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.636+0000 7f0af5d65640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f0af00cfe30 0x7f0af00cf040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:33.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.636+0000 7f0af6566640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f0af015e770 0x7f0af00cf720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:37162/0 (socket says 172.21.15.84:37162) 2024-04-15T15:11:33.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.636+0000 7f0af6566640 1 -- 172.21.15.84:0/1522816137 learned_addr learned my addr 172.21.15.84:0/1522816137 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:33.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.636+0000 7f0af5d65640 1 -- 172.21.15.84:0/1522816137 >> v1:172.21.15.203:6789/0 conn(0x7f0af00b4dc0 legacy=0x7f0af00ae600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:33.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.636+0000 7f0af5d65640 1 -- 172.21.15.84:0/1522816137 >> v1:172.21.15.84:6789/0 conn(0x7f0af015e770 legacy=0x7f0af00cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:33.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.636+0000 7f0af5d65640 1 -- 172.21.15.84:0/1522816137 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0af00b55f0 con 0x7f0af00cfe30 2024-04-15T15:11:33.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.637+0000 7f0af5d65640 1 --2- 172.21.15.84:0/1522816137 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0af00cfe30 0x7f0af00cf040 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f0ae00097a0 tx=0x7f0ae002b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b16129e87e8ad9d8 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:33.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.637+0000 7f0af5564640 1 -- 172.21.15.84:0/1522816137 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae0035020 con 0x7f0af00cfe30 2024-04-15T15:11:33.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.637+0000 7f0af5564640 1 -- 172.21.15.84:0/1522816137 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ae0031830 con 0x7f0af00cfe30 2024-04-15T15:11:33.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.637+0000 7f0af5564640 1 -- 172.21.15.84:0/1522816137 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae0031c00 con 0x7f0af00cfe30 2024-04-15T15:11:33.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.638+0000 7f0af87ca640 1 -- 172.21.15.84:0/1522816137 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0af00cfe30 msgr2=0x7f0af00cf040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:33.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.638+0000 7f0af87ca640 1 --2- 172.21.15.84:0/1522816137 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0af00cfe30 0x7f0af00cf040 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f0ae00097a0 tx=0x7f0ae002b8d0 comp rx=0 tx=0).stop 2024-04-15T15:11:33.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.638+0000 7f0af87ca640 1 -- 172.21.15.84:0/1522816137 shutdown_connections 2024-04-15T15:11:33.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.638+0000 7f0af87ca640 1 --2- 172.21.15.84:0/1522816137 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0af00cfe30 0x7f0af00cf040 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:33.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.638+0000 7f0af87ca640 1 -- 172.21.15.84:0/1522816137 >> 172.21.15.84:0/1522816137 conn(0x7f0af00d13a0 msgr2=0x7f0af00d1780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:33.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.638+0000 7f0af87ca640 1 -- 172.21.15.84:0/1522816137 shutdown_connections 2024-04-15T15:11:33.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.638+0000 7f0af87ca640 1 -- 172.21.15.84:0/1522816137 wait complete. 2024-04-15T15:11:33.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.639+0000 7f0af87ca640 1 Processor -- start 2024-04-15T15:11:33.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.639+0000 7f0af87ca640 1 -- start start 2024-04-15T15:11:33.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.640+0000 7f0af87ca640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0af00b4dc0 0x7f0af0157a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:33.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.640+0000 7f0af87ca640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0af00cfe30 0x7f0af00afd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:33.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.640+0000 7f0af87ca640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0af015e770 0x7f0af01614b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:33.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.640+0000 7f0af87ca640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0af015eb50 con 0x7f0af015e770 2024-04-15T15:11:33.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.640+0000 7f0af87ca640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0af00b5bb0 con 0x7f0af00cfe30 2024-04-15T15:11:33.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.640+0000 7f0af87ca640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f0af015ecd0 con 0x7f0af00b4dc0 2024-04-15T15:11:33.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.640+0000 7f0af6d67640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0af015e770 0x7f0af01614b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:33.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.640+0000 7f0af6d67640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0af015e770 0x7f0af01614b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47310/0 (socket says 172.21.15.84:47310) 2024-04-15T15:11:33.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.640+0000 7f0af6d67640 1 -- 172.21.15.84:0/1186363616 learned_addr learned my addr 172.21.15.84:0/1186363616 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:33.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.640+0000 7f0af5d65640 1 --2- 172.21.15.84:0/1186363616 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0af00cfe30 0x7f0af00afd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:33.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.640+0000 7f0af6d67640 1 -- 172.21.15.84:0/1186363616 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0af00b4dc0 msgr2=0x7f0af0157a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:33.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.640+0000 7f0af6566640 1 --2- 172.21.15.84:0/1186363616 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0af00b4dc0 0x7f0af0157a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:33.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.640+0000 7f0af6d67640 1 --2- 172.21.15.84:0/1186363616 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0af00b4dc0 0x7f0af0157a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:33.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.640+0000 7f0af6d67640 1 -- 172.21.15.84:0/1186363616 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0af00cfe30 msgr2=0x7f0af00afd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:33.644 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.640+0000 7f0af6d67640 1 --2- 172.21.15.84:0/1186363616 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0af00cfe30 0x7f0af00afd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:33.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.640+0000 7f0af6d67640 1 -- 172.21.15.84:0/1186363616 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0af0149c80 con 0x7f0af015e770 2024-04-15T15:11:33.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.640+0000 7f0af5d65640 1 --2- 172.21.15.84:0/1186363616 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0af00cfe30 0x7f0af00afd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:33.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.640+0000 7f0af6d67640 1 --2- 172.21.15.84:0/1186363616 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0af015e770 0x7f0af01614b0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f0ae800c780 tx=0x7f0ae800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:33.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.640+0000 7f0ae6ffd640 1 -- 172.21.15.84:0/1186363616 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae8017070 con 0x7f0af015e770 2024-04-15T15:11:33.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.641+0000 7f0ae6ffd640 1 -- 172.21.15.84:0/1186363616 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ae8003da0 con 0x7f0af015e770 2024-04-15T15:11:33.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.641+0000 7f0af87ca640 1 -- 172.21.15.84:0/1186363616 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0af0149f60 con 0x7f0af015e770 2024-04-15T15:11:33.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.641+0000 7f0ae6ffd640 1 -- 172.21.15.84:0/1186363616 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae80052b0 con 0x7f0af015e770 2024-04-15T15:11:33.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.641+0000 7f0af87ca640 1 -- 172.21.15.84:0/1186363616 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0af014a520 con 0x7f0af015e770 2024-04-15T15:11:33.645 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.641+0000 7f0af87ca640 1 -- 172.21.15.84:0/1186363616 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0af0075c50 con 0x7f0af015e770 2024-04-15T15:11:33.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.642+0000 7f0ae6ffd640 1 -- 172.21.15.84:0/1186363616 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f0ae801a070 con 0x7f0af015e770 2024-04-15T15:11:33.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.642+0000 7f0ae6ffd640 1 --2- 172.21.15.84:0/1186363616 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0ad406c8f0 0x7f0ad406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:33.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.643+0000 7f0ae6ffd640 1 -- 172.21.15.84:0/1186363616 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7f0ae808b010 con 0x7f0af015e770 2024-04-15T15:11:33.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.643+0000 7f0af6566640 1 --2- 172.21.15.84:0/1186363616 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0ad406c8f0 0x7f0ad406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:33.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.643+0000 7f0af6566640 1 --2- 172.21.15.84:0/1186363616 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0ad406c8f0 0x7f0ad406edb0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0aec000f60 tx=0x7f0aec009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:33.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.647+0000 7f0ae6ffd640 1 -- 172.21.15.84:0/1186363616 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f0ae8059690 con 0x7f0af015e770 2024-04-15T15:11:33.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.892+0000 7f0af87ca640 1 -- 172.21.15.84:0/1186363616 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7f0af00cfa80 con 0x7f0af015e770 2024-04-15T15:11:33.897 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.896+0000 7f0ae6ffd640 1 -- 172.21.15.84:0/1186363616 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) ==== 90+0+0 (secure 0 0 0) 0x7f0ae8058f90 con 0x7f0af015e770 2024-04-15T15:11:33.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.898+0000 7f0af87ca640 1 -- 172.21.15.84:0/1186363616 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0ad406c8f0 msgr2=0x7f0ad406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:33.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.898+0000 7f0af87ca640 1 --2- 172.21.15.84:0/1186363616 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0ad406c8f0 0x7f0ad406edb0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0aec000f60 tx=0x7f0aec009040 comp rx=0 tx=0).stop 2024-04-15T15:11:33.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.898+0000 7f0af87ca640 1 -- 172.21.15.84:0/1186363616 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0af015e770 msgr2=0x7f0af01614b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:33.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.898+0000 7f0af87ca640 1 --2- 172.21.15.84:0/1186363616 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0af015e770 0x7f0af01614b0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f0ae800c780 tx=0x7f0ae800cc40 comp rx=0 tx=0).stop 2024-04-15T15:11:33.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.898+0000 7f0af87ca640 1 -- 172.21.15.84:0/1186363616 shutdown_connections 2024-04-15T15:11:33.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.898+0000 7f0af87ca640 1 --2- 172.21.15.84:0/1186363616 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0ad406c8f0 0x7f0ad406edb0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:33.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.898+0000 7f0af87ca640 1 --2- 172.21.15.84:0/1186363616 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0af00cfe30 0x7f0af00afd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:33.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.898+0000 7f0af87ca640 1 --2- 172.21.15.84:0/1186363616 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0af015e770 0x7f0af01614b0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:33.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.898+0000 7f0af87ca640 1 --2- 172.21.15.84:0/1186363616 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0af00b4dc0 0x7f0af0157a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:33.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.898+0000 7f0af87ca640 1 -- 172.21.15.84:0/1186363616 >> 172.21.15.84:0/1186363616 conn(0x7f0af00d13a0 msgr2=0x7f0af00ce5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:33.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.898+0000 7f0af87ca640 1 -- 172.21.15.84:0/1186363616 shutdown_connections 2024-04-15T15:11:33.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:33.898+0000 7f0af87ca640 1 -- 172.21.15.84:0/1186363616 wait complete. 2024-04-15T15:11:33.910 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-04-15T15:11:34.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.014+0000 7f28798ba640 1 Processor -- start 2024-04-15T15:11:34.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.014+0000 7f28798ba640 1 -- start start 2024-04-15T15:11:34.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.015+0000 7f28798ba640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f28740ccb50 0x7f287406dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:34.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.015+0000 7f28798ba640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f287415af20 0x7f28740ccf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:34.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.015+0000 7f28798ba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f287406d030 0x7f28740d0180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:34.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.015+0000 7f28798ba640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f287406ba90 con 0x7f28740ccb50 2024-04-15T15:11:34.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.015+0000 7f28798ba640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f28740cd470 con 0x7f287415af20 2024-04-15T15:11:34.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.015+0000 7f28798ba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f287415c110 con 0x7f287406d030 2024-04-15T15:11:34.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.015+0000 7f2872ffd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f28740ccb50 0x7f287406dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:34.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.015+0000 7f2872ffd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f28740ccb50 0x7f287406dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47314/0 (socket says 172.21.15.84:47314) 2024-04-15T15:11:34.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.015+0000 7f2872ffd640 1 -- 172.21.15.84:0/1985535660 learned_addr learned my addr 172.21.15.84:0/1985535660 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:34.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.015+0000 7f286bfff640 1 --2- 172.21.15.84:0/1985535660 >> v2:172.21.15.203:3300/0 conn(0x7f287415af20 0x7f28740ccf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:34.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.015+0000 7f28737fe640 1 --2- 172.21.15.84:0/1985535660 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f287406d030 0x7f28740d0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:34.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.015+0000 7f2872ffd640 1 -- 172.21.15.84:0/1985535660 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f287406d030 msgr2=0x7f28740d0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:34.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.015+0000 7f2872ffd640 1 --2- 172.21.15.84:0/1985535660 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f287406d030 0x7f28740d0180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.015+0000 7f2872ffd640 1 -- 172.21.15.84:0/1985535660 >> v2:172.21.15.203:3300/0 conn(0x7f287415af20 msgr2=0x7f28740ccf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:34.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.015+0000 7f2872ffd640 1 --2- 172.21.15.84:0/1985535660 >> v2:172.21.15.203:3300/0 conn(0x7f287415af20 0x7f28740ccf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.015+0000 7f2872ffd640 1 -- 172.21.15.84:0/1985535660 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28740cfae0 con 0x7f28740ccb50 2024-04-15T15:11:34.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.016+0000 7f2872ffd640 1 --2- 172.21.15.84:0/1985535660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f28740ccb50 0x7f287406dc10 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f287407ac20 tx=0x7f286402b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d858ead40a021b7 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:34.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.016+0000 7f28727fc640 1 -- 172.21.15.84:0/1985535660 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f286402e070 con 0x7f28740ccb50 2024-04-15T15:11:34.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.016+0000 7f28727fc640 1 -- 172.21.15.84:0/1985535660 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2864037070 con 0x7f28740ccb50 2024-04-15T15:11:34.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.016+0000 7f28727fc640 1 -- 172.21.15.84:0/1985535660 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2864031a00 con 0x7f28740ccb50 2024-04-15T15:11:34.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.017+0000 7f28798ba640 1 -- 172.21.15.84:0/1985535660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f28740ccb50 msgr2=0x7f287406dc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:34.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.017+0000 7f28798ba640 1 --2- 172.21.15.84:0/1985535660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f28740ccb50 0x7f287406dc10 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f287407ac20 tx=0x7f286402b880 comp rx=0 tx=0).stop 2024-04-15T15:11:34.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.017+0000 7f28798ba640 1 -- 172.21.15.84:0/1985535660 shutdown_connections 2024-04-15T15:11:34.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.017+0000 7f28798ba640 1 --2- 172.21.15.84:0/1985535660 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f287406d030 0x7f28740d0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.017+0000 7f28798ba640 1 --2- 172.21.15.84:0/1985535660 >> v2:172.21.15.203:3300/0 conn(0x7f287415af20 0x7f28740ccf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.017+0000 7f28798ba640 1 --2- 172.21.15.84:0/1985535660 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f28740ccb50 0x7f287406dc10 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.017+0000 7f28798ba640 1 -- 172.21.15.84:0/1985535660 >> 172.21.15.84:0/1985535660 conn(0x7f28740b31d0 msgr2=0x7f28740b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:34.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.017+0000 7f28798ba640 1 -- 172.21.15.84:0/1985535660 shutdown_connections 2024-04-15T15:11:34.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.017+0000 7f28798ba640 1 -- 172.21.15.84:0/1985535660 wait complete. 2024-04-15T15:11:34.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.018+0000 7f28798ba640 1 Processor -- start 2024-04-15T15:11:34.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.018+0000 7f28798ba640 1 -- start start 2024-04-15T15:11:34.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f28798ba640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f287406d030 0x7f28740c9730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:34.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f28798ba640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f28740ccb50 0x7f2874149ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:34.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f28798ba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f287415af20 0x7f287415ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:34.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f28798ba640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f28740cf8c0 con 0x7f287406d030 2024-04-15T15:11:34.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f28798ba640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f28740cf740 con 0x7f28740ccb50 2024-04-15T15:11:34.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f28798ba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f28740cc770 con 0x7f287415af20 2024-04-15T15:11:34.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f2872ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f287406d030 0x7f28740c9730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:34.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f2872ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f287406d030 0x7f28740c9730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47322/0 (socket says 172.21.15.84:47322) 2024-04-15T15:11:34.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f2872ffd640 1 -- 172.21.15.84:0/3897233337 learned_addr learned my addr 172.21.15.84:0/3897233337 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:34.024 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f28737fe640 1 --2- 172.21.15.84:0/3897233337 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f287415af20 0x7f287415ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:34.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f286bfff640 1 --2- 172.21.15.84:0/3897233337 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f28740ccb50 0x7f2874149ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:34.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f2872ffd640 1 -- 172.21.15.84:0/3897233337 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f287415af20 msgr2=0x7f287415ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:34.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f2872ffd640 1 --2- 172.21.15.84:0/3897233337 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f287415af20 0x7f287415ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f2872ffd640 1 -- 172.21.15.84:0/3897233337 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f28740ccb50 msgr2=0x7f2874149ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:34.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f2872ffd640 1 --2- 172.21.15.84:0/3897233337 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f28740ccb50 0x7f2874149ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f2872ffd640 1 -- 172.21.15.84:0/3897233337 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28740ad150 con 0x7f287406d030 2024-04-15T15:11:34.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f286bfff640 1 --2- 172.21.15.84:0/3897233337 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f28740ccb50 0x7f2874149ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:34.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f2872ffd640 1 --2- 172.21.15.84:0/3897233337 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f287406d030 0x7f28740c9730 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f286402b8c0 tx=0x7f28640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:34.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f2870ff9640 1 -- 172.21.15.84:0/3897233337 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2864032880 con 0x7f287406d030 2024-04-15T15:11:34.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f2870ff9640 1 -- 172.21.15.84:0/3897233337 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2864032a40 con 0x7f287406d030 2024-04-15T15:11:34.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f2870ff9640 1 -- 172.21.15.84:0/3897233337 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2864032e30 con 0x7f287406d030 2024-04-15T15:11:34.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f28798ba640 1 -- 172.21.15.84:0/3897233337 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28740ad430 con 0x7f287406d030 2024-04-15T15:11:34.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.019+0000 7f28798ba640 1 -- 172.21.15.84:0/3897233337 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28740ad9f0 con 0x7f287406d030 2024-04-15T15:11:34.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.020+0000 7f28798ba640 1 -- 172.21.15.84:0/3897233337 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2874075c50 con 0x7f287406d030 2024-04-15T15:11:34.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.021+0000 7f2870ff9640 1 -- 172.21.15.84:0/3897233337 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f28640453f0 con 0x7f287406d030 2024-04-15T15:11:34.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.021+0000 7f2870ff9640 1 --2- 172.21.15.84:0/3897233337 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f285406c8f0 0x7f285406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:34.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.021+0000 7f2870ff9640 1 -- 172.21.15.84:0/3897233337 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7f28640ad7c0 con 0x7f287406d030 2024-04-15T15:11:34.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.021+0000 7f286bfff640 1 --2- 172.21.15.84:0/3897233337 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f285406c8f0 0x7f285406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:34.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.022+0000 7f286bfff640 1 --2- 172.21.15.84:0/3897233337 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f285406c8f0 0x7f285406edb0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f28740c9c70 tx=0x7f285c008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:34.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.026+0000 7f2870ff9640 1 -- 172.21.15.84:0/3897233337 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f2864040070 con 0x7f287406d030 2024-04-15T15:11:34.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.268+0000 7f28798ba640 1 -- 172.21.15.84:0/3897233337 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7f28740d0bc0 con 0x7f287406d030 2024-04-15T15:11:34.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.272+0000 7f2870ff9640 1 -- 172.21.15.84:0/3897233337 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7f286407bdb0 con 0x7f287406d030 2024-04-15T15:11:34.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.274+0000 7f28798ba640 1 -- 172.21.15.84:0/3897233337 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f285406c8f0 msgr2=0x7f285406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:34.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.274+0000 7f28798ba640 1 --2- 172.21.15.84:0/3897233337 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f285406c8f0 0x7f285406edb0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f28740c9c70 tx=0x7f285c008040 comp rx=0 tx=0).stop 2024-04-15T15:11:34.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.274+0000 7f28798ba640 1 -- 172.21.15.84:0/3897233337 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f287406d030 msgr2=0x7f28740c9730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:34.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.274+0000 7f28798ba640 1 --2- 172.21.15.84:0/3897233337 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f287406d030 0x7f28740c9730 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f286402b8c0 tx=0x7f28640046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.276 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.274+0000 7f28798ba640 1 -- 172.21.15.84:0/3897233337 shutdown_connections 2024-04-15T15:11:34.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.274+0000 7f28798ba640 1 --2- 172.21.15.84:0/3897233337 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f285406c8f0 0x7f285406edb0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.274+0000 7f28798ba640 1 --2- 172.21.15.84:0/3897233337 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f28740ccb50 0x7f2874149ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.274+0000 7f28798ba640 1 --2- 172.21.15.84:0/3897233337 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f287415af20 0x7f287415ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.274+0000 7f28798ba640 1 --2- 172.21.15.84:0/3897233337 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f287406d030 0x7f28740c9730 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.274+0000 7f28798ba640 1 -- 172.21.15.84:0/3897233337 >> 172.21.15.84:0/3897233337 conn(0x7f28740b31d0 msgr2=0x7f28740af2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:34.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.274+0000 7f28798ba640 1 -- 172.21.15.84:0/3897233337 shutdown_connections 2024-04-15T15:11:34.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.274+0000 7f28798ba640 1 -- 172.21.15.84:0/3897233337 wait complete. 2024-04-15T15:11:34.287 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-04-15T15:11:34.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.389+0000 7f9927fbd640 1 Processor -- start 2024-04-15T15:11:34.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.389+0000 7f9927fbd640 1 -- start start 2024-04-15T15:11:34.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.390+0000 7f9927fbd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f99200b67c0 0x7f99200d1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:34.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.390+0000 7f9927fbd640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99200ccfe0 con 0x7f9920161ee0 2024-04-15T15:11:34.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.390+0000 7f9927fbd640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99200cd2c0 con 0x7f99200b6c20 2024-04-15T15:11:34.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.390+0000 7f9927fbd640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f99201622c0 con 0x7f99200b67c0 2024-04-15T15:11:34.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.390+0000 7f9925d59640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f9920161ee0 0x7f99200c95f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:37170/0 (socket says 172.21.15.84:37170) 2024-04-15T15:11:34.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.390+0000 7f9925d59640 1 -- 172.21.15.84:0/2770276455 learned_addr learned my addr 172.21.15.84:0/2770276455 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:34.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.390+0000 7f9925558640 1 --2- 172.21.15.84:0/2770276455 >> v2:172.21.15.84:3300/0 conn(0x7f99200b67c0 0x7f99200d1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:34.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.391+0000 7f9925558640 1 -- 172.21.15.84:0/2770276455 >> v1:172.21.15.203:6789/0 conn(0x7f99200b6c20 legacy=0x7f99200ce080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:34.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.391+0000 7f9925558640 1 -- 172.21.15.84:0/2770276455 >> v1:172.21.15.84:6789/0 conn(0x7f9920161ee0 legacy=0x7f99200c95f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:34.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.391+0000 7f9925558640 1 -- 172.21.15.84:0/2770276455 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99200cd5a0 con 0x7f99200b67c0 2024-04-15T15:11:34.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.391+0000 7f9925558640 1 --2- 172.21.15.84:0/2770276455 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99200b67c0 0x7f99200d1100 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f99100097a0 tx=0x7f991002b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b77a26f68b89bd server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:34.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.392+0000 7f9924d57640 1 -- 172.21.15.84:0/2770276455 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9910035020 con 0x7f99200b67c0 2024-04-15T15:11:34.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.392+0000 7f9924d57640 1 -- 172.21.15.84:0/2770276455 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9910031830 con 0x7f99200b67c0 2024-04-15T15:11:34.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.392+0000 7f9924d57640 1 -- 172.21.15.84:0/2770276455 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9910031c00 con 0x7f99200b67c0 2024-04-15T15:11:34.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.392+0000 7f9927fbd640 1 -- 172.21.15.84:0/2770276455 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99200b67c0 msgr2=0x7f99200d1100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:34.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.392+0000 7f9927fbd640 1 --2- 172.21.15.84:0/2770276455 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99200b67c0 0x7f99200d1100 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f99100097a0 tx=0x7f991002b8d0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.392+0000 7f9927fbd640 1 -- 172.21.15.84:0/2770276455 shutdown_connections 2024-04-15T15:11:34.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.392+0000 7f9927fbd640 1 --2- 172.21.15.84:0/2770276455 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99200b67c0 0x7f99200d1100 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.392+0000 7f9927fbd640 1 -- 172.21.15.84:0/2770276455 >> 172.21.15.84:0/2770276455 conn(0x7f99200b4010 msgr2=0x7f99200b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:34.397 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.392+0000 7f9927fbd640 1 -- 172.21.15.84:0/2770276455 shutdown_connections 2024-04-15T15:11:34.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.392+0000 7f9927fbd640 1 -- 172.21.15.84:0/2770276455 wait complete. 2024-04-15T15:11:34.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.393+0000 7f9927fbd640 1 Processor -- start 2024-04-15T15:11:34.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.393+0000 7f9927fbd640 1 -- start start 2024-04-15T15:11:34.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.394+0000 7f9927fbd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99200b67c0 0x7f99200c7d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:34.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.394+0000 7f9927fbd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f99200b6c20 0x7f992015ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:34.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.394+0000 7f9927fbd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9920161ee0 0x7f99200b12b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:34.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.394+0000 7f9927fbd640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f99200cccf0 con 0x7f99200b67c0 2024-04-15T15:11:34.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.394+0000 7f9927fbd640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f99200ccb70 con 0x7f9920161ee0 2024-04-15T15:11:34.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.394+0000 7f9927fbd640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f99200d1640 con 0x7f99200b6c20 2024-04-15T15:11:34.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.394+0000 7f9925d59640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99200b67c0 0x7f99200c7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:34.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.394+0000 7f9925d59640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99200b67c0 0x7f99200c7d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47334/0 (socket says 172.21.15.84:47334) 2024-04-15T15:11:34.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.394+0000 7f9925d59640 1 -- 172.21.15.84:0/3803440413 learned_addr learned my addr 172.21.15.84:0/3803440413 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:34.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.394+0000 7f992655a640 1 --2- 172.21.15.84:0/3803440413 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9920161ee0 0x7f99200b12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:34.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.394+0000 7f9925558640 1 --2- 172.21.15.84:0/3803440413 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f99200b6c20 0x7f992015ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:34.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.395+0000 7f9925d59640 1 -- 172.21.15.84:0/3803440413 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f99200b6c20 msgr2=0x7f992015ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:34.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.395+0000 7f9925d59640 1 --2- 172.21.15.84:0/3803440413 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f99200b6c20 0x7f992015ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.395+0000 7f9925d59640 1 -- 172.21.15.84:0/3803440413 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9920161ee0 msgr2=0x7f99200b12b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:34.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.395+0000 7f9925d59640 1 --2- 172.21.15.84:0/3803440413 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9920161ee0 0x7f99200b12b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.402 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.395+0000 7f9925d59640 1 -- 172.21.15.84:0/3803440413 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f992015d200 con 0x7f99200b67c0 2024-04-15T15:11:34.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.395+0000 7f9925d59640 1 --2- 172.21.15.84:0/3803440413 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99200b67c0 0x7f99200c7d70 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f991c00c3c0 tx=0x7f991c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:34.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.395+0000 7f99167fc640 1 -- 172.21.15.84:0/3803440413 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991c017070 con 0x7f99200b67c0 2024-04-15T15:11:34.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.395+0000 7f99167fc640 1 -- 172.21.15.84:0/3803440413 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f991c005ce0 con 0x7f99200b67c0 2024-04-15T15:11:34.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.395+0000 7f9927fbd640 1 -- 172.21.15.84:0/3803440413 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99200c85b0 con 0x7f99200b67c0 2024-04-15T15:11:34.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.395+0000 7f99167fc640 1 -- 172.21.15.84:0/3803440413 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991c0072f0 con 0x7f99200b67c0 2024-04-15T15:11:34.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.395+0000 7f9927fbd640 1 -- 172.21.15.84:0/3803440413 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99200ae430 con 0x7f99200b67c0 2024-04-15T15:11:34.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.396+0000 7f9927fbd640 1 -- 172.21.15.84:0/3803440413 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9920075c50 con 0x7f99200b67c0 2024-04-15T15:11:34.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.396+0000 7f99167fc640 1 -- 172.21.15.84:0/3803440413 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f991c01a070 con 0x7f99200b67c0 2024-04-15T15:11:34.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.397+0000 7f99167fc640 1 --2- 172.21.15.84:0/3803440413 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f990406c8f0 0x7f990406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:34.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.397+0000 7f9925558640 1 --2- 172.21.15.84:0/3803440413 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f990406c8f0 0x7f990406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:34.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.397+0000 7f99167fc640 1 -- 172.21.15.84:0/3803440413 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7f991c08ad30 con 0x7f99200b67c0 2024-04-15T15:11:34.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.397+0000 7f9925558640 1 --2- 172.21.15.84:0/3803440413 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f990406c8f0 0x7f990406edb0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f9910036000 tx=0x7f9910008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:34.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.401+0000 7f99167fc640 1 -- 172.21.15.84:0/3803440413 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f991c059320 con 0x7f99200b67c0 2024-04-15T15:11:34.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.646+0000 7f9927fbd640 1 -- 172.21.15.84:0/3803440413 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7f99200d1e50 con 0x7f99200b67c0 2024-04-15T15:11:34.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.650+0000 7f99167fc640 1 -- 172.21.15.84:0/3803440413 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7f991c058c20 con 0x7f99200b67c0 2024-04-15T15:11:34.653 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.652+0000 7f9927fbd640 1 -- 172.21.15.84:0/3803440413 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f990406c8f0 msgr2=0x7f990406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:34.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.652+0000 7f9927fbd640 1 --2- 172.21.15.84:0/3803440413 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f990406c8f0 0x7f990406edb0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f9910036000 tx=0x7f9910008030 comp rx=0 tx=0).stop 2024-04-15T15:11:34.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.652+0000 7f9927fbd640 1 -- 172.21.15.84:0/3803440413 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99200b67c0 msgr2=0x7f99200c7d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:34.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.652+0000 7f9927fbd640 1 --2- 172.21.15.84:0/3803440413 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99200b67c0 0x7f99200c7d70 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f991c00c3c0 tx=0x7f991c00c880 comp rx=0 tx=0).stop 2024-04-15T15:11:34.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.652+0000 7f9927fbd640 1 -- 172.21.15.84:0/3803440413 shutdown_connections 2024-04-15T15:11:34.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.652+0000 7f9927fbd640 1 --2- 172.21.15.84:0/3803440413 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f990406c8f0 0x7f990406edb0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.652+0000 7f9927fbd640 1 --2- 172.21.15.84:0/3803440413 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9920161ee0 0x7f99200b12b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.652+0000 7f9927fbd640 1 --2- 172.21.15.84:0/3803440413 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f99200b6c20 0x7f992015ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.652+0000 7f9927fbd640 1 --2- 172.21.15.84:0/3803440413 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f99200b67c0 0x7f99200c7d70 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.652+0000 7f9927fbd640 1 -- 172.21.15.84:0/3803440413 >> 172.21.15.84:0/3803440413 conn(0x7f99200b4010 msgr2=0x7f99200cff80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:34.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.652+0000 7f9927fbd640 1 -- 172.21.15.84:0/3803440413 shutdown_connections 2024-04-15T15:11:34.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.652+0000 7f9927fbd640 1 -- 172.21.15.84:0/3803440413 wait complete. 2024-04-15T15:11:34.664 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-04-15T15:11:34.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.767+0000 7fe913d32640 1 Processor -- start 2024-04-15T15:11:34.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.767+0000 7fe913d32640 1 -- start start 2024-04-15T15:11:34.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.768+0000 7fe913d32640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fe90c161f10 0x7fe90c06ec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:34.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.768+0000 7fe913d32640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fe90c0b5b70 0x7fe90c0b6000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:34.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.768+0000 7fe913d32640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe90c06d6c0 0x7fe90c06db30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:34.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.768+0000 7fe913d32640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fe90c0b2a70 con 0x7fe90c161f10 2024-04-15T15:11:34.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.768+0000 7fe913d32640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fe90c0b2d50 con 0x7fe90c0b5b70 2024-04-15T15:11:34.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.768+0000 7fe913d32640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe90c0b3030 con 0x7fe90c06d6c0 2024-04-15T15:11:34.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.768+0000 7fe911ace640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fe90c161f10 0x7fe90c06ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:34.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.768+0000 7fe911ace640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fe90c161f10 0x7fe90c06ec00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47344/0 (socket says 172.21.15.84:47344) 2024-04-15T15:11:34.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.768+0000 7fe911ace640 1 -- 172.21.15.84:0/1814358789 learned_addr learned my addr 172.21.15.84:0/1814358789 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:34.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.768+0000 7fe9112cd640 1 --2- 172.21.15.84:0/1814358789 >> v2:172.21.15.203:3300/0 conn(0x7fe90c0b5b70 0x7fe90c0b6000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:34.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.768+0000 7fe9122cf640 1 --2- 172.21.15.84:0/1814358789 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe90c06d6c0 0x7fe90c06db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:34.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.768+0000 7fe911ace640 1 -- 172.21.15.84:0/1814358789 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe90c06d6c0 msgr2=0x7fe90c06db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:34.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.768+0000 7fe911ace640 1 --2- 172.21.15.84:0/1814358789 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe90c06d6c0 0x7fe90c06db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.768+0000 7fe911ace640 1 -- 172.21.15.84:0/1814358789 >> v2:172.21.15.203:3300/0 conn(0x7fe90c0b5b70 msgr2=0x7fe90c0b6000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:34.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.768+0000 7fe911ace640 1 --2- 172.21.15.84:0/1814358789 >> v2:172.21.15.203:3300/0 conn(0x7fe90c0b5b70 0x7fe90c0b6000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.768+0000 7fe911ace640 1 -- 172.21.15.84:0/1814358789 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe90c0b3310 con 0x7fe90c161f10 2024-04-15T15:11:34.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.769+0000 7fe911ace640 1 --2- 172.21.15.84:0/1814358789 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe90c161f10 0x7fe90c06ec00 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fe90c06cf30 tx=0x7fe8fc02b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7907922fdc2b699 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:34.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.769+0000 7fe910acc640 1 -- 172.21.15.84:0/1814358789 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8fc035020 con 0x7fe90c161f10 2024-04-15T15:11:34.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.769+0000 7fe910acc640 1 -- 172.21.15.84:0/1814358789 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8fc031870 con 0x7fe90c161f10 2024-04-15T15:11:34.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.769+0000 7fe910acc640 1 -- 172.21.15.84:0/1814358789 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8fc031c40 con 0x7fe90c161f10 2024-04-15T15:11:34.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.770+0000 7fe913d32640 1 -- 172.21.15.84:0/1814358789 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe90c161f10 msgr2=0x7fe90c06ec00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:34.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.770+0000 7fe913d32640 1 --2- 172.21.15.84:0/1814358789 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe90c161f10 0x7fe90c06ec00 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fe90c06cf30 tx=0x7fe8fc02b910 comp rx=0 tx=0).stop 2024-04-15T15:11:34.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.770+0000 7fe913d32640 1 -- 172.21.15.84:0/1814358789 shutdown_connections 2024-04-15T15:11:34.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.770+0000 7fe913d32640 1 --2- 172.21.15.84:0/1814358789 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe90c06d6c0 0x7fe90c06db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.770+0000 7fe913d32640 1 --2- 172.21.15.84:0/1814358789 >> v2:172.21.15.203:3300/0 conn(0x7fe90c0b5b70 0x7fe90c0b6000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.770+0000 7fe913d32640 1 --2- 172.21.15.84:0/1814358789 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe90c161f10 0x7fe90c06ec00 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.770+0000 7fe913d32640 1 -- 172.21.15.84:0/1814358789 >> 172.21.15.84:0/1814358789 conn(0x7fe90c0d24d0 msgr2=0x7fe90c0d28e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:34.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.770+0000 7fe913d32640 1 -- 172.21.15.84:0/1814358789 shutdown_connections 2024-04-15T15:11:34.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.770+0000 7fe913d32640 1 -- 172.21.15.84:0/1814358789 wait complete. 2024-04-15T15:11:34.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.771+0000 7fe913d32640 1 Processor -- start 2024-04-15T15:11:34.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.771+0000 7fe913d32640 1 -- start start 2024-04-15T15:11:34.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.772+0000 7fe913d32640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe90c06d6c0 0x7fe90c1f4d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:34.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.772+0000 7fe913d32640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe90c0b5b70 0x7fe90c0cdd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:34.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.772+0000 7fe913d32640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe90c161f10 0x7fe90c155a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:34.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.772+0000 7fe913d32640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe90c0d2330 con 0x7fe90c0b5b70 2024-04-15T15:11:34.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.772+0000 7fe913d32640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe90c0d21b0 con 0x7fe90c06d6c0 2024-04-15T15:11:34.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.772+0000 7fe913d32640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe90c06f140 con 0x7fe90c161f10 2024-04-15T15:11:34.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.772+0000 7fe9112cd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe90c0b5b70 0x7fe90c0cdd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:34.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.772+0000 7fe9112cd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe90c0b5b70 0x7fe90c0cdd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47358/0 (socket says 172.21.15.84:47358) 2024-04-15T15:11:34.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.772+0000 7fe9112cd640 1 -- 172.21.15.84:0/3878577470 learned_addr learned my addr 172.21.15.84:0/3878577470 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:34.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.772+0000 7fe911ace640 1 --2- 172.21.15.84:0/3878577470 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe90c06d6c0 0x7fe90c1f4d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:34.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.772+0000 7fe9122cf640 1 --2- 172.21.15.84:0/3878577470 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe90c161f10 0x7fe90c155a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:34.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.772+0000 7fe9112cd640 1 -- 172.21.15.84:0/3878577470 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe90c161f10 msgr2=0x7fe90c155a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:34.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.772+0000 7fe9112cd640 1 --2- 172.21.15.84:0/3878577470 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe90c161f10 0x7fe90c155a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.772+0000 7fe9112cd640 1 -- 172.21.15.84:0/3878577470 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe90c06d6c0 msgr2=0x7fe90c1f4d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:34.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.772+0000 7fe9112cd640 1 --2- 172.21.15.84:0/3878577470 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe90c06d6c0 0x7fe90c1f4d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:34.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.772+0000 7fe9112cd640 1 -- 172.21.15.84:0/3878577470 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe90c0ce2c0 con 0x7fe90c0b5b70 2024-04-15T15:11:34.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.772+0000 7fe911ace640 1 --2- 172.21.15.84:0/3878577470 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe90c06d6c0 0x7fe90c1f4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:34.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.773+0000 7fe9112cd640 1 --2- 172.21.15.84:0/3878577470 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe90c0b5b70 0x7fe90c0cdd80 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fe90800d830 tx=0x7fe90800dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:34.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.773+0000 7fe9027fc640 1 -- 172.21.15.84:0/3878577470 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe90800b6c0 con 0x7fe90c0b5b70 2024-04-15T15:11:34.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.773+0000 7fe9027fc640 1 -- 172.21.15.84:0/3878577470 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe908019070 con 0x7fe90c0b5b70 2024-04-15T15:11:34.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.773+0000 7fe913d32640 1 -- 172.21.15.84:0/3878577470 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe90c154cb0 con 0x7fe90c0b5b70 2024-04-15T15:11:34.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.773+0000 7fe9027fc640 1 -- 172.21.15.84:0/3878577470 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe90800ba80 con 0x7fe90c0b5b70 2024-04-15T15:11:34.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.773+0000 7fe913d32640 1 -- 172.21.15.84:0/3878577470 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe90c155270 con 0x7fe90c0b5b70 2024-04-15T15:11:34.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.774+0000 7fe913d32640 1 -- 172.21.15.84:0/3878577470 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe90c075c50 con 0x7fe90c0b5b70 2024-04-15T15:11:34.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.774+0000 7fe9027fc640 1 -- 172.21.15.84:0/3878577470 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fe90800bc20 con 0x7fe90c0b5b70 2024-04-15T15:11:34.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.775+0000 7fe9027fc640 1 --2- 172.21.15.84:0/3878577470 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe8f006c8f0 0x7fe8f006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:34.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.775+0000 7fe9027fc640 1 -- 172.21.15.84:0/3878577470 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7fe90808be30 con 0x7fe90c0b5b70 2024-04-15T15:11:34.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.775+0000 7fe911ace640 1 --2- 172.21.15.84:0/3878577470 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe8f006c8f0 0x7fe8f006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:34.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.775+0000 7fe911ace640 1 --2- 172.21.15.84:0/3878577470 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe8f006c8f0 0x7fe8f006edb0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fe8fc036000 tx=0x7fe8fc008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:34.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:34.779+0000 7fe9027fc640 1 -- 172.21.15.84:0/3878577470 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fe90801c360 con 0x7fe90c0b5b70 2024-04-15T15:11:35.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.021+0000 7fe913d32640 1 -- 172.21.15.84:0/3878577470 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7fe90c06de90 con 0x7fe90c0b5b70 2024-04-15T15:11:35.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.023+0000 7fe9027fc640 1 -- 172.21.15.84:0/3878577470 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) ==== 97+0+0 (secure 0 0 0) 0x7fe90805a420 con 0x7fe90c0b5b70 2024-04-15T15:11:35.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.025+0000 7fe913d32640 1 -- 172.21.15.84:0/3878577470 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe8f006c8f0 msgr2=0x7fe8f006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:35.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.025+0000 7fe913d32640 1 --2- 172.21.15.84:0/3878577470 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe8f006c8f0 0x7fe8f006edb0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fe8fc036000 tx=0x7fe8fc008030 comp rx=0 tx=0).stop 2024-04-15T15:11:35.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.025+0000 7fe913d32640 1 -- 172.21.15.84:0/3878577470 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe90c0b5b70 msgr2=0x7fe90c0cdd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:35.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.025+0000 7fe913d32640 1 --2- 172.21.15.84:0/3878577470 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe90c0b5b70 0x7fe90c0cdd80 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fe90800d830 tx=0x7fe90800dcf0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.025+0000 7fe913d32640 1 -- 172.21.15.84:0/3878577470 shutdown_connections 2024-04-15T15:11:35.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.025+0000 7fe913d32640 1 --2- 172.21.15.84:0/3878577470 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe90c161f10 0x7fe90c155a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.025+0000 7fe913d32640 1 --2- 172.21.15.84:0/3878577470 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe90c0b5b70 0x7fe90c0cdd80 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.025+0000 7fe913d32640 1 --2- 172.21.15.84:0/3878577470 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe8f006c8f0 0x7fe8f006edb0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.025+0000 7fe913d32640 1 --2- 172.21.15.84:0/3878577470 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe90c06d6c0 0x7fe90c1f4d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.025+0000 7fe913d32640 1 -- 172.21.15.84:0/3878577470 >> 172.21.15.84:0/3878577470 conn(0x7fe90c0d24d0 msgr2=0x7fe90c0d0660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:35.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.025+0000 7fe913d32640 1 -- 172.21.15.84:0/3878577470 shutdown_connections 2024-04-15T15:11:35.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.025+0000 7fe913d32640 1 -- 172.21.15.84:0/3878577470 wait complete. 2024-04-15T15:11:35.038 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-04-15T15:11:35.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.140+0000 7fb5f4938640 1 Processor -- start 2024-04-15T15:11:35.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.140+0000 7fb5f4938640 1 -- start start 2024-04-15T15:11:35.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.141+0000 7fb5f4938640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb5f00ccb50 0x7fb5f006dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:35.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.141+0000 7fb5f4938640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fb5f015af20 0x7fb5f00ccf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:35.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.141+0000 7fb5f4938640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5f00cd470 con 0x7fb5f015e840 2024-04-15T15:11:35.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.141+0000 7fb5f4938640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fb5f006ba90 con 0x7fb5f00ccb50 2024-04-15T15:11:35.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.141+0000 7fb5f4938640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fb5f015c110 con 0x7fb5f015af20 2024-04-15T15:11:35.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.141+0000 7fb5ee59c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb5f00ccb50 0x7fb5f006dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:35.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.141+0000 7fb5ee59c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb5f00ccb50 0x7fb5f006dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47368/0 (socket says 172.21.15.84:47368) 2024-04-15T15:11:35.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.141+0000 7fb5ee59c640 1 -- 172.21.15.84:0/216945602 learned_addr learned my addr 172.21.15.84:0/216945602 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:35.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.142+0000 7fb5e5d9b640 1 --2- 172.21.15.84:0/216945602 >> v2:172.21.15.203:3300/0 conn(0x7fb5f015af20 0x7fb5f00ccf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:35.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.142+0000 7fb5ee59c640 1 -- 172.21.15.84:0/216945602 >> v2:172.21.15.203:3300/0 conn(0x7fb5f015af20 msgr2=0x7fb5f00ccf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:35.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.142+0000 7fb5ee59c640 1 --2- 172.21.15.84:0/216945602 >> v2:172.21.15.203:3300/0 conn(0x7fb5f015af20 0x7fb5f00ccf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.142+0000 7fb5ee59c640 1 -- 172.21.15.84:0/216945602 >> v1:172.21.15.203:6789/0 conn(0x7fb5f015e840 legacy=0x7fb5f015ecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:35.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.142+0000 7fb5ee59c640 1 -- 172.21.15.84:0/216945602 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5f00cfae0 con 0x7fb5f00ccb50 2024-04-15T15:11:35.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.142+0000 7fb5e5d9b640 1 --2- 172.21.15.84:0/216945602 >> v2:172.21.15.203:3300/0 conn(0x7fb5f015af20 0x7fb5f00ccf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:35.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.142+0000 7fb5ee59c640 1 --2- 172.21.15.84:0/216945602 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5f00ccb50 0x7fb5f006dc10 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fb5f007ac20 tx=0x7fb5e002b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e758dad057ab6f90 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:35.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.142+0000 7fb5edd9b640 1 -- 172.21.15.84:0/216945602 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5e002e070 con 0x7fb5f00ccb50 2024-04-15T15:11:35.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.142+0000 7fb5edd9b640 1 -- 172.21.15.84:0/216945602 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5e0037070 con 0x7fb5f00ccb50 2024-04-15T15:11:35.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.142+0000 7fb5edd9b640 1 -- 172.21.15.84:0/216945602 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5e0031a00 con 0x7fb5f00ccb50 2024-04-15T15:11:35.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.143+0000 7fb5f4938640 1 -- 172.21.15.84:0/216945602 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5f00ccb50 msgr2=0x7fb5f006dc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:35.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.143+0000 7fb5f4938640 1 --2- 172.21.15.84:0/216945602 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5f00ccb50 0x7fb5f006dc10 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fb5f007ac20 tx=0x7fb5e002b880 comp rx=0 tx=0).stop 2024-04-15T15:11:35.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.143+0000 7fb5f4938640 1 -- 172.21.15.84:0/216945602 shutdown_connections 2024-04-15T15:11:35.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.143+0000 7fb5f4938640 1 --2- 172.21.15.84:0/216945602 >> v2:172.21.15.203:3300/0 conn(0x7fb5f015af20 0x7fb5f00ccf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.143+0000 7fb5f4938640 1 --2- 172.21.15.84:0/216945602 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5f00ccb50 0x7fb5f006dc10 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.143+0000 7fb5f4938640 1 -- 172.21.15.84:0/216945602 >> 172.21.15.84:0/216945602 conn(0x7fb5f00b31d0 msgr2=0x7fb5f00b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:35.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.143+0000 7fb5f4938640 1 -- 172.21.15.84:0/216945602 shutdown_connections 2024-04-15T15:11:35.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.143+0000 7fb5f4938640 1 -- 172.21.15.84:0/216945602 wait complete. 2024-04-15T15:11:35.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.144+0000 7fb5f4938640 1 Processor -- start 2024-04-15T15:11:35.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.145+0000 7fb5f4938640 1 -- start start 2024-04-15T15:11:35.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.145+0000 7fb5f4938640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb5f00ccb50 0x7fb5f00b11d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:35.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.145+0000 7fb5f4938640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5f015af20 0x7fb5f0150300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:35.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.145+0000 7fb5f4938640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb5f015e840 0x7fb5f014ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:35.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.145+0000 7fb5f4938640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb5f00cf8c0 con 0x7fb5f015af20 2024-04-15T15:11:35.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.145+0000 7fb5f4938640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb5f00cf740 con 0x7fb5f00ccb50 2024-04-15T15:11:35.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.145+0000 7fb5f4938640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb5f00cc770 con 0x7fb5f015e840 2024-04-15T15:11:35.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.145+0000 7fb5e5d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5f015af20 0x7fb5f0150300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:35.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.145+0000 7fb5e5d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5f015af20 0x7fb5f0150300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47370/0 (socket says 172.21.15.84:47370) 2024-04-15T15:11:35.152 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.145+0000 7fb5e5d9b640 1 -- 172.21.15.84:0/4170310648 learned_addr learned my addr 172.21.15.84:0/4170310648 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:35.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.146+0000 7fb5ee59c640 1 --2- 172.21.15.84:0/4170310648 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb5f00ccb50 0x7fb5f00b11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:35.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.146+0000 7fb5eed9d640 1 --2- 172.21.15.84:0/4170310648 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb5f015e840 0x7fb5f014ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:35.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.146+0000 7fb5e5d9b640 1 -- 172.21.15.84:0/4170310648 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb5f015e840 msgr2=0x7fb5f014ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:35.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.146+0000 7fb5e5d9b640 1 --2- 172.21.15.84:0/4170310648 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb5f015e840 0x7fb5f014ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.146+0000 7fb5e5d9b640 1 -- 172.21.15.84:0/4170310648 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb5f00ccb50 msgr2=0x7fb5f00b11d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:35.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.146+0000 7fb5e5d9b640 1 --2- 172.21.15.84:0/4170310648 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb5f00ccb50 0x7fb5f00b11d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.146+0000 7fb5e5d9b640 1 -- 172.21.15.84:0/4170310648 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5f0151070 con 0x7fb5f015af20 2024-04-15T15:11:35.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.146+0000 7fb5e5d9b640 1 --2- 172.21.15.84:0/4170310648 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5f015af20 0x7fb5f0150300 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fb5d800c7f0 tx=0x7fb5d800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:35.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.146+0000 7fb5e77fe640 1 -- 172.21.15.84:0/4170310648 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d8015070 con 0x7fb5f015af20 2024-04-15T15:11:35.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.146+0000 7fb5e77fe640 1 -- 172.21.15.84:0/4170310648 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb5d8007a30 con 0x7fb5f015af20 2024-04-15T15:11:35.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.146+0000 7fb5f4938640 1 -- 172.21.15.84:0/4170310648 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5f0151350 con 0x7fb5f015af20 2024-04-15T15:11:35.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.146+0000 7fb5e77fe640 1 -- 172.21.15.84:0/4170310648 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5d8007e00 con 0x7fb5f015af20 2024-04-15T15:11:35.155 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.146+0000 7fb5f4938640 1 -- 172.21.15.84:0/4170310648 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5f00ad780 con 0x7fb5f015af20 2024-04-15T15:11:35.156 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.147+0000 7fb5f4938640 1 -- 172.21.15.84:0/4170310648 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5f00ad980 con 0x7fb5f015af20 2024-04-15T15:11:35.156 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.148+0000 7fb5e77fe640 1 -- 172.21.15.84:0/4170310648 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fb5d8018070 con 0x7fb5f015af20 2024-04-15T15:11:35.156 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.148+0000 7fb5e77fe640 1 --2- 172.21.15.84:0/4170310648 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb5d006c8f0 0x7fb5d006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:35.156 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.148+0000 7fb5e77fe640 1 -- 172.21.15.84:0/4170310648 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7fb5d808b9a0 con 0x7fb5f015af20 2024-04-15T15:11:35.156 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.148+0000 7fb5ee59c640 1 --2- 172.21.15.84:0/4170310648 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb5d006c8f0 0x7fb5d006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:35.157 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.148+0000 7fb5ee59c640 1 --2- 172.21.15.84:0/4170310648 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb5d006c8f0 0x7fb5d006edb0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb5e0036000 tx=0x7fb5e003d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:35.157 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.152+0000 7fb5e77fe640 1 -- 172.21.15.84:0/4170310648 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fb5f00ad980 con 0x7fb5f015af20 2024-04-15T15:11:35.399 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.398+0000 7fb5f4938640 1 -- 172.21.15.84:0/4170310648 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7fb5f015a360 con 0x7fb5f015af20 2024-04-15T15:11:35.401 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.399+0000 7fb5e77fe640 1 -- 172.21.15.84:0/4170310648 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7fb5d8059f90 con 0x7fb5f015af20 2024-04-15T15:11:35.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.401+0000 7fb5f4938640 1 -- 172.21.15.84:0/4170310648 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb5d006c8f0 msgr2=0x7fb5d006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:35.403 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.401+0000 7fb5f4938640 1 --2- 172.21.15.84:0/4170310648 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb5d006c8f0 0x7fb5d006edb0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb5e0036000 tx=0x7fb5e003d040 comp rx=0 tx=0).stop 2024-04-15T15:11:35.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.401+0000 7fb5f4938640 1 -- 172.21.15.84:0/4170310648 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5f015af20 msgr2=0x7fb5f0150300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:35.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.401+0000 7fb5f4938640 1 --2- 172.21.15.84:0/4170310648 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5f015af20 0x7fb5f0150300 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fb5d800c7f0 tx=0x7fb5d800cbf0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.401+0000 7fb5f4938640 1 -- 172.21.15.84:0/4170310648 shutdown_connections 2024-04-15T15:11:35.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.401+0000 7fb5f4938640 1 --2- 172.21.15.84:0/4170310648 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb5f015e840 0x7fb5f014ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.401+0000 7fb5f4938640 1 --2- 172.21.15.84:0/4170310648 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb5f015af20 0x7fb5f0150300 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.401+0000 7fb5f4938640 1 --2- 172.21.15.84:0/4170310648 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb5d006c8f0 0x7fb5d006edb0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.401+0000 7fb5f4938640 1 --2- 172.21.15.84:0/4170310648 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb5f00ccb50 0x7fb5f00b11d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.401+0000 7fb5f4938640 1 -- 172.21.15.84:0/4170310648 >> 172.21.15.84:0/4170310648 conn(0x7fb5f00b31d0 msgr2=0x7fb5f006f4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:35.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.401+0000 7fb5f4938640 1 -- 172.21.15.84:0/4170310648 shutdown_connections 2024-04-15T15:11:35.404 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.402+0000 7fb5f4938640 1 -- 172.21.15.84:0/4170310648 wait complete. 2024-04-15T15:11:35.414 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:35.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.516+0000 7f64de324640 1 Processor -- start 2024-04-15T15:11:35.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.516+0000 7f64de324640 1 -- start start 2024-04-15T15:11:35.520 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.516+0000 7f64de324640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f64d815eba0 0x7f64d806f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:35.520 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.516+0000 7f64de324640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f64d806f720 0x7f64d80af400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:35.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.516+0000 7f64de324640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f64d80af940 0x7f64d80ccb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:35.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.516+0000 7f64de324640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f64d815ef80 con 0x7f64d80af940 2024-04-15T15:11:35.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.516+0000 7f64de324640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f64d80ce2b0 con 0x7f64d815eba0 2024-04-15T15:11:35.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.516+0000 7f64de324640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f64d80ce590 con 0x7f64d806f720 2024-04-15T15:11:35.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.517+0000 7f64dc8c1640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f64d80af940 0x7f64d80ccb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:35.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.517+0000 7f64dc8c1640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f64d80af940 0x7f64d80ccb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47382/0 (socket says 172.21.15.84:47382) 2024-04-15T15:11:35.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.517+0000 7f64dc8c1640 1 -- 172.21.15.84:0/3473484208 learned_addr learned my addr 172.21.15.84:0/3473484208 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:35.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.517+0000 7f64d77fe640 1 --2- 172.21.15.84:0/3473484208 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f64d806f720 0x7f64d80af400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:35.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.517+0000 7f64d7fff640 1 --2- 172.21.15.84:0/3473484208 >> v2:172.21.15.203:3300/0 conn(0x7f64d815eba0 0x7f64d806f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:35.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.517+0000 7f64dc8c1640 1 -- 172.21.15.84:0/3473484208 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f64d806f720 msgr2=0x7f64d80af400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:35.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.517+0000 7f64dc8c1640 1 --2- 172.21.15.84:0/3473484208 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f64d806f720 0x7f64d80af400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.517+0000 7f64dc8c1640 1 -- 172.21.15.84:0/3473484208 >> v2:172.21.15.203:3300/0 conn(0x7f64d815eba0 msgr2=0x7f64d806f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:35.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.517+0000 7f64dc8c1640 1 --2- 172.21.15.84:0/3473484208 >> v2:172.21.15.203:3300/0 conn(0x7f64d815eba0 0x7f64d806f1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.517+0000 7f64dc8c1640 1 -- 172.21.15.84:0/3473484208 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64d80ce870 con 0x7f64d80af940 2024-04-15T15:11:35.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.518+0000 7f64dc8c1640 1 --2- 172.21.15.84:0/3473484208 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64d80af940 0x7f64d80ccb90 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f64d80b2e90 tx=0x7f64d002be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc90e0c7a4eb2705 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:35.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.518+0000 7f64d6ffd640 1 -- 172.21.15.84:0/3473484208 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d002c9e0 con 0x7f64d80af940 2024-04-15T15:11:35.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.518+0000 7f64d6ffd640 1 -- 172.21.15.84:0/3473484208 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64d002cb80 con 0x7f64d80af940 2024-04-15T15:11:35.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.518+0000 7f64d6ffd640 1 -- 172.21.15.84:0/3473484208 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d00343f0 con 0x7f64d80af940 2024-04-15T15:11:35.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.518+0000 7f64de324640 1 -- 172.21.15.84:0/3473484208 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64d80af940 msgr2=0x7f64d80ccb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:35.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.518+0000 7f64de324640 1 --2- 172.21.15.84:0/3473484208 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64d80af940 0x7f64d80ccb90 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f64d80b2e90 tx=0x7f64d002be40 comp rx=0 tx=0).stop 2024-04-15T15:11:35.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.518+0000 7f64de324640 1 -- 172.21.15.84:0/3473484208 shutdown_connections 2024-04-15T15:11:35.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.518+0000 7f64de324640 1 --2- 172.21.15.84:0/3473484208 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64d80af940 0x7f64d80ccb90 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.518+0000 7f64de324640 1 --2- 172.21.15.84:0/3473484208 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f64d806f720 0x7f64d80af400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.518+0000 7f64de324640 1 --2- 172.21.15.84:0/3473484208 >> v2:172.21.15.203:3300/0 conn(0x7f64d815eba0 0x7f64d806f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.518+0000 7f64de324640 1 -- 172.21.15.84:0/3473484208 >> 172.21.15.84:0/3473484208 conn(0x7f64d80b1dd0 msgr2=0x7f64d80b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:35.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.518+0000 7f64de324640 1 -- 172.21.15.84:0/3473484208 shutdown_connections 2024-04-15T15:11:35.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.518+0000 7f64de324640 1 -- 172.21.15.84:0/3473484208 wait complete. 2024-04-15T15:11:35.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.520+0000 7f64de324640 1 Processor -- start 2024-04-15T15:11:35.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.520+0000 7f64de324640 1 -- start start 2024-04-15T15:11:35.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.520+0000 7f64de324640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64d80af940 0x7f64d8149300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:35.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.520+0000 7f64de324640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f64d815eba0 0x7f64d81566a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:35.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.520+0000 7f64de324640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f64d8156be0 0x7f64d8073230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:35.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.520+0000 7f64de324640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f64d80ceb50 con 0x7f64d80af940 2024-04-15T15:11:35.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.520+0000 7f64de324640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f64d80b2b80 con 0x7f64d8156be0 2024-04-15T15:11:35.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.521+0000 7f64de324640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f64d80cd0d0 con 0x7f64d815eba0 2024-04-15T15:11:35.526 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.521+0000 7f64d7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64d80af940 0x7f64d8149300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:35.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.521+0000 7f64d7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64d80af940 0x7f64d8149300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47392/0 (socket says 172.21.15.84:47392) 2024-04-15T15:11:35.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.521+0000 7f64d7fff640 1 -- 172.21.15.84:0/3990848929 learned_addr learned my addr 172.21.15.84:0/3990848929 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:35.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.521+0000 7f64dc8c1640 1 --2- 172.21.15.84:0/3990848929 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f64d8156be0 0x7f64d8073230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:35.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.521+0000 7f64d7fff640 1 -- 172.21.15.84:0/3990848929 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f64d815eba0 msgr2=0x7f64d81566a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:35.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.521+0000 7f64d77fe640 1 --2- 172.21.15.84:0/3990848929 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f64d815eba0 0x7f64d81566a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:35.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.521+0000 7f64d7fff640 1 --2- 172.21.15.84:0/3990848929 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f64d815eba0 0x7f64d81566a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.521+0000 7f64d7fff640 1 -- 172.21.15.84:0/3990848929 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f64d8156be0 msgr2=0x7f64d8073230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:35.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.521+0000 7f64d7fff640 1 --2- 172.21.15.84:0/3990848929 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f64d8156be0 0x7f64d8073230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.521+0000 7f64d7fff640 1 -- 172.21.15.84:0/3990848929 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64d81570d0 con 0x7f64d80af940 2024-04-15T15:11:35.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.521+0000 7f64dc8c1640 1 --2- 172.21.15.84:0/3990848929 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f64d8156be0 0x7f64d8073230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:35.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.521+0000 7f64d7fff640 1 --2- 172.21.15.84:0/3990848929 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64d80af940 0x7f64d8149300 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f64c800d5f0 tx=0x7f64c800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:35.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.521+0000 7f64d4ff9640 1 -- 172.21.15.84:0/3990848929 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c80125f0 con 0x7f64d80af940 2024-04-15T15:11:35.527 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.521+0000 7f64d4ff9640 1 -- 172.21.15.84:0/3990848929 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64c8019070 con 0x7f64d80af940 2024-04-15T15:11:35.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.521+0000 7f64de324640 1 -- 172.21.15.84:0/3990848929 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64d81573b0 con 0x7f64d80af940 2024-04-15T15:11:35.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.521+0000 7f64d4ff9640 1 -- 172.21.15.84:0/3990848929 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c80129d0 con 0x7f64d80af940 2024-04-15T15:11:35.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.521+0000 7f64de324640 1 -- 172.21.15.84:0/3990848929 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64d80c9fa0 con 0x7f64d80af940 2024-04-15T15:11:35.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.522+0000 7f64de324640 1 -- 172.21.15.84:0/3990848929 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64d80c9ab0 con 0x7f64d80af940 2024-04-15T15:11:35.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.523+0000 7f64d4ff9640 1 -- 172.21.15.84:0/3990848929 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f64c8012b70 con 0x7f64d80af940 2024-04-15T15:11:35.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.523+0000 7f64d4ff9640 1 --2- 172.21.15.84:0/3990848929 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f64b806c8f0 0x7f64b806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:35.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.523+0000 7f64d4ff9640 1 -- 172.21.15.84:0/3990848929 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7f64c808bcc0 con 0x7f64d80af940 2024-04-15T15:11:35.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.523+0000 7f64d77fe640 1 --2- 172.21.15.84:0/3990848929 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f64b806c8f0 0x7f64b806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:35.528 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.523+0000 7f64d77fe640 1 --2- 172.21.15.84:0/3990848929 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f64b806c8f0 0x7f64b806edb0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f64d80c95e0 tx=0x7f64c0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:35.529 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.527+0000 7f64d4ff9640 1 -- 172.21.15.84:0/3990848929 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f64c805a340 con 0x7f64d80af940 2024-04-15T15:11:35.706 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.704+0000 7f64de324640 1 -- 172.21.15.84:0/3990848929 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f64d80689e0 con 0x7f64d80af940 2024-04-15T15:11:35.707 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.705+0000 7f64d4ff9640 1 -- 172.21.15.84:0/3990848929 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) ==== 74+0+13116 (secure 0 0 0) 0x7f64c8059c40 con 0x7f64d80af940 2024-04-15T15:11:35.707 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:35.707 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":34,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:11:32.767092+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":25,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:35.709 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.707+0000 7f64de324640 1 -- 172.21.15.84:0/3990848929 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f64b806c8f0 msgr2=0x7f64b806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:35.709 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.707+0000 7f64de324640 1 --2- 172.21.15.84:0/3990848929 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f64b806c8f0 0x7f64b806edb0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f64d80c95e0 tx=0x7f64c0008040 comp rx=0 tx=0).stop 2024-04-15T15:11:35.709 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.707+0000 7f64de324640 1 -- 172.21.15.84:0/3990848929 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64d80af940 msgr2=0x7f64d8149300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:35.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.707+0000 7f64de324640 1 --2- 172.21.15.84:0/3990848929 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64d80af940 0x7f64d8149300 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f64c800d5f0 tx=0x7f64c800dab0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.707+0000 7f64de324640 1 -- 172.21.15.84:0/3990848929 shutdown_connections 2024-04-15T15:11:35.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.707+0000 7f64de324640 1 --2- 172.21.15.84:0/3990848929 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f64b806c8f0 0x7f64b806edb0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.707+0000 7f64de324640 1 --2- 172.21.15.84:0/3990848929 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f64d8156be0 0x7f64d8073230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.707+0000 7f64de324640 1 --2- 172.21.15.84:0/3990848929 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f64d815eba0 0x7f64d81566a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.707+0000 7f64de324640 1 --2- 172.21.15.84:0/3990848929 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f64d80af940 0x7f64d8149300 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.707+0000 7f64de324640 1 -- 172.21.15.84:0/3990848929 >> 172.21.15.84:0/3990848929 conn(0x7f64d80b1dd0 msgr2=0x7f64d815dc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:35.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.707+0000 7f64de324640 1 -- 172.21.15.84:0/3990848929 shutdown_connections 2024-04-15T15:11:35.710 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.707+0000 7f64de324640 1 -- 172.21.15.84:0/3990848929 wait complete. 2024-04-15T15:11:35.720 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T15:11:35.721 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:11:35.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.825+0000 7f29a4b11640 1 Processor -- start 2024-04-15T15:11:35.827 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.825+0000 7f29a4b11640 1 -- start start 2024-04-15T15:11:35.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.826+0000 7f29a4b11640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f29a015e610 0x7f29a00d0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:35.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.826+0000 7f29a4b11640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f29a015e9f0 0x7f29a00d3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:35.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.826+0000 7f29a4b11640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29a006c400 0x7f29a006c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:35.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.826+0000 7f29a4b11640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f29a00d31d0 con 0x7f29a015e9f0 2024-04-15T15:11:35.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.826+0000 7f29a4b11640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f29a00d2320 con 0x7f29a015e610 2024-04-15T15:11:35.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.826+0000 7f29a4b11640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f29a00d25c0 con 0x7f29a006c400 2024-04-15T15:11:35.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.826+0000 7f299dd9b640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f29a015e9f0 0x7f29a00d3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:35.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.827+0000 7f299dd9b640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f29a015e9f0 0x7f29a00d3660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47406/0 (socket says 172.21.15.84:47406) 2024-04-15T15:11:35.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.827+0000 7f299dd9b640 1 -- 172.21.15.84:0/1099481937 learned_addr learned my addr 172.21.15.84:0/1099481937 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:35.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.827+0000 7f299e59c640 1 --2- 172.21.15.84:0/1099481937 >> v2:172.21.15.203:3300/0 conn(0x7f29a015e610 0x7f29a00d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:35.830 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.827+0000 7f299ed9d640 1 --2- 172.21.15.84:0/1099481937 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29a006c400 0x7f29a006c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:35.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.827+0000 7f299dd9b640 1 -- 172.21.15.84:0/1099481937 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29a006c400 msgr2=0x7f29a006c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:35.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.827+0000 7f299dd9b640 1 --2- 172.21.15.84:0/1099481937 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29a006c400 0x7f29a006c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.827+0000 7f299dd9b640 1 -- 172.21.15.84:0/1099481937 >> v2:172.21.15.203:3300/0 conn(0x7f29a015e610 msgr2=0x7f29a00d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:35.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.827+0000 7f299dd9b640 1 --2- 172.21.15.84:0/1099481937 >> v2:172.21.15.203:3300/0 conn(0x7f29a015e610 0x7f29a00d0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.827+0000 7f299dd9b640 1 -- 172.21.15.84:0/1099481937 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29a00d28a0 con 0x7f29a015e9f0 2024-04-15T15:11:35.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.827+0000 7f299e59c640 1 --2- 172.21.15.84:0/1099481937 >> v2:172.21.15.203:3300/0 conn(0x7f29a015e610 0x7f29a00d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:35.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.828+0000 7f299dd9b640 1 --2- 172.21.15.84:0/1099481937 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29a015e9f0 0x7f29a00d3660 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f29a00b72a0 tx=0x7f298802b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12dbef8a7f277288 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:35.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.828+0000 7f299d59a640 1 -- 172.21.15.84:0/1099481937 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2988034070 con 0x7f29a015e9f0 2024-04-15T15:11:35.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.828+0000 7f299d59a640 1 -- 172.21.15.84:0/1099481937 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2988030860 con 0x7f29a015e9f0 2024-04-15T15:11:35.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.828+0000 7f299d59a640 1 -- 172.21.15.84:0/1099481937 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2988030c30 con 0x7f29a015e9f0 2024-04-15T15:11:35.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.828+0000 7f29a4b11640 1 -- 172.21.15.84:0/1099481937 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29a015e9f0 msgr2=0x7f29a00d3660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:35.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.828+0000 7f29a4b11640 1 --2- 172.21.15.84:0/1099481937 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29a015e9f0 0x7f29a00d3660 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f29a00b72a0 tx=0x7f298802b9a0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.829+0000 7f29a4b11640 1 -- 172.21.15.84:0/1099481937 shutdown_connections 2024-04-15T15:11:35.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.829+0000 7f29a4b11640 1 --2- 172.21.15.84:0/1099481937 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29a015e9f0 0x7f29a00d3660 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.829+0000 7f29a4b11640 1 --2- 172.21.15.84:0/1099481937 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29a006c400 0x7f29a006c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.829+0000 7f29a4b11640 1 --2- 172.21.15.84:0/1099481937 >> v2:172.21.15.203:3300/0 conn(0x7f29a015e610 0x7f29a00d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.829+0000 7f29a4b11640 1 -- 172.21.15.84:0/1099481937 >> 172.21.15.84:0/1099481937 conn(0x7f29a00d4750 msgr2=0x7f29a00d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:35.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.829+0000 7f29a4b11640 1 -- 172.21.15.84:0/1099481937 shutdown_connections 2024-04-15T15:11:35.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.829+0000 7f29a4b11640 1 -- 172.21.15.84:0/1099481937 wait complete. 2024-04-15T15:11:35.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.830+0000 7f29a4b11640 1 Processor -- start 2024-04-15T15:11:35.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.830+0000 7f29a4b11640 1 -- start start 2024-04-15T15:11:35.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f29a4b11640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29a006c400 0x7f29a01f81e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:35.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f29a4b11640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f29a015e610 0x7f29a00b4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:35.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f29a4b11640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29a015e9f0 0x7f29a00b69b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:35.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f29a4b11640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f29a006d130 con 0x7f29a006c400 2024-04-15T15:11:35.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f29a4b11640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f29a00d2e60 con 0x7f29a015e610 2024-04-15T15:11:35.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f29a4b11640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f29a00d0bd0 con 0x7f29a015e9f0 2024-04-15T15:11:35.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f299e59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29a006c400 0x7f29a01f81e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:35.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f299e59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29a006c400 0x7f29a01f81e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47418/0 (socket says 172.21.15.84:47418) 2024-04-15T15:11:35.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f299e59c640 1 -- 172.21.15.84:0/3695545115 learned_addr learned my addr 172.21.15.84:0/3695545115 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:35.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f299dd9b640 1 --2- 172.21.15.84:0/3695545115 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f29a015e610 0x7f29a00b4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:35.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f299ed9d640 1 --2- 172.21.15.84:0/3695545115 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29a015e9f0 0x7f29a00b69b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:35.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f299e59c640 1 -- 172.21.15.84:0/3695545115 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29a015e9f0 msgr2=0x7f29a00b69b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:35.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f299e59c640 1 --2- 172.21.15.84:0/3695545115 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29a015e9f0 0x7f29a00b69b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f299e59c640 1 -- 172.21.15.84:0/3695545115 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f29a015e610 msgr2=0x7f29a00b4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:35.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f299e59c640 1 --2- 172.21.15.84:0/3695545115 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f29a015e610 0x7f29a00b4bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:35.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f299e59c640 1 -- 172.21.15.84:0/3695545115 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29a00b5eb0 con 0x7f29a006c400 2024-04-15T15:11:35.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f299dd9b640 1 --2- 172.21.15.84:0/3695545115 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f29a015e610 0x7f29a00b4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:35.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f299e59c640 1 --2- 172.21.15.84:0/3695545115 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29a006c400 0x7f29a01f81e0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f299000cf60 tx=0x7f299000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:35.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f2996ffd640 1 -- 172.21.15.84:0/3695545115 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f299001a070 con 0x7f29a006c400 2024-04-15T15:11:35.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f2996ffd640 1 -- 172.21.15.84:0/3695545115 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f299000d840 con 0x7f29a006c400 2024-04-15T15:11:35.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f2996ffd640 1 -- 172.21.15.84:0/3695545115 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f299000dc10 con 0x7f29a006c400 2024-04-15T15:11:35.837 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.831+0000 7f29a4b11640 1 -- 172.21.15.84:0/3695545115 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29a00b5330 con 0x7f29a006c400 2024-04-15T15:11:35.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.832+0000 7f29a4b11640 1 -- 172.21.15.84:0/3695545115 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29a00b58f0 con 0x7f29a006c400 2024-04-15T15:11:35.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.833+0000 7f29a4b11640 1 -- 172.21.15.84:0/3695545115 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29a0075c50 con 0x7f29a006c400 2024-04-15T15:11:35.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.833+0000 7f2996ffd640 1 -- 172.21.15.84:0/3695545115 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f299001d070 con 0x7f29a006c400 2024-04-15T15:11:35.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.833+0000 7f2996ffd640 1 --2- 172.21.15.84:0/3695545115 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f298006c8f0 0x7f298006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:35.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.833+0000 7f2996ffd640 1 -- 172.21.15.84:0/3695545115 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7f299008c100 con 0x7f29a006c400 2024-04-15T15:11:35.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.834+0000 7f299dd9b640 1 --2- 172.21.15.84:0/3695545115 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f298006c8f0 0x7f298006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:35.838 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.834+0000 7f299dd9b640 1 --2- 172.21.15.84:0/3695545115 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f298006c8f0 0x7f298006edb0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f2988036000 tx=0x7f2988008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:35.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:35.838+0000 7f2996ffd640 1 -- 172.21.15.84:0/3695545115 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f299005a130 con 0x7f29a006c400 2024-04-15T15:11:36.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.014+0000 7f29a4b11640 1 -- 172.21.15.84:0/3695545115 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f29a00cf740 con 0x7f29a006c400 2024-04-15T15:11:36.016 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.014+0000 7f2996ffd640 1 -- 172.21.15.84:0/3695545115 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v34) ==== 93+0+10 (secure 0 0 0) 0x7f299005e430 con 0x7f29a006c400 2024-04-15T15:11:36.016 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:11:36.018 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.016+0000 7f29a4b11640 1 -- 172.21.15.84:0/3695545115 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f298006c8f0 msgr2=0x7f298006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:36.018 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.016+0000 7f29a4b11640 1 --2- 172.21.15.84:0/3695545115 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f298006c8f0 0x7f298006edb0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f2988036000 tx=0x7f2988008030 comp rx=0 tx=0).stop 2024-04-15T15:11:36.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.016+0000 7f29a4b11640 1 -- 172.21.15.84:0/3695545115 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29a006c400 msgr2=0x7f29a01f81e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:36.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.016+0000 7f29a4b11640 1 --2- 172.21.15.84:0/3695545115 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29a006c400 0x7f29a01f81e0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f299000cf60 tx=0x7f299000cf90 comp rx=0 tx=0).stop 2024-04-15T15:11:36.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.016+0000 7f29a4b11640 1 -- 172.21.15.84:0/3695545115 shutdown_connections 2024-04-15T15:11:36.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.016+0000 7f29a4b11640 1 --2- 172.21.15.84:0/3695545115 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f298006c8f0 0x7f298006edb0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.016+0000 7f29a4b11640 1 --2- 172.21.15.84:0/3695545115 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f29a015e610 0x7f29a00b4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.016+0000 7f29a4b11640 1 --2- 172.21.15.84:0/3695545115 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29a015e9f0 0x7f29a00b69b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.016+0000 7f29a4b11640 1 --2- 172.21.15.84:0/3695545115 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29a006c400 0x7f29a01f81e0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.016+0000 7f29a4b11640 1 -- 172.21.15.84:0/3695545115 >> 172.21.15.84:0/3695545115 conn(0x7f29a00d4750 msgr2=0x7f29a006b960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:36.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.017+0000 7f29a4b11640 1 -- 172.21.15.84:0/3695545115 shutdown_connections 2024-04-15T15:11:36.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.017+0000 7f29a4b11640 1 -- 172.21.15.84:0/3695545115 wait complete. 2024-04-15T15:11:36.029 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-15T15:11:36.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.131+0000 7f79a1b67640 1 Processor -- start 2024-04-15T15:11:36.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.131+0000 7f79a1b67640 1 -- start start 2024-04-15T15:11:36.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.132+0000 7f79a1b67640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f799c0af400 0x7f799c0ccb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.132+0000 7f79a1b67640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f799c06f8f0 con 0x7f799c0af860 2024-04-15T15:11:36.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.132+0000 7f79a1b67640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f799c15ef80 con 0x7f799c15eba0 2024-04-15T15:11:36.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.132+0000 7f79a1b67640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f799c0ce2b0 con 0x7f799c0af400 2024-04-15T15:11:36.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.132+0000 7f799bfff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f799c0af860 0x7f799c0ad0b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:37180/0 (socket says 172.21.15.84:37180) 2024-04-15T15:11:36.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.132+0000 7f799bfff640 1 -- 172.21.15.84:0/1211794149 learned_addr learned my addr 172.21.15.84:0/1211794149 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:36.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.132+0000 7f799affd640 1 --2- 172.21.15.84:0/1211794149 >> v2:172.21.15.203:3300/0 conn(0x7f799c0af400 0x7f799c0ccb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.132+0000 7f799a7fc640 1 -- 172.21.15.84:0/1211794149 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1507818083 0 0) 0x7f799c06f8f0 con 0x7f799c0af860 2024-04-15T15:11:36.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.132+0000 7f799a7fc640 1 -- 172.21.15.84:0/1211794149 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7984003520 con 0x7f799c0af860 2024-04-15T15:11:36.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.132+0000 7f799a7fc640 1 -- 172.21.15.84:0/1211794149 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1249259660 0 0) 0x7f7984003520 con 0x7f799c0af860 2024-04-15T15:11:36.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.132+0000 7f799a7fc640 1 -- 172.21.15.84:0/1211794149 >> v2:172.21.15.203:3300/0 conn(0x7f799c0af400 msgr2=0x7f799c0ccb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:36.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.132+0000 7f799a7fc640 1 --2- 172.21.15.84:0/1211794149 >> v2:172.21.15.203:3300/0 conn(0x7f799c0af400 0x7f799c0ccb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.132+0000 7f799a7fc640 1 -- 172.21.15.84:0/1211794149 >> v1:172.21.15.203:6789/0 conn(0x7f799c15eba0 legacy=0x7f799c06f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:36.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.132+0000 7f799a7fc640 1 -- 172.21.15.84:0/1211794149 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f799c0ce590 con 0x7f799c0af860 2024-04-15T15:11:36.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.133+0000 7f799a7fc640 1 -- 172.21.15.84:0/1211794149 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f79940019f0 con 0x7f799c0af860 2024-04-15T15:11:36.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.133+0000 7f799a7fc640 1 -- 172.21.15.84:0/1211794149 >> v1:172.21.15.84:6789/0 conn(0x7f799c0af860 legacy=0x7f799c0ad0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:36.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.133+0000 7f799a7fc640 1 --2- 172.21.15.84:0/1211794149 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f79840039b0 0x7f7984003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.133+0000 7f799a7fc640 1 --2- 172.21.15.84:0/1211794149 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7984004800 0x7f7984004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.133+0000 7f799a7fc640 1 --2- 172.21.15.84:0/1211794149 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f79840051c0 0x7f798400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.133+0000 7f799a7fc640 1 -- 172.21.15.84:0/1211794149 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f799c0ce2b0 con 0x7f7984004800 2024-04-15T15:11:36.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.133+0000 7f799a7fc640 1 -- 172.21.15.84:0/1211794149 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f798400c160 con 0x7f79840051c0 2024-04-15T15:11:36.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.133+0000 7f799a7fc640 1 -- 172.21.15.84:0/1211794149 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f798400c360 con 0x7f79840039b0 2024-04-15T15:11:36.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.133+0000 7f799affd640 1 --2- 172.21.15.84:0/1211794149 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7984004800 0x7f7984004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.133+0000 7f799b7fe640 1 --2- 172.21.15.84:0/1211794149 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f79840039b0 0x7f7984003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.133+0000 7f799bfff640 1 --2- 172.21.15.84:0/1211794149 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f79840051c0 0x7f798400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.133+0000 7f799affd640 1 -- 172.21.15.84:0/1211794149 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f79840039b0 msgr2=0x7f7984003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:36.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.133+0000 7f799affd640 1 --2- 172.21.15.84:0/1211794149 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f79840039b0 0x7f7984003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.133+0000 7f799affd640 1 -- 172.21.15.84:0/1211794149 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f79840051c0 msgr2=0x7f798400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:36.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.133+0000 7f799affd640 1 --2- 172.21.15.84:0/1211794149 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f79840051c0 0x7f798400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.133+0000 7f799affd640 1 -- 172.21.15.84:0/1211794149 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7984003520 con 0x7f7984004800 2024-04-15T15:11:36.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.133+0000 7f799bfff640 1 -- 172.21.15.84:0/1211794149 reap_dead start 2024-04-15T15:11:36.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.134+0000 7f799affd640 1 --2- 172.21.15.84:0/1211794149 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7984004800 0x7f7984004c80 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f7990009ac0 tx=0x7f7984005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53c37485bb219d41 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:36.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.134+0000 7f799a7fc640 1 -- 172.21.15.84:0/1211794149 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7990039070 con 0x7f7984004800 2024-04-15T15:11:36.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.134+0000 7f799a7fc640 1 -- 172.21.15.84:0/1211794149 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f799002c6b0 con 0x7f7984004800 2024-04-15T15:11:36.139 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.134+0000 7f799a7fc640 1 -- 172.21.15.84:0/1211794149 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7990009690 con 0x7f7984004800 2024-04-15T15:11:36.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.134+0000 7f79a1b67640 1 -- 172.21.15.84:0/1211794149 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7984004800 msgr2=0x7f7984004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:36.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.134+0000 7f79a1b67640 1 --2- 172.21.15.84:0/1211794149 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7984004800 0x7f7984004c80 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f7990009ac0 tx=0x7f7984005830 comp rx=0 tx=0).stop 2024-04-15T15:11:36.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.134+0000 7f79a1b67640 1 -- 172.21.15.84:0/1211794149 shutdown_connections 2024-04-15T15:11:36.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.134+0000 7f79a1b67640 1 --2- 172.21.15.84:0/1211794149 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7984004800 0x7f7984004c80 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.134+0000 7f79a1b67640 1 -- 172.21.15.84:0/1211794149 >> 172.21.15.84:0/1211794149 conn(0x7f799c0b1dd0 msgr2=0x7f799c0b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:36.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.134+0000 7f79a1b67640 1 -- 172.21.15.84:0/1211794149 shutdown_connections 2024-04-15T15:11:36.140 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.134+0000 7f79a1b67640 1 -- 172.21.15.84:0/1211794149 wait complete. 2024-04-15T15:11:36.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.135+0000 7f79a1b67640 1 Processor -- start 2024-04-15T15:11:36.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.136+0000 7f79a1b67640 1 -- start start 2024-04-15T15:11:36.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.136+0000 7f79a1b67640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7984004800 0x7f799c14dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.136+0000 7f79a1b67640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f799c15d7e0 0x7f799c1f46c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.136+0000 7f79a1b67640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f799c14aa40 0x7f799c15aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.136+0000 7f79a1b67640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f799c0b2b80 con 0x7f799c14aa40 2024-04-15T15:11:36.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.136+0000 7f79a1b67640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f799c06ecc0 con 0x7f799c15d7e0 2024-04-15T15:11:36.143 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.136+0000 7f79a1b67640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f799c0ceb50 con 0x7f7984004800 2024-04-15T15:11:36.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.137+0000 7f799bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f799c14aa40 0x7f799c15aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.137+0000 7f799bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f799c14aa40 0x7f799c15aab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47448/0 (socket says 172.21.15.84:47448) 2024-04-15T15:11:36.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.137+0000 7f799bfff640 1 -- 172.21.15.84:0/262820086 learned_addr learned my addr 172.21.15.84:0/262820086 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:36.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.137+0000 7f799b7fe640 1 --2- 172.21.15.84:0/262820086 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7984004800 0x7f799c14dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.137+0000 7f799affd640 1 --2- 172.21.15.84:0/262820086 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f799c15d7e0 0x7f799c1f46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.137+0000 7f799bfff640 1 -- 172.21.15.84:0/262820086 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7984004800 msgr2=0x7f799c14dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:36.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.137+0000 7f799bfff640 1 --2- 172.21.15.84:0/262820086 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7984004800 0x7f799c14dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.137+0000 7f799bfff640 1 -- 172.21.15.84:0/262820086 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f799c15d7e0 msgr2=0x7f799c1f46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:36.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.137+0000 7f799bfff640 1 --2- 172.21.15.84:0/262820086 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f799c15d7e0 0x7f799c1f46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.137+0000 7f799bfff640 1 -- 172.21.15.84:0/262820086 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f799c1f4c00 con 0x7f799c14aa40 2024-04-15T15:11:36.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.137+0000 7f799bfff640 1 --2- 172.21.15.84:0/262820086 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f799c14aa40 0x7f799c15aab0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f7994007730 tx=0x7f7994007bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:36.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.137+0000 7f7983fff640 1 -- 172.21.15.84:0/262820086 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f799400ea70 con 0x7f799c14aa40 2024-04-15T15:11:36.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.137+0000 7f7983fff640 1 -- 172.21.15.84:0/262820086 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f799400ec10 con 0x7f799c14aa40 2024-04-15T15:11:36.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.137+0000 7f7983fff640 1 -- 172.21.15.84:0/262820086 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7994014430 con 0x7f799c14aa40 2024-04-15T15:11:36.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.137+0000 7f79a1b67640 1 -- 172.21.15.84:0/262820086 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f799c15dd50 con 0x7f799c14aa40 2024-04-15T15:11:36.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.137+0000 7f79a1b67640 1 -- 172.21.15.84:0/262820086 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f799c14a240 con 0x7f799c14aa40 2024-04-15T15:11:36.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.138+0000 7f79a1b67640 1 -- 172.21.15.84:0/262820086 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f799c14a070 con 0x7f799c14aa40 2024-04-15T15:11:36.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.139+0000 7f7983fff640 1 -- 172.21.15.84:0/262820086 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f79940145d0 con 0x7f799c14aa40 2024-04-15T15:11:36.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.139+0000 7f7983fff640 1 --2- 172.21.15.84:0/262820086 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f798806c8f0 0x7f798806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.139+0000 7f799b7fe640 1 --2- 172.21.15.84:0/262820086 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f798806c8f0 0x7f798806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.139+0000 7f7983fff640 1 -- 172.21.15.84:0/262820086 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7f799408b620 con 0x7f799c14aa40 2024-04-15T15:11:36.145 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.140+0000 7f799b7fe640 1 --2- 172.21.15.84:0/262820086 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f798806c8f0 0x7f798806edb0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f798c007fd0 tx=0x7f798c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:36.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.144+0000 7f7983fff640 1 -- 172.21.15.84:0/262820086 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f7994059c10 con 0x7f799c14aa40 2024-04-15T15:11:36.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.322+0000 7f79a1b67640 1 -- 172.21.15.84:0/262820086 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f799c0689e0 con 0x7f799c14aa40 2024-04-15T15:11:36.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.322+0000 7f7983fff640 1 -- 172.21.15.84:0/262820086 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v34) ==== 84+0+65 (secure 0 0 0) 0x7f7994059510 con 0x7f799c14aa40 2024-04-15T15:11:36.324 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:36.324 INFO:teuthology.orchestra.run.smithi084.stdout:[ 2024-04-15T15:11:36.324 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:11:36.324 INFO:teuthology.orchestra.run.smithi084.stdout: "poolnum": 1, 2024-04-15T15:11:36.324 INFO:teuthology.orchestra.run.smithi084.stdout: "poolname": ".mgr" 2024-04-15T15:11:36.325 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:36.325 INFO:teuthology.orchestra.run.smithi084.stdout:] 2024-04-15T15:11:36.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.324+0000 7f79a1b67640 1 -- 172.21.15.84:0/262820086 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f798806c8f0 msgr2=0x7f798806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:36.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.324+0000 7f79a1b67640 1 --2- 172.21.15.84:0/262820086 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f798806c8f0 0x7f798806edb0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f798c007fd0 tx=0x7f798c009040 comp rx=0 tx=0).stop 2024-04-15T15:11:36.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.324+0000 7f79a1b67640 1 -- 172.21.15.84:0/262820086 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f799c14aa40 msgr2=0x7f799c15aab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:36.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.324+0000 7f79a1b67640 1 --2- 172.21.15.84:0/262820086 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f799c14aa40 0x7f799c15aab0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f7994007730 tx=0x7f7994007bf0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.324+0000 7f79a1b67640 1 -- 172.21.15.84:0/262820086 shutdown_connections 2024-04-15T15:11:36.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.324+0000 7f79a1b67640 1 --2- 172.21.15.84:0/262820086 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f798806c8f0 0x7f798806edb0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.324+0000 7f79a1b67640 1 --2- 172.21.15.84:0/262820086 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f799c15d7e0 0x7f799c1f46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.324+0000 7f79a1b67640 1 --2- 172.21.15.84:0/262820086 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f799c14aa40 0x7f799c15aab0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.324+0000 7f79a1b67640 1 --2- 172.21.15.84:0/262820086 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7984004800 0x7f799c14dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.324+0000 7f79a1b67640 1 -- 172.21.15.84:0/262820086 >> 172.21.15.84:0/262820086 conn(0x7f799c0b1dd0 msgr2=0x7f799c0b21b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:36.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.325+0000 7f79a1b67640 1 -- 172.21.15.84:0/262820086 shutdown_connections 2024-04-15T15:11:36.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.325+0000 7f79a1b67640 1 -- 172.21.15.84:0/262820086 wait complete. 2024-04-15T15:11:36.337 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-15T15:11:36.337 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-15T15:11:36.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.443+0000 7f1c19a63640 1 Processor -- start 2024-04-15T15:11:36.445 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.443+0000 7f1c19a63640 1 -- start start 2024-04-15T15:11:36.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.444+0000 7f1c19a63640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f1c140cd2b0 0x7f1c140cdde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.444+0000 7f1c19a63640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f1c140ce320 0x7f1c1406dab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.444+0000 7f1c19a63640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1c1406ba00 con 0x7f1c14159130 2024-04-15T15:11:36.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.444+0000 7f1c19a63640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f1c1406c610 con 0x7f1c140ce320 2024-04-15T15:11:36.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.444+0000 7f1c19a63640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f1c1406bce0 con 0x7f1c140cd2b0 2024-04-15T15:11:36.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.444+0000 7f1c13fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f1c140ce320 0x7f1c1406dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.444+0000 7f1c13fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f1c140ce320 0x7f1c1406dab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47452/0 (socket says 172.21.15.84:47452) 2024-04-15T15:11:36.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.444+0000 7f1c13fff640 1 -- 172.21.15.84:0/1894187734 learned_addr learned my addr 172.21.15.84:0/1894187734 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:36.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.444+0000 7f1c12ffd640 1 --2- 172.21.15.84:0/1894187734 >> v2:172.21.15.203:3300/0 conn(0x7f1c140cd2b0 0x7f1c140cdde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.444+0000 7f1c13fff640 1 -- 172.21.15.84:0/1894187734 >> v2:172.21.15.203:3300/0 conn(0x7f1c140cd2b0 msgr2=0x7f1c140cdde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:36.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.444+0000 7f1c13fff640 1 --2- 172.21.15.84:0/1894187734 >> v2:172.21.15.203:3300/0 conn(0x7f1c140cd2b0 0x7f1c140cdde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.444+0000 7f1c13fff640 1 -- 172.21.15.84:0/1894187734 >> v1:172.21.15.203:6789/0 conn(0x7f1c14159130 legacy=0x7f1c140ccba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:36.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.444+0000 7f1c13fff640 1 -- 172.21.15.84:0/1894187734 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c1406bfc0 con 0x7f1c140ce320 2024-04-15T15:11:36.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.445+0000 7f1c13fff640 1 --2- 172.21.15.84:0/1894187734 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c140ce320 0x7f1c1406dab0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f1c140710f0 tx=0x7f1c0c02bee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcd1d6bb758cd392 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:36.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.445+0000 7f1c127fc640 1 -- 172.21.15.84:0/1894187734 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c0c02ca80 con 0x7f1c140ce320 2024-04-15T15:11:36.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.445+0000 7f1c127fc640 1 -- 172.21.15.84:0/1894187734 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c0c02cc20 con 0x7f1c140ce320 2024-04-15T15:11:36.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.445+0000 7f1c127fc640 1 -- 172.21.15.84:0/1894187734 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c0c0343f0 con 0x7f1c140ce320 2024-04-15T15:11:36.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.446+0000 7f1c19a63640 1 -- 172.21.15.84:0/1894187734 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c140ce320 msgr2=0x7f1c1406dab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:36.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.446+0000 7f1c19a63640 1 --2- 172.21.15.84:0/1894187734 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c140ce320 0x7f1c1406dab0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f1c140710f0 tx=0x7f1c0c02bee0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.446+0000 7f1c19a63640 1 -- 172.21.15.84:0/1894187734 shutdown_connections 2024-04-15T15:11:36.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.446+0000 7f1c19a63640 1 --2- 172.21.15.84:0/1894187734 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c140ce320 0x7f1c1406dab0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.446+0000 7f1c19a63640 1 --2- 172.21.15.84:0/1894187734 >> v2:172.21.15.203:3300/0 conn(0x7f1c140cd2b0 0x7f1c140cdde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.446+0000 7f1c19a63640 1 -- 172.21.15.84:0/1894187734 >> 172.21.15.84:0/1894187734 conn(0x7f1c140b1ee0 msgr2=0x7f1c140b22c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:36.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.446+0000 7f1c19a63640 1 -- 172.21.15.84:0/1894187734 shutdown_connections 2024-04-15T15:11:36.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.446+0000 7f1c19a63640 1 -- 172.21.15.84:0/1894187734 wait complete. 2024-04-15T15:11:36.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.447+0000 7f1c19a63640 1 Processor -- start 2024-04-15T15:11:36.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.447+0000 7f1c19a63640 1 -- start start 2024-04-15T15:11:36.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1c19a63640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1c140cd2b0 0x7f1c14099a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1c19a63640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1c140ce320 0x7f1c1409af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1c19a63640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c1409d810 0x7f1c1409dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1c19a63640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f1c140ce910 con 0x7f1c1409d810 2024-04-15T15:11:36.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1c19a63640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1c140ce790 con 0x7f1c140ce320 2024-04-15T15:11:36.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1c19a63640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f1c1406dff0 con 0x7f1c140cd2b0 2024-04-15T15:11:36.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1c13fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c1409d810 0x7f1c1409dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1c13fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c1409d810 0x7f1c1409dcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47454/0 (socket says 172.21.15.84:47454) 2024-04-15T15:11:36.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1c13fff640 1 -- 172.21.15.84:0/2118693236 learned_addr learned my addr 172.21.15.84:0/2118693236 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:36.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1c12ffd640 1 --2- 172.21.15.84:0/2118693236 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1c140ce320 0x7f1c1409af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1c137fe640 1 --2- 172.21.15.84:0/2118693236 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1c140cd2b0 0x7f1c14099a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1c13fff640 1 -- 172.21.15.84:0/2118693236 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1c140cd2b0 msgr2=0x7f1c14099a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:36.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1c13fff640 1 --2- 172.21.15.84:0/2118693236 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1c140cd2b0 0x7f1c14099a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1c13fff640 1 -- 172.21.15.84:0/2118693236 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1c140ce320 msgr2=0x7f1c1409af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:36.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1c13fff640 1 --2- 172.21.15.84:0/2118693236 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1c140ce320 0x7f1c1409af50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1c13fff640 1 -- 172.21.15.84:0/2118693236 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c140b6060 con 0x7f1c1409d810 2024-04-15T15:11:36.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1c12ffd640 1 --2- 172.21.15.84:0/2118693236 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1c140ce320 0x7f1c1409af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:36.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1c13fff640 1 --2- 172.21.15.84:0/2118693236 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c1409d810 0x7f1c1409dcc0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f1c0c009f40 tx=0x7f1c0c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:36.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1bfbfff640 1 -- 172.21.15.84:0/2118693236 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c0c043020 con 0x7f1c1409d810 2024-04-15T15:11:36.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1bfbfff640 1 -- 172.21.15.84:0/2118693236 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1c0c03e450 con 0x7f1c1409d810 2024-04-15T15:11:36.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1c19a63640 1 -- 172.21.15.84:0/2118693236 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c1409a470 con 0x7f1c1409d810 2024-04-15T15:11:36.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1bfbfff640 1 -- 172.21.15.84:0/2118693236 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c0c009510 con 0x7f1c1409d810 2024-04-15T15:11:36.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.448+0000 7f1c19a63640 1 -- 172.21.15.84:0/2118693236 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c1409aa30 con 0x7f1c1409d810 2024-04-15T15:11:36.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.449+0000 7f1c19a63640 1 -- 172.21.15.84:0/2118693236 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c140cfee0 con 0x7f1c1409d810 2024-04-15T15:11:36.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.450+0000 7f1bfbfff640 1 -- 172.21.15.84:0/2118693236 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f1c0c046020 con 0x7f1c1409d810 2024-04-15T15:11:36.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.450+0000 7f1bfbfff640 1 --2- 172.21.15.84:0/2118693236 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1c0006c920 0x7f1c0006ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.450+0000 7f1bfbfff640 1 -- 172.21.15.84:0/2118693236 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5249+0+0 (secure 0 0 0) 0x7f1c0c0ade50 con 0x7f1c1409d810 2024-04-15T15:11:36.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.450+0000 7f1c137fe640 1 --2- 172.21.15.84:0/2118693236 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1c0006c920 0x7f1c0006ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.451+0000 7f1c137fe640 1 --2- 172.21.15.84:0/2118693236 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1c0006c920 0x7f1c0006ede0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f1c04006fd0 tx=0x7f1c04008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:36.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.455+0000 7f1bfbfff640 1 -- 172.21.15.84:0/2118693236 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f1c140cfee0 con 0x7f1c1409d810 2024-04-15T15:11:36.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.631+0000 7f1c19a63640 1 -- 172.21.15.84:0/2118693236 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f1c1409ac30 con 0x7f1c1409d810 2024-04-15T15:11:36.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.775+0000 7f1bfbfff640 1 -- 172.21.15.84:0/2118693236 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v35) ==== 138+0+0 (secure 0 0 0) 0x7f1c1409ac30 con 0x7f1c1409d810 2024-04-15T15:11:36.777 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'cephfs_metadata' created 2024-04-15T15:11:36.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.778+0000 7f1c19a63640 1 -- 172.21.15.84:0/2118693236 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1c0006c920 msgr2=0x7f1c0006ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:36.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.778+0000 7f1c19a63640 1 --2- 172.21.15.84:0/2118693236 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1c0006c920 0x7f1c0006ede0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f1c04006fd0 tx=0x7f1c04008040 comp rx=0 tx=0).stop 2024-04-15T15:11:36.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.778+0000 7f1c19a63640 1 -- 172.21.15.84:0/2118693236 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c1409d810 msgr2=0x7f1c1409dcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:36.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.778+0000 7f1c19a63640 1 --2- 172.21.15.84:0/2118693236 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c1409d810 0x7f1c1409dcc0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f1c0c009f40 tx=0x7f1c0c004a40 comp rx=0 tx=0).stop 2024-04-15T15:11:36.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.778+0000 7f1c19a63640 1 -- 172.21.15.84:0/2118693236 shutdown_connections 2024-04-15T15:11:36.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.778+0000 7f1c19a63640 1 --2- 172.21.15.84:0/2118693236 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f1c0006c920 0x7f1c0006ede0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.778+0000 7f1c19a63640 1 --2- 172.21.15.84:0/2118693236 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1c140ce320 0x7f1c1409af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.778+0000 7f1c19a63640 1 --2- 172.21.15.84:0/2118693236 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f1c1409d810 0x7f1c1409dcc0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.778+0000 7f1c19a63640 1 --2- 172.21.15.84:0/2118693236 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f1c140cd2b0 0x7f1c14099a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.778+0000 7f1c19a63640 1 -- 172.21.15.84:0/2118693236 >> 172.21.15.84:0/2118693236 conn(0x7f1c140b1ee0 msgr2=0x7f1c140b13b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:36.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.778+0000 7f1c19a63640 1 -- 172.21.15.84:0/2118693236 shutdown_connections 2024-04-15T15:11:36.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.778+0000 7f1c19a63640 1 -- 172.21.15.84:0/2118693236 wait complete. 2024-04-15T15:11:36.794 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-15T15:11:36.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.902+0000 7f88a0874640 1 Processor -- start 2024-04-15T15:11:36.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.902+0000 7f88a0874640 1 -- start start 2024-04-15T15:11:36.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.903+0000 7f88a0874640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f889c15e9f0 0x7f889c0d3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.903+0000 7f88a0874640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f889c0d2320 con 0x7f889c15e610 2024-04-15T15:11:36.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.903+0000 7f88a0874640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f889c0d25c0 con 0x7f889c06c400 2024-04-15T15:11:36.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.903+0000 7f88a0874640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f889c0d31d0 con 0x7f889c15e9f0 2024-04-15T15:11:36.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.903+0000 7f889a59c640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f889c15e610 0x7f889c0d0690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:37194/0 (socket says 172.21.15.84:37194) 2024-04-15T15:11:36.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.903+0000 7f889a59c640 1 -- 172.21.15.84:0/4086784728 learned_addr learned my addr 172.21.15.84:0/4086784728 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:36.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f8899d9b640 1 --2- 172.21.15.84:0/4086784728 >> v2:172.21.15.203:3300/0 conn(0x7f889c15e9f0 0x7f889c0d3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f889959a640 1 -- 172.21.15.84:0/4086784728 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1459489042 0 0) 0x7f889c0d2320 con 0x7f889c15e610 2024-04-15T15:11:36.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f889959a640 1 -- 172.21.15.84:0/4086784728 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8884003520 con 0x7f889c15e610 2024-04-15T15:11:36.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f889959a640 1 -- 172.21.15.84:0/4086784728 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 204914537 0 0) 0x7f8884003520 con 0x7f889c15e610 2024-04-15T15:11:36.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f889959a640 1 -- 172.21.15.84:0/4086784728 >> v2:172.21.15.203:3300/0 conn(0x7f889c15e9f0 msgr2=0x7f889c0d3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:36.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f889959a640 1 --2- 172.21.15.84:0/4086784728 >> v2:172.21.15.203:3300/0 conn(0x7f889c15e9f0 0x7f889c0d3660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f889959a640 1 -- 172.21.15.84:0/4086784728 >> v1:172.21.15.203:6789/0 conn(0x7f889c06c400 legacy=0x7f889c0b7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:36.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f889959a640 1 -- 172.21.15.84:0/4086784728 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f889c0d28a0 con 0x7f889c15e610 2024-04-15T15:11:36.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f889959a640 1 -- 172.21.15.84:0/4086784728 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f888c001690 con 0x7f889c15e610 2024-04-15T15:11:36.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f889959a640 1 -- 172.21.15.84:0/4086784728 >> v1:172.21.15.84:6789/0 conn(0x7f889c15e610 legacy=0x7f889c0d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:36.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f889959a640 1 --2- 172.21.15.84:0/4086784728 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f88840039b0 0x7f8884003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f889959a640 1 --2- 172.21.15.84:0/4086784728 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8884004800 0x7f8884004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f889959a640 1 --2- 172.21.15.84:0/4086784728 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f88840051c0 0x7f888400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f889959a640 1 -- 172.21.15.84:0/4086784728 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f889c0d31d0 con 0x7f8884004800 2024-04-15T15:11:36.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f889959a640 1 -- 172.21.15.84:0/4086784728 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f888400c070 con 0x7f88840039b0 2024-04-15T15:11:36.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f889959a640 1 -- 172.21.15.84:0/4086784728 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f888400c270 con 0x7f88840051c0 2024-04-15T15:11:36.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f8899d9b640 1 --2- 172.21.15.84:0/4086784728 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8884004800 0x7f8884004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f889a59c640 1 --2- 172.21.15.84:0/4086784728 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f88840039b0 0x7f8884003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f889ad9d640 1 --2- 172.21.15.84:0/4086784728 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f88840051c0 0x7f888400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f8899d9b640 1 -- 172.21.15.84:0/4086784728 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f88840051c0 msgr2=0x7f888400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:36.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f8899d9b640 1 --2- 172.21.15.84:0/4086784728 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f88840051c0 0x7f888400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f8899d9b640 1 -- 172.21.15.84:0/4086784728 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f88840039b0 msgr2=0x7f8884003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:36.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f8899d9b640 1 --2- 172.21.15.84:0/4086784728 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f88840039b0 0x7f8884003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f8899d9b640 1 -- 172.21.15.84:0/4086784728 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8884003520 con 0x7f8884004800 2024-04-15T15:11:36.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.904+0000 7f889ad9d640 1 -- 172.21.15.84:0/4086784728 reap_dead start 2024-04-15T15:11:36.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.905+0000 7f8899d9b640 1 --2- 172.21.15.84:0/4086784728 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8884004800 0x7f8884004c80 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f8890009ac0 tx=0x7f8884005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45203a71f93a8875 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:36.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.905+0000 7f889959a640 1 -- 172.21.15.84:0/4086784728 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8890039070 con 0x7f8884004800 2024-04-15T15:11:36.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.905+0000 7f889959a640 1 -- 172.21.15.84:0/4086784728 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f889002c6d0 con 0x7f8884004800 2024-04-15T15:11:36.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.905+0000 7f889959a640 1 -- 172.21.15.84:0/4086784728 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8890009690 con 0x7f8884004800 2024-04-15T15:11:36.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.906+0000 7f88a0874640 1 -- 172.21.15.84:0/4086784728 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8884004800 msgr2=0x7f8884004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:36.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.906+0000 7f88a0874640 1 --2- 172.21.15.84:0/4086784728 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8884004800 0x7f8884004c80 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f8890009ac0 tx=0x7f8884005830 comp rx=0 tx=0).stop 2024-04-15T15:11:36.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.906+0000 7f88a0874640 1 -- 172.21.15.84:0/4086784728 shutdown_connections 2024-04-15T15:11:36.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.906+0000 7f88a0874640 1 --2- 172.21.15.84:0/4086784728 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8884004800 0x7f8884004c80 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.910 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.906+0000 7f88a0874640 1 -- 172.21.15.84:0/4086784728 >> 172.21.15.84:0/4086784728 conn(0x7f889c0d4750 msgr2=0x7f889c0d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:36.911 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.906+0000 7f88a0874640 1 -- 172.21.15.84:0/4086784728 shutdown_connections 2024-04-15T15:11:36.911 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.906+0000 7f88a0874640 1 -- 172.21.15.84:0/4086784728 wait complete. 2024-04-15T15:11:36.913 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.907+0000 7f88a0874640 1 Processor -- start 2024-04-15T15:11:36.913 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.907+0000 7f88a0874640 1 -- start start 2024-04-15T15:11:36.913 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.908+0000 7f88a0874640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8884004800 0x7f889c0cde90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.908+0000 7f88a0874640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f889c152550 0x7f889c0c9070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.908+0000 7f88a0874640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f889c0c95b0 0x7f889c0c9a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.908+0000 7f88a0874640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f889c06d130 con 0x7f8884004800 2024-04-15T15:11:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.908+0000 7f88a0874640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f889c0d2e60 con 0x7f889c0c95b0 2024-04-15T15:11:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.908+0000 7f88a0874640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f889c06c890 con 0x7f889c152550 2024-04-15T15:11:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.908+0000 7f889a59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8884004800 0x7f889c0cde90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.908+0000 7f889a59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8884004800 0x7f889c0cde90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47472/0 (socket says 172.21.15.84:47472) 2024-04-15T15:11:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.908+0000 7f889a59c640 1 -- 172.21.15.84:0/2308367476 learned_addr learned my addr 172.21.15.84:0/2308367476 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.908+0000 7f889ad9d640 1 --2- 172.21.15.84:0/2308367476 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f889c0c95b0 0x7f889c0c9a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.908+0000 7f8899d9b640 1 --2- 172.21.15.84:0/2308367476 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f889c152550 0x7f889c0c9070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.908+0000 7f889a59c640 1 -- 172.21.15.84:0/2308367476 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f889c152550 msgr2=0x7f889c0c9070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.908+0000 7f889a59c640 1 --2- 172.21.15.84:0/2308367476 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f889c152550 0x7f889c0c9070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.908+0000 7f889a59c640 1 -- 172.21.15.84:0/2308367476 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f889c0c95b0 msgr2=0x7f889c0c9a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.908+0000 7f889a59c640 1 --2- 172.21.15.84:0/2308367476 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f889c0c95b0 0x7f889c0c9a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.908+0000 7f889a59c640 1 -- 172.21.15.84:0/2308367476 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f889c161ad0 con 0x7f8884004800 2024-04-15T15:11:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.908+0000 7f889ad9d640 1 --2- 172.21.15.84:0/2308367476 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f889c0c95b0 0x7f889c0c9a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.908+0000 7f889a59c640 1 --2- 172.21.15.84:0/2308367476 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8884004800 0x7f889c0cde90 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f888c007310 tx=0x7f888c0077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.909+0000 7f888affd640 1 -- 172.21.15.84:0/2308367476 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f888c00f930 con 0x7f8884004800 2024-04-15T15:11:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.909+0000 7f888affd640 1 -- 172.21.15.84:0/2308367476 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f888c018070 con 0x7f8884004800 2024-04-15T15:11:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.909+0000 7f88a0874640 1 -- 172.21.15.84:0/2308367476 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f889c0cd3b0 con 0x7f8884004800 2024-04-15T15:11:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.909+0000 7f888affd640 1 -- 172.21.15.84:0/2308367476 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f888c00fcd0 con 0x7f8884004800 2024-04-15T15:11:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.909+0000 7f88a0874640 1 -- 172.21.15.84:0/2308367476 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f889c0cd970 con 0x7f8884004800 2024-04-15T15:11:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.910+0000 7f88a0874640 1 -- 172.21.15.84:0/2308367476 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f889c0d4b30 con 0x7f8884004800 2024-04-15T15:11:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.910+0000 7f888affd640 1 -- 172.21.15.84:0/2308367476 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f888c01d460 con 0x7f8884004800 2024-04-15T15:11:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.911+0000 7f888affd640 1 --2- 172.21.15.84:0/2308367476 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f887c06c920 0x7f887c06ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.911+0000 7f8899d9b640 1 --2- 172.21.15.84:0/2308367476 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f887c06c920 0x7f887c06ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:36.915 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.911+0000 7f888affd640 1 -- 172.21.15.84:0/2308367476 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5619+0+0 (secure 0 0 0) 0x7f888c08baf0 con 0x7f8884004800 2024-04-15T15:11:36.916 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.911+0000 7f8899d9b640 1 --2- 172.21.15.84:0/2308367476 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f887c06c920 0x7f887c06ede0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f8890036000 tx=0x7f8890030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:36.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:36.916+0000 7f888affd640 1 -- 172.21.15.84:0/2308367476 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f889c0d4b30 con 0x7f8884004800 2024-04-15T15:11:37.093 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.091+0000 7f88a0874640 1 -- 172.21.15.84:0/2308367476 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f889c075c50 con 0x7f8884004800 2024-04-15T15:11:37.782 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.780+0000 7f888affd640 1 -- 172.21.15.84:0/2308367476 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v36) ==== 170+0+0 (secure 0 0 0) 0x7f888c05a000 con 0x7f8884004800 2024-04-15T15:11:37.782 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'cephfs_data' created 2024-04-15T15:11:37.786 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.784+0000 7f88a0874640 1 -- 172.21.15.84:0/2308367476 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f887c06c920 msgr2=0x7f887c06ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:37.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.784+0000 7f88a0874640 1 --2- 172.21.15.84:0/2308367476 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f887c06c920 0x7f887c06ede0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f8890036000 tx=0x7f8890030000 comp rx=0 tx=0).stop 2024-04-15T15:11:37.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.784+0000 7f88a0874640 1 -- 172.21.15.84:0/2308367476 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8884004800 msgr2=0x7f889c0cde90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:37.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.784+0000 7f88a0874640 1 --2- 172.21.15.84:0/2308367476 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8884004800 0x7f889c0cde90 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f888c007310 tx=0x7f888c0077d0 comp rx=0 tx=0).stop 2024-04-15T15:11:37.787 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.784+0000 7f88a0874640 1 -- 172.21.15.84:0/2308367476 shutdown_connections 2024-04-15T15:11:37.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.784+0000 7f88a0874640 1 --2- 172.21.15.84:0/2308367476 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f887c06c920 0x7f887c06ede0 secure :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f8890036000 tx=0x7f8890030000 comp rx=0 tx=0).stop 2024-04-15T15:11:37.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.784+0000 7f88a0874640 1 --2- 172.21.15.84:0/2308367476 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f889c0c95b0 0x7f889c0c9a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:37.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.784+0000 7f88a0874640 1 --2- 172.21.15.84:0/2308367476 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f889c152550 0x7f889c0c9070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:37.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.784+0000 7f88a0874640 1 --2- 172.21.15.84:0/2308367476 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8884004800 0x7f889c0cde90 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:37.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.785+0000 7f88a0874640 1 -- 172.21.15.84:0/2308367476 >> 172.21.15.84:0/2308367476 conn(0x7f889c0d4750 msgr2=0x7f889c15a080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:37.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.785+0000 7f88a0874640 1 -- 172.21.15.84:0/2308367476 shutdown_connections 2024-04-15T15:11:37.788 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.786+0000 7f88a0874640 1 -- 172.21.15.84:0/2308367476 wait complete. 2024-04-15T15:11:37.810 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-15T15:11:37.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.921+0000 7faf1bec8640 1 Processor -- start 2024-04-15T15:11:37.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.922+0000 7faf1bec8640 1 -- start start 2024-04-15T15:11:37.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.922+0000 7faf1bec8640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7faf140d1750 0x7faf140cdec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:37.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.922+0000 7faf1bec8640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf140cce20 con 0x7faf1406f510 2024-04-15T15:11:37.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.922+0000 7faf1bec8640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf140cd100 con 0x7faf1415c550 2024-04-15T15:11:37.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.922+0000 7faf1bec8640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7faf14072790 con 0x7faf140d1750 2024-04-15T15:11:37.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.923+0000 7faf1a465640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7faf140d1750 0x7faf140cdec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:37.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.923+0000 7faf19463640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7faf1406f510 0x7faf140d1040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:37204/0 (socket says 172.21.15.84:37204) 2024-04-15T15:11:37.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.923+0000 7faf19463640 1 -- 172.21.15.84:0/1966287704 learned_addr learned my addr 172.21.15.84:0/1966287704 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:37.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.923+0000 7faf1a465640 1 -- 172.21.15.84:0/1966287704 >> v1:172.21.15.203:6789/0 conn(0x7faf1415c550 legacy=0x7faf14160b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:37.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.923+0000 7faf1a465640 1 -- 172.21.15.84:0/1966287704 >> v1:172.21.15.84:6789/0 conn(0x7faf1406f510 legacy=0x7faf140d1040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:37.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.923+0000 7faf1a465640 1 -- 172.21.15.84:0/1966287704 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf140cd3e0 con 0x7faf140d1750 2024-04-15T15:11:37.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.923+0000 7faf18c62640 1 -- 172.21.15.84:0/1966287704 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 527447087 0 0) 0x7faf140cce20 con 0x7faf1406f510 2024-04-15T15:11:37.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.924+0000 7faf1a465640 1 --2- 172.21.15.84:0/1966287704 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faf140d1750 0x7faf140cdec0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7faf040097a0 tx=0x7faf0402b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50979d23613df007 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:37.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.924+0000 7faf18c62640 1 -- 172.21.15.84:0/1966287704 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf04034070 con 0x7faf140d1750 2024-04-15T15:11:37.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.924+0000 7faf18c62640 1 -- 172.21.15.84:0/1966287704 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf04030610 con 0x7faf140d1750 2024-04-15T15:11:37.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.924+0000 7faf18c62640 1 -- 172.21.15.84:0/1966287704 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf040309e0 con 0x7faf140d1750 2024-04-15T15:11:37.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.924+0000 7faf1bec8640 1 -- 172.21.15.84:0/1966287704 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faf140d1750 msgr2=0x7faf140cdec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:37.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.924+0000 7faf1bec8640 1 --2- 172.21.15.84:0/1966287704 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faf140d1750 0x7faf140cdec0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7faf040097a0 tx=0x7faf0402b960 comp rx=0 tx=0).stop 2024-04-15T15:11:37.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.924+0000 7faf1bec8640 1 -- 172.21.15.84:0/1966287704 shutdown_connections 2024-04-15T15:11:37.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.924+0000 7faf1bec8640 1 --2- 172.21.15.84:0/1966287704 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faf140d1750 0x7faf140cdec0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:37.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.924+0000 7faf1bec8640 1 -- 172.21.15.84:0/1966287704 >> 172.21.15.84:0/1966287704 conn(0x7faf140b3f50 msgr2=0x7faf140b4360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:37.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.924+0000 7faf1bec8640 1 -- 172.21.15.84:0/1966287704 shutdown_connections 2024-04-15T15:11:37.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.924+0000 7faf1bec8640 1 -- 172.21.15.84:0/1966287704 wait complete. 2024-04-15T15:11:37.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.925+0000 7faf1bec8640 1 Processor -- start 2024-04-15T15:11:37.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.926+0000 7faf1bec8640 1 -- start start 2024-04-15T15:11:37.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.926+0000 7faf1bec8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faf1406f510 0x7faf140c8bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:37.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.926+0000 7faf1bec8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faf140d1750 0x7faf14157b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:37.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.926+0000 7faf1bec8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7faf1415c550 0x7faf1415ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:37.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.926+0000 7faf1bec8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7faf1415c930 con 0x7faf140d1750 2024-04-15T15:11:37.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.926+0000 7faf1bec8640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7faf140cd9a0 con 0x7faf1406f510 2024-04-15T15:11:37.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.926+0000 7faf1bec8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7faf140ccab0 con 0x7faf1415c550 2024-04-15T15:11:37.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.926+0000 7faf19463640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faf140d1750 0x7faf14157b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:37.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.926+0000 7faf19463640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faf140d1750 0x7faf14157b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47496/0 (socket says 172.21.15.84:47496) 2024-04-15T15:11:37.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.926+0000 7faf19463640 1 -- 172.21.15.84:0/3431338456 learned_addr learned my addr 172.21.15.84:0/3431338456 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:37.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.927+0000 7faf19463640 1 -- 172.21.15.84:0/3431338456 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7faf1415c550 msgr2=0x7faf1415ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:37.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.927+0000 7faf19463640 1 --2- 172.21.15.84:0/3431338456 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7faf1415c550 0x7faf1415ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:37.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.927+0000 7faf19c64640 1 --2- 172.21.15.84:0/3431338456 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faf1406f510 0x7faf140c8bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:37.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.927+0000 7faf19463640 1 -- 172.21.15.84:0/3431338456 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faf1406f510 msgr2=0x7faf140c8bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:37.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.927+0000 7faf19463640 1 --2- 172.21.15.84:0/3431338456 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faf1406f510 0x7faf140c8bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:37.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.927+0000 7faf19463640 1 -- 172.21.15.84:0/3431338456 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf140c5f70 con 0x7faf140d1750 2024-04-15T15:11:37.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.927+0000 7faf19c64640 1 --2- 172.21.15.84:0/3431338456 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faf1406f510 0x7faf140c8bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:37.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.927+0000 7faf19463640 1 --2- 172.21.15.84:0/3431338456 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faf140d1750 0x7faf14157b90 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7faf0800c780 tx=0x7faf0800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:37.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.927+0000 7faf127fc640 1 -- 172.21.15.84:0/3431338456 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf08018070 con 0x7faf140d1750 2024-04-15T15:11:37.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.927+0000 7faf127fc640 1 -- 172.21.15.84:0/3431338456 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf0800a640 con 0x7faf140d1750 2024-04-15T15:11:37.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.927+0000 7faf1bec8640 1 -- 172.21.15.84:0/3431338456 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf14158200 con 0x7faf140d1750 2024-04-15T15:11:37.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.927+0000 7faf127fc640 1 -- 172.21.15.84:0/3431338456 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf0800aab0 con 0x7faf140d1750 2024-04-15T15:11:37.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.927+0000 7faf1bec8640 1 -- 172.21.15.84:0/3431338456 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf140c6230 con 0x7faf140d1750 2024-04-15T15:11:37.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.928+0000 7faf1bec8640 1 -- 172.21.15.84:0/3431338456 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf14075c50 con 0x7faf140d1750 2024-04-15T15:11:37.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.928+0000 7faf127fc640 1 -- 172.21.15.84:0/3431338456 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7faf0801b070 con 0x7faf140d1750 2024-04-15T15:11:37.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.929+0000 7faf127fc640 1 --2- 172.21.15.84:0/3431338456 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7faf0006c8f0 0x7faf0006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:37.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.929+0000 7faf127fc640 1 -- 172.21.15.84:0/3431338456 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 6001+0+0 (secure 0 0 0) 0x7faf0808b1e0 con 0x7faf140d1750 2024-04-15T15:11:37.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.929+0000 7faf19c64640 1 --2- 172.21.15.84:0/3431338456 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7faf0006c8f0 0x7faf0006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:37.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.929+0000 7faf19c64640 1 --2- 172.21.15.84:0/3431338456 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7faf0006c8f0 0x7faf0006edb0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7faf0c000f60 tx=0x7faf0c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:37.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:37.934+0000 7faf127fc640 1 -- 172.21.15.84:0/3431338456 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7faf08059570 con 0x7faf140d1750 2024-04-15T15:11:38.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.146+0000 7faf1bec8640 1 -- 172.21.15.84:0/3431338456 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7faf140b58e0 con 0x7faf140d1750 2024-04-15T15:11:38.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.794+0000 7faf127fc640 1 -- 172.21.15.84:0/3431338456 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v14) ==== 172+0+0 (secure 0 0 0) 0x7faf08058e70 con 0x7faf140d1750 2024-04-15T15:11:38.801 INFO:teuthology.orchestra.run.smithi084.stderr:new fs with metadata pool 5 and data pool 6 2024-04-15T15:11:38.807 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.806+0000 7faf1bec8640 1 -- 172.21.15.84:0/3431338456 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7faf0006c8f0 msgr2=0x7faf0006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:38.808 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.806+0000 7faf1bec8640 1 --2- 172.21.15.84:0/3431338456 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7faf0006c8f0 0x7faf0006edb0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7faf0c000f60 tx=0x7faf0c009040 comp rx=0 tx=0).stop 2024-04-15T15:11:38.808 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.806+0000 7faf1bec8640 1 -- 172.21.15.84:0/3431338456 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faf140d1750 msgr2=0x7faf14157b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:38.808 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.806+0000 7faf1bec8640 1 --2- 172.21.15.84:0/3431338456 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faf140d1750 0x7faf14157b90 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7faf0800c780 tx=0x7faf0800cc40 comp rx=0 tx=0).stop 2024-04-15T15:11:38.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.807+0000 7faf1bec8640 1 -- 172.21.15.84:0/3431338456 shutdown_connections 2024-04-15T15:11:38.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.807+0000 7faf1bec8640 1 --2- 172.21.15.84:0/3431338456 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7faf1415c550 0x7faf1415ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:38.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.807+0000 7faf1bec8640 1 --2- 172.21.15.84:0/3431338456 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7faf140d1750 0x7faf14157b90 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:38.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.807+0000 7faf1bec8640 1 --2- 172.21.15.84:0/3431338456 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7faf0006c8f0 0x7faf0006edb0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:38.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.807+0000 7faf1bec8640 1 --2- 172.21.15.84:0/3431338456 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faf1406f510 0x7faf140c8bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:38.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.807+0000 7faf1bec8640 1 -- 172.21.15.84:0/3431338456 >> 172.21.15.84:0/3431338456 conn(0x7faf140b3f50 msgr2=0x7faf140b2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:38.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.808+0000 7faf1bec8640 1 -- 172.21.15.84:0/3431338456 shutdown_connections 2024-04-15T15:11:38.810 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.808+0000 7faf1bec8640 1 -- 172.21.15.84:0/3431338456 wait complete. 2024-04-15T15:11:38.827 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:38.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.930+0000 7f6112a4a640 1 Processor -- start 2024-04-15T15:11:38.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.930+0000 7f6112a4a640 1 -- start start 2024-04-15T15:11:38.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.931+0000 7f6112a4a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f610c1569c0 0x7f610c15d540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:38.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.931+0000 7f6112a4a640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f610c156da0 0x7f610c0ccb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:38.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.931+0000 7f6112a4a640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f610c15da80 con 0x7f610c0cd0b0 2024-04-15T15:11:38.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.931+0000 7f6112a4a640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f610c0cbad0 con 0x7f610c156da0 2024-04-15T15:11:38.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.931+0000 7f6112a4a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f610c0cbdb0 con 0x7f610c1569c0 2024-04-15T15:11:38.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.931+0000 7f610bfff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f610c1569c0 0x7f610c15d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:38.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.931+0000 7f610b7fe640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f610c156da0 0x7f610c0ccb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:38.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.932+0000 7f610b7fe640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f610c156da0 0x7f610c0ccb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:43888/0 (socket says 172.21.15.84:43888) 2024-04-15T15:11:38.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.932+0000 7f610bfff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f610c1569c0 0x7f610c15d540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:54194/0 (socket says 172.21.15.84:54194) 2024-04-15T15:11:38.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.932+0000 7f610b7fe640 1 -- 172.21.15.84:0/1604218801 learned_addr learned my addr 172.21.15.84:0/1604218801 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:38.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.932+0000 7f610bfff640 1 -- 172.21.15.84:0/1604218801 >> v2:172.21.15.203:3300/0 conn(0x7f610c156da0 msgr2=0x7f610c0ccb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:38.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.932+0000 7f610bfff640 1 --2- 172.21.15.84:0/1604218801 >> v2:172.21.15.203:3300/0 conn(0x7f610c156da0 0x7f610c0ccb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:38.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.932+0000 7f610bfff640 1 -- 172.21.15.84:0/1604218801 >> v1:172.21.15.203:6789/0 conn(0x7f610c0cd0b0 legacy=0x7f610c06c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:38.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.932+0000 7f610bfff640 1 -- 172.21.15.84:0/1604218801 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f610c0cc090 con 0x7f610c1569c0 2024-04-15T15:11:38.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.932+0000 7f610b7fe640 1 --2- 172.21.15.84:0/1604218801 >> v2:172.21.15.203:3300/0 conn(0x7f610c156da0 0x7f610c0ccb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:11:38.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.933+0000 7f610bfff640 1 --2- 172.21.15.84:0/1604218801 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f610c1569c0 0x7f610c15d540 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f60fc0097a0 tx=0x7f60fc02b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c3e190e38c5ba5ad server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:38.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.933+0000 7f610affd640 1 -- 172.21.15.84:0/1604218801 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60fc035020 con 0x7f610c1569c0 2024-04-15T15:11:38.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.933+0000 7f610affd640 1 -- 172.21.15.84:0/1604218801 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f60fc031830 con 0x7f610c1569c0 2024-04-15T15:11:38.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.933+0000 7f610affd640 1 -- 172.21.15.84:0/1604218801 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60fc031c00 con 0x7f610c1569c0 2024-04-15T15:11:38.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.933+0000 7f6112a4a640 1 -- 172.21.15.84:0/1604218801 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f610c1569c0 msgr2=0x7f610c15d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:38.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.933+0000 7f6112a4a640 1 --2- 172.21.15.84:0/1604218801 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f610c1569c0 0x7f610c15d540 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f60fc0097a0 tx=0x7f60fc02b8d0 comp rx=0 tx=0).stop 2024-04-15T15:11:38.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.933+0000 7f6112a4a640 1 -- 172.21.15.84:0/1604218801 shutdown_connections 2024-04-15T15:11:38.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.933+0000 7f6112a4a640 1 --2- 172.21.15.84:0/1604218801 >> v2:172.21.15.203:3300/0 conn(0x7f610c156da0 0x7f610c0ccb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:38.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.933+0000 7f6112a4a640 1 --2- 172.21.15.84:0/1604218801 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f610c1569c0 0x7f610c15d540 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:38.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.933+0000 7f6112a4a640 1 -- 172.21.15.84:0/1604218801 >> 172.21.15.84:0/1604218801 conn(0x7f610c0cd4a0 msgr2=0x7f610c0cd880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:38.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.933+0000 7f6112a4a640 1 -- 172.21.15.84:0/1604218801 shutdown_connections 2024-04-15T15:11:38.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.933+0000 7f6112a4a640 1 -- 172.21.15.84:0/1604218801 wait complete. 2024-04-15T15:11:38.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.935+0000 7f6112a4a640 1 Processor -- start 2024-04-15T15:11:38.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.935+0000 7f6112a4a640 1 -- start start 2024-04-15T15:11:38.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.935+0000 7f6112a4a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f610c1569c0 0x7f610c0ca0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:38.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.935+0000 7f6112a4a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f610c156da0 0x7f610c145260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:38.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.935+0000 7f6112a4a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f610c0b3720 0x7f610c0b03b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:38.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.935+0000 7f6112a4a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f610c0b01a0 con 0x7f610c156da0 2024-04-15T15:11:38.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.935+0000 7f6112a4a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f610c0cc650 con 0x7f610c0b3720 2024-04-15T15:11:38.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.935+0000 7f6112a4a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f610c0cb750 con 0x7f610c1569c0 2024-04-15T15:11:38.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.936+0000 7f610b7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f610c156da0 0x7f610c145260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:38.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.936+0000 7f610b7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f610c156da0 0x7f610c145260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47508/0 (socket says 172.21.15.84:47508) 2024-04-15T15:11:38.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.936+0000 7f610b7fe640 1 -- 172.21.15.84:0/1528359042 learned_addr learned my addr 172.21.15.84:0/1528359042 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:38.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.936+0000 7f6110fe7640 1 --2- 172.21.15.84:0/1528359042 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f610c0b3720 0x7f610c0b03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:38.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.936+0000 7f610bfff640 1 --2- 172.21.15.84:0/1528359042 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f610c1569c0 0x7f610c0ca0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:38.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.936+0000 7f610b7fe640 1 -- 172.21.15.84:0/1528359042 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f610c1569c0 msgr2=0x7f610c0ca0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:38.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.936+0000 7f610b7fe640 1 --2- 172.21.15.84:0/1528359042 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f610c1569c0 0x7f610c0ca0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:38.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.936+0000 7f610b7fe640 1 -- 172.21.15.84:0/1528359042 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f610c0b3720 msgr2=0x7f610c0b03b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:38.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.936+0000 7f610b7fe640 1 --2- 172.21.15.84:0/1528359042 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f610c0b3720 0x7f610c0b03b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:38.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.936+0000 7f610b7fe640 1 -- 172.21.15.84:0/1528359042 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f610c0ca5f0 con 0x7f610c156da0 2024-04-15T15:11:38.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.936+0000 7f610b7fe640 1 --2- 172.21.15.84:0/1528359042 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f610c156da0 0x7f610c145260 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f610000e9b0 tx=0x7f610000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:38.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.936+0000 7f6108ff9640 1 -- 172.21.15.84:0/1528359042 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6100017070 con 0x7f610c156da0 2024-04-15T15:11:38.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.936+0000 7f6108ff9640 1 -- 172.21.15.84:0/1528359042 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f610000c9a0 con 0x7f610c156da0 2024-04-15T15:11:38.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.936+0000 7f6112a4a640 1 -- 172.21.15.84:0/1528359042 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f610c0b5f00 con 0x7f610c156da0 2024-04-15T15:11:38.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.936+0000 7f6108ff9640 1 -- 172.21.15.84:0/1528359042 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f610000cd50 con 0x7f610c156da0 2024-04-15T15:11:38.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.936+0000 7f6112a4a640 1 -- 172.21.15.84:0/1528359042 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f610c0b6480 con 0x7f610c156da0 2024-04-15T15:11:38.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.937+0000 7f6112a4a640 1 -- 172.21.15.84:0/1528359042 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f610c152ac0 con 0x7f610c156da0 2024-04-15T15:11:38.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.938+0000 7f6108ff9640 1 -- 172.21.15.84:0/1528359042 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f610001a070 con 0x7f610c156da0 2024-04-15T15:11:38.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.938+0000 7f6108ff9640 1 --2- 172.21.15.84:0/1528359042 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f60f806c8f0 0x7f60f806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:38.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.938+0000 7f6108ff9640 1 -- 172.21.15.84:0/1528359042 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 6101+0+0 (secure 0 0 0) 0x7f610008bab0 con 0x7f610c156da0 2024-04-15T15:11:38.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.938+0000 7f610bfff640 1 --2- 172.21.15.84:0/1528359042 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f60f806c8f0 0x7f60f806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:38.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.939+0000 7f610bfff640 1 --2- 172.21.15.84:0/1528359042 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f60f806c8f0 0x7f60f806edb0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f60fc036000 tx=0x7f60fc008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:38.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:38.943+0000 7f6108ff9640 1 -- 172.21.15.84:0/1528359042 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f6100059700 con 0x7f610c156da0 2024-04-15T15:11:39.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.120+0000 7f6112a4a640 1 -- 172.21.15.84:0/1528359042 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f610c1e8a40 con 0x7f610c156da0 2024-04-15T15:11:39.122 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.121+0000 7f6108ff9640 1 -- 172.21.15.84:0/1528359042 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) ==== 74+0+16907 (secure 0 0 0) 0x7f610005da00 con 0x7f610c156da0 2024-04-15T15:11:39.123 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:39.123 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":37,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:11:38.147952+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:11:36.635627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-15T15:11:37.095988+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:39.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.123+0000 7f6112a4a640 1 -- 172.21.15.84:0/1528359042 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f60f806c8f0 msgr2=0x7f60f806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:39.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.123+0000 7f6112a4a640 1 --2- 172.21.15.84:0/1528359042 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f60f806c8f0 0x7f60f806edb0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f60fc036000 tx=0x7f60fc008030 comp rx=0 tx=0).stop 2024-04-15T15:11:39.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.123+0000 7f6112a4a640 1 -- 172.21.15.84:0/1528359042 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f610c156da0 msgr2=0x7f610c145260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:39.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.123+0000 7f6112a4a640 1 --2- 172.21.15.84:0/1528359042 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f610c156da0 0x7f610c145260 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f610000e9b0 tx=0x7f610000ee70 comp rx=0 tx=0).stop 2024-04-15T15:11:39.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.123+0000 7f6112a4a640 1 -- 172.21.15.84:0/1528359042 shutdown_connections 2024-04-15T15:11:39.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.123+0000 7f6112a4a640 1 --2- 172.21.15.84:0/1528359042 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f60f806c8f0 0x7f60f806edb0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.123+0000 7f6112a4a640 1 --2- 172.21.15.84:0/1528359042 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f610c0b3720 0x7f610c0b03b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.123+0000 7f6112a4a640 1 --2- 172.21.15.84:0/1528359042 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f610c156da0 0x7f610c145260 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.123+0000 7f6112a4a640 1 --2- 172.21.15.84:0/1528359042 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f610c1569c0 0x7f610c0ca0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.126 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.123+0000 7f6112a4a640 1 -- 172.21.15.84:0/1528359042 >> 172.21.15.84:0/1528359042 conn(0x7f610c0cd4a0 msgr2=0x7f610c0cf030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:39.126 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.123+0000 7f6112a4a640 1 -- 172.21.15.84:0/1528359042 shutdown_connections 2024-04-15T15:11:39.126 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.123+0000 7f6112a4a640 1 -- 172.21.15.84:0/1528359042 wait complete. 2024-04-15T15:11:39.136 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:39.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.237+0000 7fc967750640 1 Processor -- start 2024-04-15T15:11:39.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.237+0000 7fc967750640 1 -- start start 2024-04-15T15:11:39.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.238+0000 7fc967750640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc96015eba0 0x7fc96006f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:39.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.238+0000 7fc967750640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fc9600ccb90 0x7fc9600cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:39.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.238+0000 7fc967750640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc9600afb10 con 0x7fc96006f720 2024-04-15T15:11:39.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.238+0000 7fc967750640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fc96015ef80 con 0x7fc9600ccb90 2024-04-15T15:11:39.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.238+0000 7fc967750640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc9600ce2b0 con 0x7fc96015eba0 2024-04-15T15:11:39.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.239+0000 7fc9654ec640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc96015eba0 0x7fc96006f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:39.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.239+0000 7fc965ced640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fc9600ccb90 0x7fc9600cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:39.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.239+0000 7fc9654ec640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc96015eba0 0x7fc96006f1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:54202/0 (socket says 172.21.15.84:54202) 2024-04-15T15:11:39.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.239+0000 7fc9654ec640 1 -- 172.21.15.84:0/4154131660 learned_addr learned my addr 172.21.15.84:0/4154131660 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:39.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.239+0000 7fc964ceb640 1 --1- 172.21.15.84:0/4154131660 >> v1:172.21.15.203:6789/0 conn(0x7fc96006f720 0x7fc9600af400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:37786/0 (socket says 172.21.15.84:37786) 2024-04-15T15:11:39.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.239+0000 7fc9654ec640 1 -- 172.21.15.84:0/4154131660 >> v2:172.21.15.203:3300/0 conn(0x7fc9600ccb90 msgr2=0x7fc9600cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:39.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.239+0000 7fc9654ec640 1 --2- 172.21.15.84:0/4154131660 >> v2:172.21.15.203:3300/0 conn(0x7fc9600ccb90 0x7fc9600cd020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.239+0000 7fc9654ec640 1 -- 172.21.15.84:0/4154131660 >> v1:172.21.15.203:6789/0 conn(0x7fc96006f720 legacy=0x7fc9600af400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:39.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.239+0000 7fc9654ec640 1 -- 172.21.15.84:0/4154131660 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9600ce590 con 0x7fc96015eba0 2024-04-15T15:11:39.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.239+0000 7fc965ced640 1 --2- 172.21.15.84:0/4154131660 >> v2:172.21.15.203:3300/0 conn(0x7fc9600ccb90 0x7fc9600cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:11:39.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.240+0000 7fc9654ec640 1 --2- 172.21.15.84:0/4154131660 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc96015eba0 0x7fc96006f1e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc95c009e50 tx=0x7fc95c02bed0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=697a1dfafaa5cffe server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:39.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.240+0000 7fc957fff640 1 -- 172.21.15.84:0/4154131660 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc95c02ca70 con 0x7fc96015eba0 2024-04-15T15:11:39.243 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.240+0000 7fc957fff640 1 -- 172.21.15.84:0/4154131660 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc95c02cc10 con 0x7fc96015eba0 2024-04-15T15:11:39.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.240+0000 7fc957fff640 1 -- 172.21.15.84:0/4154131660 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc95c0343f0 con 0x7fc96015eba0 2024-04-15T15:11:39.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.240+0000 7fc967750640 1 -- 172.21.15.84:0/4154131660 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc96015eba0 msgr2=0x7fc96006f1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:39.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.240+0000 7fc967750640 1 --2- 172.21.15.84:0/4154131660 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc96015eba0 0x7fc96006f1e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fc95c009e50 tx=0x7fc95c02bed0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.241+0000 7fc967750640 1 -- 172.21.15.84:0/4154131660 shutdown_connections 2024-04-15T15:11:39.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.241+0000 7fc967750640 1 --2- 172.21.15.84:0/4154131660 >> v2:172.21.15.203:3300/0 conn(0x7fc9600ccb90 0x7fc9600cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.241+0000 7fc967750640 1 --2- 172.21.15.84:0/4154131660 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc96015eba0 0x7fc96006f1e0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.241+0000 7fc967750640 1 -- 172.21.15.84:0/4154131660 >> 172.21.15.84:0/4154131660 conn(0x7fc9600b1dd0 msgr2=0x7fc9600b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:39.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.241+0000 7fc967750640 1 -- 172.21.15.84:0/4154131660 shutdown_connections 2024-04-15T15:11:39.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.241+0000 7fc967750640 1 -- 172.21.15.84:0/4154131660 wait complete. 2024-04-15T15:11:39.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.242+0000 7fc967750640 1 Processor -- start 2024-04-15T15:11:39.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.242+0000 7fc967750640 1 -- start start 2024-04-15T15:11:39.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.242+0000 7fc967750640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc9600ccb90 0x7fc9600b0c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:39.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.242+0000 7fc967750640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc96015eba0 0x7fc9601473e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:39.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.242+0000 7fc967750640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc960147920 0x7fc96014a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:39.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.243+0000 7fc967750640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc9600b2b80 con 0x7fc960147920 2024-04-15T15:11:39.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.243+0000 7fc967750640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc96006ecc0 con 0x7fc96015eba0 2024-04-15T15:11:39.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.243+0000 7fc967750640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc9600ceb50 con 0x7fc9600ccb90 2024-04-15T15:11:39.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.243+0000 7fc965ced640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc960147920 0x7fc96014a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:39.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.243+0000 7fc965ced640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc960147920 0x7fc96014a000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47522/0 (socket says 172.21.15.84:47522) 2024-04-15T15:11:39.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.243+0000 7fc965ced640 1 -- 172.21.15.84:0/2278068679 learned_addr learned my addr 172.21.15.84:0/2278068679 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:39.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.243+0000 7fc964ceb640 1 --2- 172.21.15.84:0/2278068679 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc96015eba0 0x7fc9601473e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:39.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.243+0000 7fc9654ec640 1 --2- 172.21.15.84:0/2278068679 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc9600ccb90 0x7fc9600b0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:39.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.243+0000 7fc965ced640 1 -- 172.21.15.84:0/2278068679 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc9600ccb90 msgr2=0x7fc9600b0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:39.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.243+0000 7fc965ced640 1 --2- 172.21.15.84:0/2278068679 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc9600ccb90 0x7fc9600b0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.243+0000 7fc965ced640 1 -- 172.21.15.84:0/2278068679 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc96015eba0 msgr2=0x7fc9601473e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:39.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.243+0000 7fc965ced640 1 --2- 172.21.15.84:0/2278068679 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc96015eba0 0x7fc9601473e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.243+0000 7fc965ced640 1 -- 172.21.15.84:0/2278068679 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc960147dd0 con 0x7fc960147920 2024-04-15T15:11:39.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.243+0000 7fc965ced640 1 --2- 172.21.15.84:0/2278068679 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc960147920 0x7fc96014a000 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fc95800e880 tx=0x7fc95800ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:39.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.243+0000 7fc955ffb640 1 -- 172.21.15.84:0/2278068679 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc958017070 con 0x7fc960147920 2024-04-15T15:11:39.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.243+0000 7fc955ffb640 1 -- 172.21.15.84:0/2278068679 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc958004020 con 0x7fc960147920 2024-04-15T15:11:39.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.243+0000 7fc967750640 1 -- 172.21.15.84:0/2278068679 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc96014e720 con 0x7fc960147920 2024-04-15T15:11:39.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.243+0000 7fc955ffb640 1 -- 172.21.15.84:0/2278068679 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9580043f0 con 0x7fc960147920 2024-04-15T15:11:39.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.244+0000 7fc967750640 1 -- 172.21.15.84:0/2278068679 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc96014af10 con 0x7fc960147920 2024-04-15T15:11:39.248 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.244+0000 7fc967750640 1 -- 172.21.15.84:0/2278068679 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9600cf0f0 con 0x7fc960147920 2024-04-15T15:11:39.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.245+0000 7fc955ffb640 1 -- 172.21.15.84:0/2278068679 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fc95800c8e0 con 0x7fc960147920 2024-04-15T15:11:39.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.245+0000 7fc955ffb640 1 --2- 172.21.15.84:0/2278068679 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc94406c8f0 0x7fc94406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:39.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.245+0000 7fc955ffb640 1 -- 172.21.15.84:0/2278068679 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 6101+0+0 (secure 0 0 0) 0x7fc95808b8e0 con 0x7fc960147920 2024-04-15T15:11:39.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.245+0000 7fc9654ec640 1 --2- 172.21.15.84:0/2278068679 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc94406c8f0 0x7fc94406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:39.249 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.246+0000 7fc9654ec640 1 --2- 172.21.15.84:0/2278068679 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc94406c8f0 0x7fc94406edb0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fc95c035000 tx=0x7fc95c030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:39.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.250+0000 7fc955ffb640 1 -- 172.21.15.84:0/2278068679 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fc9600cf0f0 con 0x7fc960147920 2024-04-15T15:11:39.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.426+0000 7fc967750640 1 -- 172.21.15.84:0/2278068679 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc9600689e0 con 0x7fc960147920 2024-04-15T15:11:39.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.427+0000 7fc955ffb640 1 -- 172.21.15.84:0/2278068679 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) ==== 74+0+16907 (secure 0 0 0) 0x7fc9580595c0 con 0x7fc960147920 2024-04-15T15:11:39.429 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:39.429 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":37,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:11:38.147952+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:11:36.635627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-15T15:11:37.095988+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:39.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.429+0000 7fc967750640 1 -- 172.21.15.84:0/2278068679 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc94406c8f0 msgr2=0x7fc94406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:39.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.429+0000 7fc967750640 1 --2- 172.21.15.84:0/2278068679 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc94406c8f0 0x7fc94406edb0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fc95c035000 tx=0x7fc95c030000 comp rx=0 tx=0).stop 2024-04-15T15:11:39.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.429+0000 7fc967750640 1 -- 172.21.15.84:0/2278068679 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc960147920 msgr2=0x7fc96014a000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:39.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.429+0000 7fc967750640 1 --2- 172.21.15.84:0/2278068679 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc960147920 0x7fc96014a000 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fc95800e880 tx=0x7fc95800ed40 comp rx=0 tx=0).stop 2024-04-15T15:11:39.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.429+0000 7fc967750640 1 -- 172.21.15.84:0/2278068679 shutdown_connections 2024-04-15T15:11:39.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.429+0000 7fc967750640 1 --2- 172.21.15.84:0/2278068679 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc94406c8f0 0x7fc94406edb0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.429+0000 7fc967750640 1 --2- 172.21.15.84:0/2278068679 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc96015eba0 0x7fc9601473e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.429+0000 7fc967750640 1 --2- 172.21.15.84:0/2278068679 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc960147920 0x7fc96014a000 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.429+0000 7fc967750640 1 --2- 172.21.15.84:0/2278068679 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc9600ccb90 0x7fc9600b0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.429+0000 7fc967750640 1 -- 172.21.15.84:0/2278068679 >> 172.21.15.84:0/2278068679 conn(0x7fc9600b1dd0 msgr2=0x7fc9600ad0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:39.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.429+0000 7fc967750640 1 -- 172.21.15.84:0/2278068679 shutdown_connections 2024-04-15T15:11:39.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.429+0000 7fc967750640 1 -- 172.21.15.84:0/2278068679 wait complete. 2024-04-15T15:11:39.442 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-15T15:11:39.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.546+0000 7f36834ce640 1 Processor -- start 2024-04-15T15:11:39.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.546+0000 7f36834ce640 1 -- start start 2024-04-15T15:11:39.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f36834ce640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f367c15af20 0x7f367c06dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:39.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f36834ce640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f367c15c110 con 0x7f367c06bf20 2024-04-15T15:11:39.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f36834ce640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f367c0cfae0 con 0x7f367c0ccb50 2024-04-15T15:11:39.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f36834ce640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f367c06ba90 con 0x7f367c15af20 2024-04-15T15:11:39.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f3681a6b640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f367c06bf20 0x7f367c06c390 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:37212/0 (socket says 172.21.15.84:37212) 2024-04-15T15:11:39.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f3681a6b640 1 -- 172.21.15.84:0/1040153730 learned_addr learned my addr 172.21.15.84:0/1040153730 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:39.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f3673fff640 1 -- 172.21.15.84:0/1040153730 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2555622520 0 0) 0x7f367c15c110 con 0x7f367c06bf20 2024-04-15T15:11:39.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f3673fff640 1 -- 172.21.15.84:0/1040153730 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3668004630 con 0x7f367c06bf20 2024-04-15T15:11:39.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f3680a69640 1 --2- 172.21.15.84:0/1040153730 >> v2:172.21.15.203:3300/0 conn(0x7f367c15af20 0x7f367c06dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:39.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f3673fff640 1 -- 172.21.15.84:0/1040153730 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3348028848 0 0) 0x7f3668004630 con 0x7f367c06bf20 2024-04-15T15:11:39.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f3673fff640 1 -- 172.21.15.84:0/1040153730 >> v2:172.21.15.203:3300/0 conn(0x7f367c15af20 msgr2=0x7f367c06dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:39.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f3673fff640 1 --2- 172.21.15.84:0/1040153730 >> v2:172.21.15.203:3300/0 conn(0x7f367c15af20 0x7f367c06dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f3673fff640 1 -- 172.21.15.84:0/1040153730 >> v1:172.21.15.203:6789/0 conn(0x7f367c0ccb50 legacy=0x7f367c0ccf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:39.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f3673fff640 1 -- 172.21.15.84:0/1040153730 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f367c0cfdc0 con 0x7f367c06bf20 2024-04-15T15:11:39.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f3673fff640 1 -- 172.21.15.84:0/1040153730 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f36740019f0 con 0x7f367c06bf20 2024-04-15T15:11:39.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f3673fff640 1 -- 172.21.15.84:0/1040153730 >> v1:172.21.15.84:6789/0 conn(0x7f367c06bf20 legacy=0x7f367c06c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:39.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f3673fff640 1 --2- 172.21.15.84:0/1040153730 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3668004ac0 0x7f3668004ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:39.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f3673fff640 1 --2- 172.21.15.84:0/1040153730 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3668005910 0x7f3668005d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:39.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f3673fff640 1 --2- 172.21.15.84:0/1040153730 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36680062d0 0x7f366800cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:39.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f3673fff640 1 -- 172.21.15.84:0/1040153730 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f367c06ba90 con 0x7f3668005910 2024-04-15T15:11:39.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f3673fff640 1 -- 172.21.15.84:0/1040153730 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f366800d270 con 0x7f3668004ac0 2024-04-15T15:11:39.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.547+0000 7f3673fff640 1 -- 172.21.15.84:0/1040153730 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f366800d470 con 0x7f36680062d0 2024-04-15T15:11:39.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.548+0000 7f3680a69640 1 --2- 172.21.15.84:0/1040153730 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3668005910 0x7f3668005d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:39.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.548+0000 7f3681a6b640 1 --2- 172.21.15.84:0/1040153730 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36680062d0 0x7f366800cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:39.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.548+0000 7f368126a640 1 --2- 172.21.15.84:0/1040153730 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3668004ac0 0x7f3668004ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:39.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.548+0000 7f3680a69640 1 -- 172.21.15.84:0/1040153730 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36680062d0 msgr2=0x7f366800cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:39.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.548+0000 7f3680a69640 1 --2- 172.21.15.84:0/1040153730 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36680062d0 0x7f366800cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.548+0000 7f3680a69640 1 -- 172.21.15.84:0/1040153730 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3668004ac0 msgr2=0x7f3668004ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:39.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.548+0000 7f3680a69640 1 --2- 172.21.15.84:0/1040153730 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3668004ac0 0x7f3668004ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.548+0000 7f3681a6b640 1 -- 172.21.15.84:0/1040153730 reap_dead start 2024-04-15T15:11:39.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.548+0000 7f3680a69640 1 -- 172.21.15.84:0/1040153730 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3668004630 con 0x7f3668005910 2024-04-15T15:11:39.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.549+0000 7f3680a69640 1 --2- 172.21.15.84:0/1040153730 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3668005910 0x7f3668005d90 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f366c009ac0 tx=0x7f3668006940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3051720824e5c32c server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:39.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.549+0000 7f3673fff640 1 -- 172.21.15.84:0/1040153730 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f366c039070 con 0x7f3668005910 2024-04-15T15:11:39.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.549+0000 7f3673fff640 1 -- 172.21.15.84:0/1040153730 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f366c02c6d0 con 0x7f3668005910 2024-04-15T15:11:39.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.549+0000 7f3673fff640 1 -- 172.21.15.84:0/1040153730 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f366c009690 con 0x7f3668005910 2024-04-15T15:11:39.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.549+0000 7f36834ce640 1 -- 172.21.15.84:0/1040153730 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3668005910 msgr2=0x7f3668005d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:39.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.549+0000 7f36834ce640 1 --2- 172.21.15.84:0/1040153730 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3668005910 0x7f3668005d90 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f366c009ac0 tx=0x7f3668006940 comp rx=0 tx=0).stop 2024-04-15T15:11:39.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.549+0000 7f36834ce640 1 -- 172.21.15.84:0/1040153730 shutdown_connections 2024-04-15T15:11:39.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.549+0000 7f36834ce640 1 --2- 172.21.15.84:0/1040153730 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3668005910 0x7f3668005d90 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.549+0000 7f36834ce640 1 -- 172.21.15.84:0/1040153730 >> 172.21.15.84:0/1040153730 conn(0x7f367c0b31d0 msgr2=0x7f367c0b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:39.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.549+0000 7f36834ce640 1 -- 172.21.15.84:0/1040153730 shutdown_connections 2024-04-15T15:11:39.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.549+0000 7f36834ce640 1 -- 172.21.15.84:0/1040153730 wait complete. 2024-04-15T15:11:39.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.551+0000 7f36834ce640 1 Processor -- start 2024-04-15T15:11:39.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.551+0000 7f36834ce640 1 -- start start 2024-04-15T15:11:39.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.551+0000 7f36834ce640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3668005910 0x7f367c1481a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:39.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.551+0000 7f36834ce640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f367c158fe0 0x7f367c157080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:39.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.551+0000 7f36834ce640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f367c159440 0x7f367c15e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:39.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.551+0000 7f36834ce640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f367c0cc8f0 con 0x7f3668005910 2024-04-15T15:11:39.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.551+0000 7f36834ce640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f367c0cc770 con 0x7f367c158fe0 2024-04-15T15:11:39.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.551+0000 7f36834ce640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f367c15bcf0 con 0x7f367c159440 2024-04-15T15:11:39.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.551+0000 7f368126a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3668005910 0x7f367c1481a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:39.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.551+0000 7f368126a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3668005910 0x7f367c1481a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47550/0 (socket says 172.21.15.84:47550) 2024-04-15T15:11:39.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.551+0000 7f368126a640 1 -- 172.21.15.84:0/1145489852 learned_addr learned my addr 172.21.15.84:0/1145489852 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:39.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.552+0000 7f368126a640 1 -- 172.21.15.84:0/1145489852 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f367c159440 msgr2=0x7f367c15e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:39.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.552+0000 7f368126a640 1 --2- 172.21.15.84:0/1145489852 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f367c159440 0x7f367c15e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.552+0000 7f368126a640 1 -- 172.21.15.84:0/1145489852 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f367c158fe0 msgr2=0x7f367c157080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:39.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.552+0000 7f368126a640 1 --2- 172.21.15.84:0/1145489852 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f367c158fe0 0x7f367c157080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.552+0000 7f368126a640 1 -- 172.21.15.84:0/1145489852 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f367c1486e0 con 0x7f3668005910 2024-04-15T15:11:39.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.552+0000 7f368126a640 1 --2- 172.21.15.84:0/1145489852 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3668005910 0x7f367c1481a0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f367800f5f0 tx=0x7f367800fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:39.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.552+0000 7f3671ffb640 1 -- 172.21.15.84:0/1145489852 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36780052e0 con 0x7f3668005910 2024-04-15T15:11:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.552+0000 7f3671ffb640 1 -- 172.21.15.84:0/1145489852 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3678018070 con 0x7f3668005910 2024-04-15T15:11:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.552+0000 7f36834ce640 1 -- 172.21.15.84:0/1145489852 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f367c145a40 con 0x7f3668005910 2024-04-15T15:11:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.552+0000 7f3671ffb640 1 -- 172.21.15.84:0/1145489852 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3678003810 con 0x7f3668005910 2024-04-15T15:11:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.552+0000 7f36834ce640 1 -- 172.21.15.84:0/1145489852 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f367c146000 con 0x7f3668005910 2024-04-15T15:11:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.553+0000 7f36834ce640 1 -- 172.21.15.84:0/1145489852 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f367c075c50 con 0x7f3668005910 2024-04-15T15:11:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.553+0000 7f3671ffb640 1 -- 172.21.15.84:0/1145489852 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f36780039b0 con 0x7f3668005910 2024-04-15T15:11:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.554+0000 7f3671ffb640 1 --2- 172.21.15.84:0/1145489852 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f366006c8f0 0x7f366006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.554+0000 7f3671ffb640 1 -- 172.21.15.84:0/1145489852 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 6101+0+0 (secure 0 0 0) 0x7f367808ba00 con 0x7f3668005910 2024-04-15T15:11:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.554+0000 7f3680a69640 1 --2- 172.21.15.84:0/1145489852 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f366006c8f0 0x7f366006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:39.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.554+0000 7f3680a69640 1 --2- 172.21.15.84:0/1145489852 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f366006c8f0 0x7f366006edb0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f366c036000 tx=0x7f366c02e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:39.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.558+0000 7f3671ffb640 1 -- 172.21.15.84:0/1145489852 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f3678059d30 con 0x7f3668005910 2024-04-15T15:11:39.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.772+0000 7f36834ce640 1 -- 172.21.15.84:0/1145489852 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f367c0d0bc0 con 0x7f3668005910 2024-04-15T15:11:39.795 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.793+0000 7f3671ffb640 1 -- 172.21.15.84:0/1145489852 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v15) ==== 118+0+0 (secure 0 0 0) 0x7f3678059630 con 0x7f3668005910 2024-04-15T15:11:39.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.795+0000 7f36834ce640 1 -- 172.21.15.84:0/1145489852 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f366006c8f0 msgr2=0x7f366006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:39.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.795+0000 7f36834ce640 1 --2- 172.21.15.84:0/1145489852 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f366006c8f0 0x7f366006edb0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f366c036000 tx=0x7f366c02e000 comp rx=0 tx=0).stop 2024-04-15T15:11:39.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.795+0000 7f36834ce640 1 -- 172.21.15.84:0/1145489852 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3668005910 msgr2=0x7f367c1481a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:39.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.795+0000 7f36834ce640 1 --2- 172.21.15.84:0/1145489852 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3668005910 0x7f367c1481a0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f367800f5f0 tx=0x7f367800fab0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.795+0000 7f36834ce640 1 -- 172.21.15.84:0/1145489852 shutdown_connections 2024-04-15T15:11:39.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.795+0000 7f36834ce640 1 --2- 172.21.15.84:0/1145489852 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f366006c8f0 0x7f366006edb0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.795+0000 7f36834ce640 1 --2- 172.21.15.84:0/1145489852 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f367c158fe0 0x7f367c157080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.795+0000 7f36834ce640 1 --2- 172.21.15.84:0/1145489852 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f367c159440 0x7f367c15e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.795+0000 7f36834ce640 1 --2- 172.21.15.84:0/1145489852 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3668005910 0x7f367c1481a0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.795+0000 7f36834ce640 1 -- 172.21.15.84:0/1145489852 >> 172.21.15.84:0/1145489852 conn(0x7f367c0b31d0 msgr2=0x7f367c0d0110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:39.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.795+0000 7f36834ce640 1 -- 172.21.15.84:0/1145489852 shutdown_connections 2024-04-15T15:11:39.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.796+0000 7f36834ce640 1 -- 172.21.15.84:0/1145489852 wait complete. 2024-04-15T15:11:39.810 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-04-15T15:11:39.810 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-15T15:11:39.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.921+0000 7fe2bf09a640 1 Processor -- start 2024-04-15T15:11:39.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.922+0000 7fe2bf09a640 1 -- start start 2024-04-15T15:11:39.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.922+0000 7fe2bf09a640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fe2b806f510 0x7fe2b80d1040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:39.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.922+0000 7fe2bf09a640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe2b80cce20 con 0x7fe2b806f9a0 2024-04-15T15:11:39.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.922+0000 7fe2bf09a640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe2b80cd100 con 0x7fe2b815c550 2024-04-15T15:11:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.922+0000 7fe2bf09a640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fe2b8072790 con 0x7fe2b806f510 2024-04-15T15:11:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.922+0000 7fe2b7fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fe2b806f510 0x7fe2b80d1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.922+0000 7fe2bd637640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fe2b806f9a0 0x7fe2b80cdec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:37228/0 (socket says 172.21.15.84:37228) 2024-04-15T15:11:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.922+0000 7fe2b7fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fe2b806f510 0x7fe2b80d1040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47560/0 (socket says 172.21.15.84:47560) 2024-04-15T15:11:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.922+0000 7fe2bd637640 1 -- 172.21.15.84:0/1800044558 learned_addr learned my addr 172.21.15.84:0/1800044558 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.923+0000 7fe2b77fe640 1 -- 172.21.15.84:0/1800044558 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4018667120 0 0) 0x7fe2b80cce20 con 0x7fe2b806f9a0 2024-04-15T15:11:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.923+0000 7fe2b77fe640 1 -- 172.21.15.84:0/1800044558 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe2a8003520 con 0x7fe2b806f9a0 2024-04-15T15:11:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.923+0000 7fe2b7fff640 1 -- 172.21.15.84:0/1800044558 >> v1:172.21.15.203:6789/0 conn(0x7fe2b815c550 legacy=0x7fe2b8160b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.923+0000 7fe2b7fff640 1 -- 172.21.15.84:0/1800044558 >> v1:172.21.15.84:6789/0 conn(0x7fe2b806f9a0 legacy=0x7fe2b80cdec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.923+0000 7fe2b7fff640 1 -- 172.21.15.84:0/1800044558 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2b80cd3e0 con 0x7fe2b806f510 2024-04-15T15:11:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.924+0000 7fe2b7fff640 1 --2- 172.21.15.84:0/1800044558 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe2b806f510 0x7fe2b80d1040 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fe2a40097a0 tx=0x7fe2a402b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=844e84ef6cbb0d57 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.924+0000 7fe2b77fe640 1 -- 172.21.15.84:0/1800044558 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2a4035020 con 0x7fe2b806f510 2024-04-15T15:11:39.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.924+0000 7fe2b77fe640 1 -- 172.21.15.84:0/1800044558 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2a4031830 con 0x7fe2b806f510 2024-04-15T15:11:39.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.924+0000 7fe2b77fe640 1 -- 172.21.15.84:0/1800044558 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2a4031c00 con 0x7fe2b806f510 2024-04-15T15:11:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.924+0000 7fe2bf09a640 1 -- 172.21.15.84:0/1800044558 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe2b806f510 msgr2=0x7fe2b80d1040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.924+0000 7fe2bf09a640 1 --2- 172.21.15.84:0/1800044558 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe2b806f510 0x7fe2b80d1040 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fe2a40097a0 tx=0x7fe2a402b8d0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.924+0000 7fe2bf09a640 1 -- 172.21.15.84:0/1800044558 shutdown_connections 2024-04-15T15:11:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.924+0000 7fe2bf09a640 1 --2- 172.21.15.84:0/1800044558 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe2b806f510 0x7fe2b80d1040 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.924+0000 7fe2bf09a640 1 -- 172.21.15.84:0/1800044558 >> 172.21.15.84:0/1800044558 conn(0x7fe2b80b3f50 msgr2=0x7fe2b80b4360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.924+0000 7fe2bf09a640 1 -- 172.21.15.84:0/1800044558 shutdown_connections 2024-04-15T15:11:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.925+0000 7fe2bf09a640 1 -- 172.21.15.84:0/1800044558 wait complete. 2024-04-15T15:11:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.926+0000 7fe2bf09a640 1 Processor -- start 2024-04-15T15:11:39.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.926+0000 7fe2bf09a640 1 -- start start 2024-04-15T15:11:39.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.927+0000 7fe2bf09a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe2b806f510 0x7fe2b80d1180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:39.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.927+0000 7fe2bf09a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe2b806f9a0 0x7fe2b80c7580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:39.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.927+0000 7fe2bf09a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe2b815c550 0x7fe2b814aff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:39.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.927+0000 7fe2bf09a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe2b815c930 con 0x7fe2b806f510 2024-04-15T15:11:39.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.927+0000 7fe2bf09a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe2b80cd9a0 con 0x7fe2b806f9a0 2024-04-15T15:11:39.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.927+0000 7fe2bf09a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe2b80ccab0 con 0x7fe2b815c550 2024-04-15T15:11:39.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.927+0000 7fe2bce36640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe2b806f510 0x7fe2b80d1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:39.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.927+0000 7fe2bce36640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe2b806f510 0x7fe2b80d1180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47570/0 (socket says 172.21.15.84:47570) 2024-04-15T15:11:39.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.927+0000 7fe2bce36640 1 -- 172.21.15.84:0/1507094429 learned_addr learned my addr 172.21.15.84:0/1507094429 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:39.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.927+0000 7fe2b7fff640 1 --2- 172.21.15.84:0/1507094429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe2b806f9a0 0x7fe2b80c7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:39.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.927+0000 7fe2bd637640 1 --2- 172.21.15.84:0/1507094429 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe2b815c550 0x7fe2b814aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:39.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.927+0000 7fe2bce36640 1 -- 172.21.15.84:0/1507094429 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe2b815c550 msgr2=0x7fe2b814aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:39.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.927+0000 7fe2bce36640 1 --2- 172.21.15.84:0/1507094429 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe2b815c550 0x7fe2b814aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.927+0000 7fe2bce36640 1 -- 172.21.15.84:0/1507094429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe2b806f9a0 msgr2=0x7fe2b80c7580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:39.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.927+0000 7fe2bce36640 1 --2- 172.21.15.84:0/1507094429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe2b806f9a0 0x7fe2b80c7580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:39.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.927+0000 7fe2bce36640 1 -- 172.21.15.84:0/1507094429 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2b80c64e0 con 0x7fe2b806f510 2024-04-15T15:11:39.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.927+0000 7fe2bce36640 1 --2- 172.21.15.84:0/1507094429 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe2b806f510 0x7fe2b80d1180 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fe2ac00b410 tx=0x7fe2ac00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:39.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.927+0000 7fe2b57fa640 1 -- 172.21.15.84:0/1507094429 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2ac015020 con 0x7fe2b806f510 2024-04-15T15:11:39.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.928+0000 7fe2b57fa640 1 -- 172.21.15.84:0/1507094429 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe2ac011830 con 0x7fe2b806f510 2024-04-15T15:11:39.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.928+0000 7fe2bf09a640 1 -- 172.21.15.84:0/1507094429 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2b80c67c0 con 0x7fe2b806f510 2024-04-15T15:11:39.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.928+0000 7fe2b57fa640 1 -- 172.21.15.84:0/1507094429 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2ac011c20 con 0x7fe2b806f510 2024-04-15T15:11:39.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.928+0000 7fe2bf09a640 1 -- 172.21.15.84:0/1507094429 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2b80c7060 con 0x7fe2b806f510 2024-04-15T15:11:39.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.929+0000 7fe2bf09a640 1 -- 172.21.15.84:0/1507094429 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2b80c6990 con 0x7fe2b806f510 2024-04-15T15:11:39.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.929+0000 7fe2b57fa640 1 -- 172.21.15.84:0/1507094429 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fe2ac018020 con 0x7fe2b806f510 2024-04-15T15:11:39.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.930+0000 7fe2b57fa640 1 --2- 172.21.15.84:0/1507094429 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe29c06c8f0 0x7fe29c06edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:39.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.930+0000 7fe2b57fa640 1 -- 172.21.15.84:0/1507094429 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fe2ac08bb70 con 0x7fe2b806f510 2024-04-15T15:11:39.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.930+0000 7fe2b7fff640 1 --2- 172.21.15.84:0/1507094429 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe29c06c8f0 0x7fe29c06edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:39.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.930+0000 7fe2b7fff640 1 --2- 172.21.15.84:0/1507094429 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe29c06c8f0 0x7fe29c06edb0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe2a4036000 tx=0x7fe2a403c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:39.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:39.934+0000 7fe2b57fa640 1 -- 172.21.15.84:0/1507094429 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fe2ac01f020 con 0x7fe2b806f510 2024-04-15T15:11:40.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.148+0000 7fe2bf09a640 1 -- 172.21.15.84:0/1507094429 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fe2b80b4ca0 con 0x7fe2b806f510 2024-04-15T15:11:40.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.798+0000 7fe2b57fa640 1 -- 172.21.15.84:0/1507094429 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v16) ==== 122+0+0 (secure 0 0 0) 0x7fe2b80b4ca0 con 0x7fe2b806f510 2024-04-15T15:11:40.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.800+0000 7fe2bf09a640 1 -- 172.21.15.84:0/1507094429 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe29c06c8f0 msgr2=0x7fe29c06edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:40.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.800+0000 7fe2bf09a640 1 --2- 172.21.15.84:0/1507094429 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe29c06c8f0 0x7fe29c06edb0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fe2a4036000 tx=0x7fe2a403c040 comp rx=0 tx=0).stop 2024-04-15T15:11:40.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.800+0000 7fe2bf09a640 1 -- 172.21.15.84:0/1507094429 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe2b806f510 msgr2=0x7fe2b80d1180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:40.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.800+0000 7fe2bf09a640 1 --2- 172.21.15.84:0/1507094429 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe2b806f510 0x7fe2b80d1180 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fe2ac00b410 tx=0x7fe2ac00b8d0 comp rx=0 tx=0).stop 2024-04-15T15:11:40.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.800+0000 7fe2bf09a640 1 -- 172.21.15.84:0/1507094429 shutdown_connections 2024-04-15T15:11:40.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.800+0000 7fe2bf09a640 1 --2- 172.21.15.84:0/1507094429 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe29c06c8f0 0x7fe29c06edb0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:40.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.800+0000 7fe2bf09a640 1 --2- 172.21.15.84:0/1507094429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe2b806f9a0 0x7fe2b80c7580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:40.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.800+0000 7fe2bf09a640 1 --2- 172.21.15.84:0/1507094429 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe2b815c550 0x7fe2b814aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:40.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.800+0000 7fe2bf09a640 1 --2- 172.21.15.84:0/1507094429 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe2b806f510 0x7fe2b80d1180 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:40.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.800+0000 7fe2bf09a640 1 -- 172.21.15.84:0/1507094429 >> 172.21.15.84:0/1507094429 conn(0x7fe2b80b3f50 msgr2=0x7fe2b815aeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:40.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.800+0000 7fe2bf09a640 1 -- 172.21.15.84:0/1507094429 shutdown_connections 2024-04-15T15:11:40.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.800+0000 7fe2bf09a640 1 -- 172.21.15.84:0/1507094429 wait complete. 2024-04-15T15:11:40.814 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-04-15T15:11:40.814 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:11:40.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.916+0000 7f2385da8640 1 Processor -- start 2024-04-15T15:11:40.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.917+0000 7f2385da8640 1 -- start start 2024-04-15T15:11:40.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.917+0000 7f2385da8640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f2380070310 0x7f23800707a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:40.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.917+0000 7f2385da8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23800ae340 0x7f23800ae790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:40.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.917+0000 7f2385da8640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2380162140 con 0x7f2380161d60 2024-04-15T15:11:40.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.917+0000 7f2385da8640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f23800b5650 con 0x7f2380070310 2024-04-15T15:11:40.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.917+0000 7f2385da8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f23800b42d0 con 0x7f23800ae340 2024-04-15T15:11:40.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.918+0000 7f2376ffd640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f2380070310 0x7f23800707a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:40.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.918+0000 7f237ffff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23800ae340 0x7f23800ae790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:40.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.918+0000 7f237f7fe640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7f2380161d60 0x7f238006f5f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:37820/0 (socket says 172.21.15.84:37820) 2024-04-15T15:11:40.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.918+0000 7f2376ffd640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f2380070310 0x7f23800707a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:43972/0 (socket says 172.21.15.84:43972) 2024-04-15T15:11:40.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.918+0000 7f237ffff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23800ae340 0x7f23800ae790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:54254/0 (socket says 172.21.15.84:54254) 2024-04-15T15:11:40.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.918+0000 7f237f7fe640 1 -- 172.21.15.84:0/3027923780 learned_addr learned my addr 172.21.15.84:0/3027923780 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:40.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.918+0000 7f237ffff640 1 -- 172.21.15.84:0/3027923780 >> v2:172.21.15.203:3300/0 conn(0x7f2380070310 msgr2=0x7f23800707a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:40.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.918+0000 7f237ffff640 1 --2- 172.21.15.84:0/3027923780 >> v2:172.21.15.203:3300/0 conn(0x7f2380070310 0x7f23800707a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:40.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.918+0000 7f237ffff640 1 -- 172.21.15.84:0/3027923780 >> v1:172.21.15.203:6789/0 conn(0x7f2380161d60 legacy=0x7f238006f5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:40.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.918+0000 7f237ffff640 1 -- 172.21.15.84:0/3027923780 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23800b45b0 con 0x7f23800ae340 2024-04-15T15:11:40.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.918+0000 7f2376ffd640 1 --2- 172.21.15.84:0/3027923780 >> v2:172.21.15.203:3300/0 conn(0x7f2380070310 0x7f23800707a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:11:40.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.919+0000 7f237ffff640 1 --2- 172.21.15.84:0/3027923780 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23800ae340 0x7f23800ae790 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2378009d90 tx=0x7f237802bea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d1c06fe61aff93b server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:40.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.919+0000 7f237effd640 1 -- 172.21.15.84:0/3027923780 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2378039070 con 0x7f23800ae340 2024-04-15T15:11:40.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.919+0000 7f237effd640 1 -- 172.21.15.84:0/3027923780 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f237802cc50 con 0x7f23800ae340 2024-04-15T15:11:40.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.919+0000 7f237effd640 1 -- 172.21.15.84:0/3027923780 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2378034440 con 0x7f23800ae340 2024-04-15T15:11:40.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.920+0000 7f2385da8640 1 -- 172.21.15.84:0/3027923780 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23800ae340 msgr2=0x7f23800ae790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:40.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.920+0000 7f2385da8640 1 --2- 172.21.15.84:0/3027923780 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23800ae340 0x7f23800ae790 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2378009d90 tx=0x7f237802bea0 comp rx=0 tx=0).stop 2024-04-15T15:11:40.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.920+0000 7f2385da8640 1 -- 172.21.15.84:0/3027923780 shutdown_connections 2024-04-15T15:11:40.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.920+0000 7f2385da8640 1 --2- 172.21.15.84:0/3027923780 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23800ae340 0x7f23800ae790 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:40.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.920+0000 7f2385da8640 1 --2- 172.21.15.84:0/3027923780 >> v2:172.21.15.203:3300/0 conn(0x7f2380070310 0x7f23800707a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:40.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.920+0000 7f2385da8640 1 -- 172.21.15.84:0/3027923780 >> 172.21.15.84:0/3027923780 conn(0x7f23800cdd20 msgr2=0x7f23800ce100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:40.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.920+0000 7f2385da8640 1 -- 172.21.15.84:0/3027923780 shutdown_connections 2024-04-15T15:11:40.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.920+0000 7f2385da8640 1 -- 172.21.15.84:0/3027923780 wait complete. 2024-04-15T15:11:40.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.921+0000 7f2385da8640 1 Processor -- start 2024-04-15T15:11:40.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.921+0000 7f2385da8640 1 -- start start 2024-04-15T15:11:40.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.922+0000 7f2385da8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2380070310 0x7f238015d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:40.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.922+0000 7f2385da8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23800ae340 0x7f238015de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:40.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.922+0000 7f2385da8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2380161d60 0x7f23801f4250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:40.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.922+0000 7f2385da8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f23800b4e50 con 0x7f23800ae340 2024-04-15T15:11:40.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.922+0000 7f2385da8640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f23800b4b70 con 0x7f2380070310 2024-04-15T15:11:40.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.922+0000 7f2385da8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f23800b5130 con 0x7f2380161d60 2024-04-15T15:11:40.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.922+0000 7f2376ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23800ae340 0x7f238015de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:40.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.922+0000 7f2376ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23800ae340 0x7f238015de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47584/0 (socket says 172.21.15.84:47584) 2024-04-15T15:11:40.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.922+0000 7f2376ffd640 1 -- 172.21.15.84:0/80617552 learned_addr learned my addr 172.21.15.84:0/80617552 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:40.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.922+0000 7f237f7fe640 1 --2- 172.21.15.84:0/80617552 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2380070310 0x7f238015d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:40.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.922+0000 7f237ffff640 1 --2- 172.21.15.84:0/80617552 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2380161d60 0x7f23801f4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:40.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.922+0000 7f2376ffd640 1 -- 172.21.15.84:0/80617552 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2380161d60 msgr2=0x7f23801f4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:40.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.922+0000 7f2376ffd640 1 --2- 172.21.15.84:0/80617552 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2380161d60 0x7f23801f4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:40.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.922+0000 7f2376ffd640 1 -- 172.21.15.84:0/80617552 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2380070310 msgr2=0x7f238015d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:40.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.922+0000 7f2376ffd640 1 --2- 172.21.15.84:0/80617552 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2380070310 0x7f238015d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:40.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.922+0000 7f2376ffd640 1 -- 172.21.15.84:0/80617552 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2380159900 con 0x7f23800ae340 2024-04-15T15:11:40.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.922+0000 7f237f7fe640 1 --2- 172.21.15.84:0/80617552 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2380070310 0x7f238015d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:40.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.922+0000 7f2376ffd640 1 --2- 172.21.15.84:0/80617552 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23800ae340 0x7f238015de60 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f236800ec10 tx=0x7f236800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:40.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.923+0000 7f237cff9640 1 -- 172.21.15.84:0/80617552 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2368017070 con 0x7f23800ae340 2024-04-15T15:11:40.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.923+0000 7f237cff9640 1 -- 172.21.15.84:0/80617552 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f236800cc30 con 0x7f23800ae340 2024-04-15T15:11:40.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.923+0000 7f2385da8640 1 -- 172.21.15.84:0/80617552 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f238015e3a0 con 0x7f23800ae340 2024-04-15T15:11:40.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.923+0000 7f237cff9640 1 -- 172.21.15.84:0/80617552 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2368013470 con 0x7f23800ae340 2024-04-15T15:11:40.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.923+0000 7f2385da8640 1 -- 172.21.15.84:0/80617552 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2380159e80 con 0x7f23800ae340 2024-04-15T15:11:40.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.924+0000 7f2385da8640 1 -- 172.21.15.84:0/80617552 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23800690f0 con 0x7f23800ae340 2024-04-15T15:11:40.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.924+0000 7f237cff9640 1 -- 172.21.15.84:0/80617552 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f236801a070 con 0x7f23800ae340 2024-04-15T15:11:40.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.925+0000 7f237cff9640 1 --2- 172.21.15.84:0/80617552 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f236006c8f0 0x7f236006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:40.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.925+0000 7f237f7fe640 1 --2- 172.21.15.84:0/80617552 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f236006c8f0 0x7f236006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:40.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.925+0000 7f237cff9640 1 -- 172.21.15.84:0/80617552 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f236808bb20 con 0x7f23800ae340 2024-04-15T15:11:40.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.925+0000 7f237f7fe640 1 --2- 172.21.15.84:0/80617552 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f236006c8f0 0x7f236006edb0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f2370000f60 tx=0x7f2370009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:40.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:40.929+0000 7f237cff9640 1 -- 172.21.15.84:0/80617552 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f2368059800 con 0x7f23800ae340 2024-04-15T15:11:41.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.146+0000 7f2385da8640 1 -- 172.21.15.84:0/80617552 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f238015e650 con 0x7f23800ae340 2024-04-15T15:11:41.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.146+0000 7f237cff9640 1 -- 172.21.15.84:0/80617552 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+5181 (secure 0 0 0) 0x7f236805db00 con 0x7f23800ae340 2024-04-15T15:11:41.148 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:41.148 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4922,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6834/2003323739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2003323739},{"type":"v1","addr":"172.21.15.203:6834","nonce":2003323739}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4925,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/2332672287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":2332672287},{"type":"v1","addr":"172.21.15.203:6835","nonce":2332672287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":5517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/952099470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":952099470},{"type":"v1","addr":"172.21.15.84:6836","nonce":952099470}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T15:11:38.147916+0000","modified":"2024-04-15T15:11:40.149744+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5520},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5520":{"gid":5520,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6837/564521126","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":564521126},{"type":"v1","addr":"172.21.15.84:6837","nonce":564521126}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5520,"qdb_cluster":[5520]},"id":2}]} 2024-04-15T15:11:41.148 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 16 2024-04-15T15:11:41.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.148+0000 7f2385da8640 1 -- 172.21.15.84:0/80617552 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f236006c8f0 msgr2=0x7f236006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.148+0000 7f2385da8640 1 --2- 172.21.15.84:0/80617552 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f236006c8f0 0x7f236006edb0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f2370000f60 tx=0x7f2370009040 comp rx=0 tx=0).stop 2024-04-15T15:11:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.148+0000 7f2385da8640 1 -- 172.21.15.84:0/80617552 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23800ae340 msgr2=0x7f238015de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.148+0000 7f2385da8640 1 --2- 172.21.15.84:0/80617552 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23800ae340 0x7f238015de60 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f236800ec10 tx=0x7f236800c520 comp rx=0 tx=0).stop 2024-04-15T15:11:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.148+0000 7f2385da8640 1 -- 172.21.15.84:0/80617552 shutdown_connections 2024-04-15T15:11:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.148+0000 7f2385da8640 1 --2- 172.21.15.84:0/80617552 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2380161d60 0x7f23801f4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.148+0000 7f2385da8640 1 --2- 172.21.15.84:0/80617552 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23800ae340 0x7f238015de60 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.148+0000 7f2385da8640 1 --2- 172.21.15.84:0/80617552 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f236006c8f0 0x7f236006edb0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.148+0000 7f2385da8640 1 --2- 172.21.15.84:0/80617552 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2380070310 0x7f238015d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.148+0000 7f2385da8640 1 -- 172.21.15.84:0/80617552 >> 172.21.15.84:0/80617552 conn(0x7f23800cdd20 msgr2=0x7f23800cfa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.149+0000 7f2385da8640 1 -- 172.21.15.84:0/80617552 shutdown_connections 2024-04-15T15:11:41.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.149+0000 7f2385da8640 1 -- 172.21.15.84:0/80617552 wait complete. 2024-04-15T15:11:41.161 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:41.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.263+0000 7f11003e9640 1 Processor -- start 2024-04-15T15:11:41.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.263+0000 7f11003e9640 1 -- start start 2024-04-15T15:11:41.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.264+0000 7f11003e9640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10f815eba0 0x7f10f806f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:41.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.264+0000 7f11003e9640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f10f806f720 0x7f10f80af400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:41.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.264+0000 7f11003e9640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f10f80af940 0x7f10f80ccb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:41.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.264+0000 7f11003e9640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f10f815ef80 con 0x7f10f80af940 2024-04-15T15:11:41.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.264+0000 7f11003e9640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f10f80ce2b0 con 0x7f10f806f720 2024-04-15T15:11:41.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.264+0000 7f11003e9640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f10f80ce590 con 0x7f10f815eba0 2024-04-15T15:11:41.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.264+0000 7f10fe986640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f10f80af940 0x7f10f80ccb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:41.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.264+0000 7f10fe986640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f10f80af940 0x7f10f80ccb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47588/0 (socket says 172.21.15.84:47588) 2024-04-15T15:11:41.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.264+0000 7f10fe986640 1 -- 172.21.15.84:0/3781098569 learned_addr learned my addr 172.21.15.84:0/3781098569 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:41.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.264+0000 7f10fe986640 1 -- 172.21.15.84:0/3781098569 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10f815eba0 msgr2=0x7f10f806f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:41.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.264+0000 7f10fd984640 1 --2- 172.21.15.84:0/3781098569 >> v2:172.21.15.203:3300/0 conn(0x7f10f806f720 0x7f10f80af400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:41.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.264+0000 7f10fe185640 1 --2- 172.21.15.84:0/3781098569 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10f815eba0 0x7f10f806f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:41.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.264+0000 7f10fe986640 1 --2- 172.21.15.84:0/3781098569 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10f815eba0 0x7f10f806f1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.264+0000 7f10fe986640 1 -- 172.21.15.84:0/3781098569 >> v2:172.21.15.203:3300/0 conn(0x7f10f806f720 msgr2=0x7f10f80af400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:41.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.264+0000 7f10fe986640 1 --2- 172.21.15.84:0/3781098569 >> v2:172.21.15.203:3300/0 conn(0x7f10f806f720 0x7f10f80af400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.264+0000 7f10fe986640 1 -- 172.21.15.84:0/3781098569 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10f80ce870 con 0x7f10f80af940 2024-04-15T15:11:41.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.265+0000 7f10fe986640 1 --2- 172.21.15.84:0/3781098569 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f80af940 0x7f10f80ccb90 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f10f80d12a0 tx=0x7f10f002b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95b0a06327236ab4 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:41.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.265+0000 7f10fd183640 1 -- 172.21.15.84:0/3781098569 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10f002e070 con 0x7f10f80af940 2024-04-15T15:11:41.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.265+0000 7f10fd183640 1 -- 172.21.15.84:0/3781098569 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10f0037070 con 0x7f10f80af940 2024-04-15T15:11:41.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.265+0000 7f10fd183640 1 -- 172.21.15.84:0/3781098569 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10f0031a00 con 0x7f10f80af940 2024-04-15T15:11:41.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.266+0000 7f11003e9640 1 -- 172.21.15.84:0/3781098569 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f80af940 msgr2=0x7f10f80ccb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:41.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.266+0000 7f11003e9640 1 --2- 172.21.15.84:0/3781098569 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f80af940 0x7f10f80ccb90 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f10f80d12a0 tx=0x7f10f002b880 comp rx=0 tx=0).stop 2024-04-15T15:11:41.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.266+0000 7f11003e9640 1 -- 172.21.15.84:0/3781098569 shutdown_connections 2024-04-15T15:11:41.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.266+0000 7f11003e9640 1 --2- 172.21.15.84:0/3781098569 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f80af940 0x7f10f80ccb90 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.266+0000 7f11003e9640 1 --2- 172.21.15.84:0/3781098569 >> v2:172.21.15.203:3300/0 conn(0x7f10f806f720 0x7f10f80af400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.266+0000 7f11003e9640 1 --2- 172.21.15.84:0/3781098569 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10f815eba0 0x7f10f806f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.266+0000 7f11003e9640 1 -- 172.21.15.84:0/3781098569 >> 172.21.15.84:0/3781098569 conn(0x7f10f80b1dd0 msgr2=0x7f10f80b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:41.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.266+0000 7f11003e9640 1 -- 172.21.15.84:0/3781098569 shutdown_connections 2024-04-15T15:11:41.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.266+0000 7f11003e9640 1 -- 172.21.15.84:0/3781098569 wait complete. 2024-04-15T15:11:41.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.267+0000 7f11003e9640 1 Processor -- start 2024-04-15T15:11:41.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.267+0000 7f11003e9640 1 -- start start 2024-04-15T15:11:41.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.268+0000 7f11003e9640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10f80af940 0x7f10f814caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:41.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.268+0000 7f11003e9640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10f815eba0 0x7f10f809a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:41.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.268+0000 7f11003e9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f809ab70 0x7f10f806b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:41.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.268+0000 7f11003e9640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f10f80ceb50 con 0x7f10f809ab70 2024-04-15T15:11:41.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.268+0000 7f11003e9640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f10f80b2b80 con 0x7f10f80af940 2024-04-15T15:11:41.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.268+0000 7f11003e9640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f10f80cd0d0 con 0x7f10f815eba0 2024-04-15T15:11:41.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.268+0000 7f10fe986640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f809ab70 0x7f10f806b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:41.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.268+0000 7f10fe986640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f809ab70 0x7f10f806b960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47604/0 (socket says 172.21.15.84:47604) 2024-04-15T15:11:41.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.268+0000 7f10fe986640 1 -- 172.21.15.84:0/410570580 learned_addr learned my addr 172.21.15.84:0/410570580 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:41.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.268+0000 7f10fe185640 1 --2- 172.21.15.84:0/410570580 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10f80af940 0x7f10f814caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:41.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.268+0000 7f10fd984640 1 --2- 172.21.15.84:0/410570580 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10f815eba0 0x7f10f809a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:41.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.268+0000 7f10fe986640 1 -- 172.21.15.84:0/410570580 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10f815eba0 msgr2=0x7f10f809a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:41.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.268+0000 7f10fe986640 1 --2- 172.21.15.84:0/410570580 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10f815eba0 0x7f10f809a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.268+0000 7f10fe986640 1 -- 172.21.15.84:0/410570580 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10f80af940 msgr2=0x7f10f814caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:41.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.268+0000 7f10fe986640 1 --2- 172.21.15.84:0/410570580 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10f80af940 0x7f10f814caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.268+0000 7f10fe986640 1 -- 172.21.15.84:0/410570580 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10f809d1d0 con 0x7f10f809ab70 2024-04-15T15:11:41.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.268+0000 7f10fe986640 1 --2- 172.21.15.84:0/410570580 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f809ab70 0x7f10f806b960 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f10f002b8c0 tx=0x7f10f00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:41.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.269+0000 7f10eeffd640 1 -- 172.21.15.84:0/410570580 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10f0032880 con 0x7f10f809ab70 2024-04-15T15:11:41.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.269+0000 7f10eeffd640 1 -- 172.21.15.84:0/410570580 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10f0032a40 con 0x7f10f809ab70 2024-04-15T15:11:41.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.269+0000 7f11003e9640 1 -- 172.21.15.84:0/410570580 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10f809d4b0 con 0x7f10f809ab70 2024-04-15T15:11:41.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.269+0000 7f10eeffd640 1 -- 172.21.15.84:0/410570580 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10f0032e30 con 0x7f10f809ab70 2024-04-15T15:11:41.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.269+0000 7f11003e9640 1 -- 172.21.15.84:0/410570580 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10f809da70 con 0x7f10f809ab70 2024-04-15T15:11:41.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.270+0000 7f11003e9640 1 -- 172.21.15.84:0/410570580 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10f80689e0 con 0x7f10f809ab70 2024-04-15T15:11:41.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.270+0000 7f10eeffd640 1 -- 172.21.15.84:0/410570580 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f10f00453f0 con 0x7f10f809ab70 2024-04-15T15:11:41.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.271+0000 7f10eeffd640 1 --2- 172.21.15.84:0/410570580 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f10dc06c920 0x7f10dc06ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:41.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.271+0000 7f10fe185640 1 --2- 172.21.15.84:0/410570580 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f10dc06c920 0x7f10dc06ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:41.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.271+0000 7f10eeffd640 1 -- 172.21.15.84:0/410570580 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f10f00adc00 con 0x7f10f809ab70 2024-04-15T15:11:41.275 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.271+0000 7f10fe185640 1 --2- 172.21.15.84:0/410570580 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f10dc06c920 0x7f10dc06ede0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f10f40070b0 tx=0x7f10f4007040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:41.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.275+0000 7f10eeffd640 1 -- 172.21.15.84:0/410570580 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f10f00b4080 con 0x7f10f809ab70 2024-04-15T15:11:41.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.451+0000 7f11003e9640 1 -- 172.21.15.84:0/410570580 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f10f815bcc0 con 0x7f10f809ab70 2024-04-15T15:11:41.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.452+0000 7f10eeffd640 1 -- 172.21.15.84:0/410570580 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) ==== 74+0+16894 (secure 0 0 0) 0x7f10f0040070 con 0x7f10f809ab70 2024-04-15T15:11:41.472 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:41.473 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":38,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:11:39.793333+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:11:36.635627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-15T15:11:37.095988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:41.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.454+0000 7f11003e9640 1 -- 172.21.15.84:0/410570580 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f10dc06c920 msgr2=0x7f10dc06ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:41.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.454+0000 7f11003e9640 1 --2- 172.21.15.84:0/410570580 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f10dc06c920 0x7f10dc06ede0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f10f40070b0 tx=0x7f10f4007040 comp rx=0 tx=0).stop 2024-04-15T15:11:41.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.454+0000 7f11003e9640 1 -- 172.21.15.84:0/410570580 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f809ab70 msgr2=0x7f10f806b960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:41.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.454+0000 7f11003e9640 1 --2- 172.21.15.84:0/410570580 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f809ab70 0x7f10f806b960 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f10f002b8c0 tx=0x7f10f00046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.454+0000 7f11003e9640 1 -- 172.21.15.84:0/410570580 shutdown_connections 2024-04-15T15:11:41.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.454+0000 7f11003e9640 1 --2- 172.21.15.84:0/410570580 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10f809ab70 0x7f10f806b960 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.454+0000 7f11003e9640 1 --2- 172.21.15.84:0/410570580 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10f815eba0 0x7f10f809a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.454+0000 7f11003e9640 1 --2- 172.21.15.84:0/410570580 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f10dc06c920 0x7f10dc06ede0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.454+0000 7f11003e9640 1 --2- 172.21.15.84:0/410570580 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10f80af940 0x7f10f814caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.454+0000 7f11003e9640 1 -- 172.21.15.84:0/410570580 >> 172.21.15.84:0/410570580 conn(0x7f10f80b1dd0 msgr2=0x7f10f80ad0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:41.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.454+0000 7f11003e9640 1 -- 172.21.15.84:0/410570580 shutdown_connections 2024-04-15T15:11:41.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.454+0000 7f11003e9640 1 -- 172.21.15.84:0/410570580 wait complete. 2024-04-15T15:11:41.476 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-15T15:11:41.476 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-15T15:11:41.578 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.577+0000 7fadee888640 1 Processor -- start 2024-04-15T15:11:41.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.577+0000 7fadee888640 1 -- start start 2024-04-15T15:11:41.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.577+0000 7fadee888640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fade815fe80 0x7fade8070310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:41.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fadee888640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fade806f990 con 0x7fade81590d0 2024-04-15T15:11:41.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fadee888640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fade815f3a0 con 0x7fade8070850 2024-04-15T15:11:41.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fadee888640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fade8070ca0 con 0x7fade815fe80 2024-04-15T15:11:41.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fade7fff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fade81590d0 0x7fade806eeb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:37232/0 (socket says 172.21.15.84:37232) 2024-04-15T15:11:41.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fade7fff640 1 -- 172.21.15.84:0/1506736306 learned_addr learned my addr 172.21.15.84:0/1506736306 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:41.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fade77fe640 1 --2- 172.21.15.84:0/1506736306 >> v2:172.21.15.203:3300/0 conn(0x7fade815fe80 0x7fade8070310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:41.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fade6ffd640 1 -- 172.21.15.84:0/1506736306 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3749189683 0 0) 0x7fade806f990 con 0x7fade81590d0 2024-04-15T15:11:41.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fade6ffd640 1 -- 172.21.15.84:0/1506736306 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fadd0003520 con 0x7fade81590d0 2024-04-15T15:11:41.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fade6ffd640 1 -- 172.21.15.84:0/1506736306 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3294157286 0 0) 0x7fadd0003520 con 0x7fade81590d0 2024-04-15T15:11:41.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fade6ffd640 1 -- 172.21.15.84:0/1506736306 >> v2:172.21.15.203:3300/0 conn(0x7fade815fe80 msgr2=0x7fade8070310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:41.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fade6ffd640 1 --2- 172.21.15.84:0/1506736306 >> v2:172.21.15.203:3300/0 conn(0x7fade815fe80 0x7fade8070310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fade6ffd640 1 -- 172.21.15.84:0/1506736306 >> v1:172.21.15.203:6789/0 conn(0x7fade8070850 legacy=0x7fade806d300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:41.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fade6ffd640 1 -- 172.21.15.84:0/1506736306 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fade815f680 con 0x7fade81590d0 2024-04-15T15:11:41.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fade6ffd640 1 -- 172.21.15.84:0/1506736306 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7fadd8001670 con 0x7fade81590d0 2024-04-15T15:11:41.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fade6ffd640 1 -- 172.21.15.84:0/1506736306 >> v1:172.21.15.84:6789/0 conn(0x7fade81590d0 legacy=0x7fade806eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:41.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fade6ffd640 1 --2- 172.21.15.84:0/1506736306 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fadd00039b0 0x7fadd0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:41.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fade6ffd640 1 --2- 172.21.15.84:0/1506736306 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fadd0004800 0x7fadd0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:41.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fade6ffd640 1 --2- 172.21.15.84:0/1506736306 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadd00051c0 0x7fadd000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:41.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fade6ffd640 1 -- 172.21.15.84:0/1506736306 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fade8070ca0 con 0x7fadd00051c0 2024-04-15T15:11:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fade6ffd640 1 -- 172.21.15.84:0/1506736306 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fadd000c060 con 0x7fadd0004800 2024-04-15T15:11:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fade6ffd640 1 -- 172.21.15.84:0/1506736306 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fadd000c260 con 0x7fadd00039b0 2024-04-15T15:11:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fadece25640 1 --2- 172.21.15.84:0/1506736306 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadd00051c0 0x7fadd000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fade7fff640 1 --2- 172.21.15.84:0/1506736306 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fadd00039b0 0x7fadd0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.578+0000 7fade77fe640 1 --2- 172.21.15.84:0/1506736306 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fadd0004800 0x7fadd0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.579+0000 7fadece25640 1 -- 172.21.15.84:0/1506736306 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fadd00039b0 msgr2=0x7fadd0003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.579+0000 7fadece25640 1 --2- 172.21.15.84:0/1506736306 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fadd00039b0 0x7fadd0003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.579+0000 7fadece25640 1 -- 172.21.15.84:0/1506736306 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fadd0004800 msgr2=0x7fadd0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.579+0000 7fadece25640 1 --2- 172.21.15.84:0/1506736306 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fadd0004800 0x7fadd0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.579+0000 7fadece25640 1 -- 172.21.15.84:0/1506736306 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadd0003520 con 0x7fadd00051c0 2024-04-15T15:11:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.579+0000 7fadece25640 1 -- 172.21.15.84:0/1506736306 reap_dead start 2024-04-15T15:11:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.579+0000 7fadece25640 1 --2- 172.21.15.84:0/1506736306 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadd00051c0 0x7fadd000b9c0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fade0001e50 tx=0x7fadd0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=461018817d32a866 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.580+0000 7fade6ffd640 1 -- 172.21.15.84:0/1506736306 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fade0001a70 con 0x7fadd00051c0 2024-04-15T15:11:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.580+0000 7fade6ffd640 1 -- 172.21.15.84:0/1506736306 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fade0003bb0 con 0x7fadd00051c0 2024-04-15T15:11:41.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.580+0000 7fade6ffd640 1 -- 172.21.15.84:0/1506736306 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fade00050d0 con 0x7fadd00051c0 2024-04-15T15:11:41.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.580+0000 7fadee888640 1 -- 172.21.15.84:0/1506736306 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadd00051c0 msgr2=0x7fadd000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:41.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.580+0000 7fadee888640 1 --2- 172.21.15.84:0/1506736306 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadd00051c0 0x7fadd000b9c0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fade0001e50 tx=0x7fadd0005830 comp rx=0 tx=0).stop 2024-04-15T15:11:41.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.580+0000 7fadee888640 1 -- 172.21.15.84:0/1506736306 shutdown_connections 2024-04-15T15:11:41.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.580+0000 7fadee888640 1 --2- 172.21.15.84:0/1506736306 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadd00051c0 0x7fadd000b9c0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.580+0000 7fadee888640 1 -- 172.21.15.84:0/1506736306 >> 172.21.15.84:0/1506736306 conn(0x7fade80cdd20 msgr2=0x7fade80ce100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:41.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.580+0000 7fadee888640 1 -- 172.21.15.84:0/1506736306 shutdown_connections 2024-04-15T15:11:41.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.580+0000 7fadee888640 1 -- 172.21.15.84:0/1506736306 wait complete. 2024-04-15T15:11:41.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.581+0000 7fadee888640 1 Processor -- start 2024-04-15T15:11:41.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.582+0000 7fadee888640 1 -- start start 2024-04-15T15:11:41.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.582+0000 7fadee888640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadd00051c0 0x7fade8147510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:41.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.582+0000 7fadee888640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fade8154900 0x7fade8145a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:41.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.582+0000 7fadee888640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fade8145fd0 0x7fade8147ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:41.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.582+0000 7fadee888640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fade815c9c0 con 0x7fadd00051c0 2024-04-15T15:11:41.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.582+0000 7fadee888640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fade815f150 con 0x7fade8145fd0 2024-04-15T15:11:41.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.582+0000 7fadee888640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fade8070310 con 0x7fade8154900 2024-04-15T15:11:41.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.582+0000 7fade7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadd00051c0 0x7fade8147510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:41.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.582+0000 7fade7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadd00051c0 0x7fade8147510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47630/0 (socket says 172.21.15.84:47630) 2024-04-15T15:11:41.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.582+0000 7fade7fff640 1 -- 172.21.15.84:0/3107137263 learned_addr learned my addr 172.21.15.84:0/3107137263 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:41.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.583+0000 7fadece25640 1 --2- 172.21.15.84:0/3107137263 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fade8145fd0 0x7fade8147ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:41.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.583+0000 7fade77fe640 1 --2- 172.21.15.84:0/3107137263 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fade8154900 0x7fade8145a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:41.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.583+0000 7fade7fff640 1 -- 172.21.15.84:0/3107137263 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fade8154900 msgr2=0x7fade8145a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:41.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.583+0000 7fade7fff640 1 --2- 172.21.15.84:0/3107137263 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fade8154900 0x7fade8145a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.583+0000 7fade7fff640 1 -- 172.21.15.84:0/3107137263 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fade8145fd0 msgr2=0x7fade8147ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:41.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.583+0000 7fade7fff640 1 --2- 172.21.15.84:0/3107137263 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fade8145fd0 0x7fade8147ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.583+0000 7fade7fff640 1 -- 172.21.15.84:0/3107137263 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fade8146470 con 0x7fadd00051c0 2024-04-15T15:11:41.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.583+0000 7fade77fe640 1 --2- 172.21.15.84:0/3107137263 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fade8154900 0x7fade8145a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:41.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.583+0000 7fade7fff640 1 --2- 172.21.15.84:0/3107137263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadd00051c0 0x7fade8147510 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fadd8007340 tx=0x7fadd8007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:41.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.583+0000 7fade4ff9640 1 -- 172.21.15.84:0/3107137263 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd800f940 con 0x7fadd00051c0 2024-04-15T15:11:41.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.583+0000 7fade4ff9640 1 -- 172.21.15.84:0/3107137263 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fadd8018070 con 0x7fadd00051c0 2024-04-15T15:11:41.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.583+0000 7fade4ff9640 1 -- 172.21.15.84:0/3107137263 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadd800fd00 con 0x7fadd00051c0 2024-04-15T15:11:41.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.583+0000 7fadee888640 1 -- 172.21.15.84:0/3107137263 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fade8146750 con 0x7fadd00051c0 2024-04-15T15:11:41.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.583+0000 7fadee888640 1 -- 172.21.15.84:0/3107137263 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fade8146d10 con 0x7fadd00051c0 2024-04-15T15:11:41.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.584+0000 7fadee888640 1 -- 172.21.15.84:0/3107137263 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fade80690f0 con 0x7fadd00051c0 2024-04-15T15:11:41.589 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.584+0000 7fade4ff9640 1 -- 172.21.15.84:0/3107137263 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fadd801d460 con 0x7fadd00051c0 2024-04-15T15:11:41.590 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.585+0000 7fade4ff9640 1 --2- 172.21.15.84:0/3107137263 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fadd406c8f0 0x7fadd406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:41.590 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.585+0000 7fade4ff9640 1 -- 172.21.15.84:0/3107137263 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fadd808bde0 con 0x7fadd00051c0 2024-04-15T15:11:41.590 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.585+0000 7fade77fe640 1 --2- 172.21.15.84:0/3107137263 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fadd406c8f0 0x7fadd406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:41.590 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.585+0000 7fade77fe640 1 --2- 172.21.15.84:0/3107137263 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fadd406c8f0 0x7fadd406edb0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7faddc0093d0 tx=0x7faddc008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:41.591 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.589+0000 7fade4ff9640 1 -- 172.21.15.84:0/3107137263 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fadd8059a30 con 0x7fadd00051c0 2024-04-15T15:11:41.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.761+0000 7fadee888640 1 -- 172.21.15.84:0/3107137263 --> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fade80cd5f0 con 0x7fadd406c8f0 2024-04-15T15:11:41.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.767+0000 7fade4ff9640 1 -- 172.21.15.84:0/3107137263 <== mgr.4107 v2:172.21.15.84:6832/2096029421 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251890 (secure 0 0 0) 0x7fade80cd5f0 con 0x7fadd406c8f0 2024-04-15T15:11:41.772 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:41.773 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-15T15:11:41.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.770+0000 7fadee888640 1 -- 172.21.15.84:0/3107137263 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fadd406c8f0 msgr2=0x7fadd406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:41.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.770+0000 7fadee888640 1 --2- 172.21.15.84:0/3107137263 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fadd406c8f0 0x7fadd406edb0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7faddc0093d0 tx=0x7faddc008040 comp rx=0 tx=0).stop 2024-04-15T15:11:41.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.770+0000 7fadee888640 1 -- 172.21.15.84:0/3107137263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadd00051c0 msgr2=0x7fade8147510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:41.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.770+0000 7fadee888640 1 --2- 172.21.15.84:0/3107137263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadd00051c0 0x7fade8147510 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fadd8007340 tx=0x7fadd8007800 comp rx=0 tx=0).stop 2024-04-15T15:11:41.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.770+0000 7fadee888640 1 -- 172.21.15.84:0/3107137263 shutdown_connections 2024-04-15T15:11:41.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.770+0000 7fadee888640 1 --2- 172.21.15.84:0/3107137263 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fadd406c8f0 0x7fadd406edb0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.770+0000 7fadee888640 1 --2- 172.21.15.84:0/3107137263 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fade8145fd0 0x7fade8147ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.770+0000 7fadee888640 1 --2- 172.21.15.84:0/3107137263 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fade8154900 0x7fade8145a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.770+0000 7fadee888640 1 --2- 172.21.15.84:0/3107137263 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fadd00051c0 0x7fade8147510 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.770+0000 7fadee888640 1 -- 172.21.15.84:0/3107137263 >> 172.21.15.84:0/3107137263 conn(0x7fade80cdd20 msgr2=0x7fade81583a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:41.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.770+0000 7fadee888640 1 -- 172.21.15.84:0/3107137263 shutdown_connections 2024-04-15T15:11:41.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.770+0000 7fadee888640 1 -- 172.21.15.84:0/3107137263 wait complete. 2024-04-15T15:11:41.783 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":77,"stamp":"2024-04-15T15:11:40.565899+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":105,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220676,"kb_used_data":4508,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754044,"statfs":{"total":773094113280,"available":772868141056,"internally_reserved":0,"allocated":4616192,"data_stored":2636094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000629"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.816439+0000","last_change":"2024-04-15T15:11:38.809704+0000","last_active":"2024-04-15T15:11:38.816439+0000","last_peered":"2024-04-15T15:11:38.816439+0000","last_clean":"2024-04-15T15:11:38.816439+0000","last_became_active":"2024-04-15T15:11:38.809431+0000","last_became_peered":"2024-04-15T15:11:38.809431+0000","last_unstale":"2024-04-15T15:11:38.816439+0000","last_undegraded":"2024-04-15T15:11:38.816439+0000","last_fullsized":"2024-04-15T15:11:38.816439+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:16:11.280059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.816371+0000","last_change":"2024-04-15T15:11:38.810609+0000","last_active":"2024-04-15T15:11:38.816371+0000","last_peered":"2024-04-15T15:11:38.816371+0000","last_clean":"2024-04-15T15:11:38.816371+0000","last_became_active":"2024-04-15T15:11:38.810121+0000","last_became_peered":"2024-04-15T15:11:38.810121+0000","last_unstale":"2024-04-15T15:11:38.816371+0000","last_undegraded":"2024-04-15T15:11:38.816371+0000","last_fullsized":"2024-04-15T15:11:38.816371+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:53:04.457062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.806994+0000","last_change":"2024-04-15T15:11:38.801728+0000","last_active":"2024-04-15T15:11:38.806994+0000","last_peered":"2024-04-15T15:11:38.806994+0000","last_clean":"2024-04-15T15:11:38.806994+0000","last_became_active":"2024-04-15T15:11:38.801313+0000","last_became_peered":"2024-04-15T15:11:38.801313+0000","last_unstale":"2024-04-15T15:11:38.806994+0000","last_undegraded":"2024-04-15T15:11:38.806994+0000","last_fullsized":"2024-04-15T15:11:38.806994+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:17:45.778673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.796283+0000","last_change":"2024-04-15T15:11:38.794338+0000","last_active":"2024-04-15T15:11:38.796283+0000","last_peered":"2024-04-15T15:11:38.796283+0000","last_clean":"2024-04-15T15:11:38.796283+0000","last_became_active":"2024-04-15T15:11:38.793593+0000","last_became_peered":"2024-04-15T15:11:38.793593+0000","last_unstale":"2024-04-15T15:11:38.796283+0000","last_undegraded":"2024-04-15T15:11:38.796283+0000","last_fullsized":"2024-04-15T15:11:38.796283+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:50:37.958231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.796194+0000","last_change":"2024-04-15T15:11:38.793781+0000","last_active":"2024-04-15T15:11:38.796194+0000","last_peered":"2024-04-15T15:11:38.796194+0000","last_clean":"2024-04-15T15:11:38.796194+0000","last_became_active":"2024-04-15T15:11:38.793413+0000","last_became_peered":"2024-04-15T15:11:38.793413+0000","last_unstale":"2024-04-15T15:11:38.796194+0000","last_undegraded":"2024-04-15T15:11:38.796194+0000","last_fullsized":"2024-04-15T15:11:38.796194+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:37:21.965047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.807859+0000","last_change":"2024-04-15T15:11:38.804120+0000","last_active":"2024-04-15T15:11:38.807859+0000","last_peered":"2024-04-15T15:11:38.807859+0000","last_clean":"2024-04-15T15:11:38.807859+0000","last_became_active":"2024-04-15T15:11:38.803852+0000","last_became_peered":"2024-04-15T15:11:38.803852+0000","last_unstale":"2024-04-15T15:11:38.807859+0000","last_undegraded":"2024-04-15T15:11:38.807859+0000","last_fullsized":"2024-04-15T15:11:38.807859+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:13:58.221231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.810523+0000","last_change":"2024-04-15T15:11:38.808318+0000","last_active":"2024-04-15T15:11:38.810523+0000","last_peered":"2024-04-15T15:11:38.810523+0000","last_clean":"2024-04-15T15:11:38.810523+0000","last_became_active":"2024-04-15T15:11:38.808058+0000","last_became_peered":"2024-04-15T15:11:38.808058+0000","last_unstale":"2024-04-15T15:11:38.810523+0000","last_undegraded":"2024-04-15T15:11:38.810523+0000","last_fullsized":"2024-04-15T15:11:38.810523+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:39:41.056444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.819631+0000","last_change":"2024-04-15T15:11:38.816081+0000","last_active":"2024-04-15T15:11:38.819631+0000","last_peered":"2024-04-15T15:11:38.819631+0000","last_clean":"2024-04-15T15:11:38.819631+0000","last_became_active":"2024-04-15T15:11:38.815820+0000","last_became_peered":"2024-04-15T15:11:38.815820+0000","last_unstale":"2024-04-15T15:11:38.819631+0000","last_undegraded":"2024-04-15T15:11:38.819631+0000","last_fullsized":"2024-04-15T15:11:38.819631+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:37:35.115472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.810742+0000","last_change":"2024-04-15T15:11:38.804445+0000","last_active":"2024-04-15T15:11:38.810742+0000","last_peered":"2024-04-15T15:11:38.810742+0000","last_clean":"2024-04-15T15:11:38.810742+0000","last_became_active":"2024-04-15T15:11:38.804174+0000","last_became_peered":"2024-04-15T15:11:38.804174+0000","last_unstale":"2024-04-15T15:11:38.810742+0000","last_undegraded":"2024-04-15T15:11:38.810742+0000","last_fullsized":"2024-04-15T15:11:38.810742+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:08:02.943795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.800874+0000","last_change":"2024-04-15T15:11:38.795397+0000","last_active":"2024-04-15T15:11:38.800874+0000","last_peered":"2024-04-15T15:11:38.800874+0000","last_clean":"2024-04-15T15:11:38.800874+0000","last_became_active":"2024-04-15T15:11:38.795113+0000","last_became_peered":"2024-04-15T15:11:38.795113+0000","last_unstale":"2024-04-15T15:11:38.800874+0000","last_undegraded":"2024-04-15T15:11:38.800874+0000","last_fullsized":"2024-04-15T15:11:38.800874+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:48:56.114820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.800766+0000","last_change":"2024-04-15T15:11:38.794111+0000","last_active":"2024-04-15T15:11:38.800766+0000","last_peered":"2024-04-15T15:11:38.800766+0000","last_clean":"2024-04-15T15:11:38.800766+0000","last_became_active":"2024-04-15T15:11:38.793802+0000","last_became_peered":"2024-04-15T15:11:38.793802+0000","last_unstale":"2024-04-15T15:11:38.800766+0000","last_undegraded":"2024-04-15T15:11:38.800766+0000","last_fullsized":"2024-04-15T15:11:38.800766+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:08:02.943795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.800350+0000","last_change":"2024-04-15T15:11:38.796521+0000","last_active":"2024-04-15T15:11:38.800350+0000","last_peered":"2024-04-15T15:11:38.800350+0000","last_clean":"2024-04-15T15:11:38.800350+0000","last_became_active":"2024-04-15T15:11:38.796215+0000","last_became_peered":"2024-04-15T15:11:38.796215+0000","last_unstale":"2024-04-15T15:11:38.800350+0000","last_undegraded":"2024-04-15T15:11:38.800350+0000","last_fullsized":"2024-04-15T15:11:38.800350+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:13:58.221231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.804033+0000","last_change":"2024-04-15T15:11:38.797244+0000","last_active":"2024-04-15T15:11:38.804033+0000","last_peered":"2024-04-15T15:11:38.804033+0000","last_clean":"2024-04-15T15:11:38.804033+0000","last_became_active":"2024-04-15T15:11:38.796966+0000","last_became_peered":"2024-04-15T15:11:38.796966+0000","last_unstale":"2024-04-15T15:11:38.804033+0000","last_undegraded":"2024-04-15T15:11:38.804033+0000","last_fullsized":"2024-04-15T15:11:38.804033+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:49:00.535615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.807973+0000","last_change":"2024-04-15T15:11:38.806713+0000","last_active":"2024-04-15T15:11:38.807973+0000","last_peered":"2024-04-15T15:11:38.807973+0000","last_clean":"2024-04-15T15:11:38.807973+0000","last_became_active":"2024-04-15T15:11:38.806410+0000","last_became_peered":"2024-04-15T15:11:38.806410+0000","last_unstale":"2024-04-15T15:11:38.807973+0000","last_undegraded":"2024-04-15T15:11:38.807973+0000","last_fullsized":"2024-04-15T15:11:38.807973+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:24:43.345737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.804141+0000","last_change":"2024-04-15T15:11:38.799034+0000","last_active":"2024-04-15T15:11:38.804141+0000","last_peered":"2024-04-15T15:11:38.804141+0000","last_clean":"2024-04-15T15:11:38.804141+0000","last_became_active":"2024-04-15T15:11:38.795661+0000","last_became_peered":"2024-04-15T15:11:38.795661+0000","last_unstale":"2024-04-15T15:11:38.804141+0000","last_undegraded":"2024-04-15T15:11:38.804141+0000","last_fullsized":"2024-04-15T15:11:38.804141+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:45.753621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.807108+0000","last_change":"2024-04-15T15:11:38.802089+0000","last_active":"2024-04-15T15:11:38.807108+0000","last_peered":"2024-04-15T15:11:38.807108+0000","last_clean":"2024-04-15T15:11:38.807108+0000","last_became_active":"2024-04-15T15:11:38.801812+0000","last_became_peered":"2024-04-15T15:11:38.801812+0000","last_unstale":"2024-04-15T15:11:38.807108+0000","last_undegraded":"2024-04-15T15:11:38.807108+0000","last_fullsized":"2024-04-15T15:11:38.807108+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:35:00.690346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.811044+0000","last_change":"2024-04-15T15:11:38.804838+0000","last_active":"2024-04-15T15:11:38.811044+0000","last_peered":"2024-04-15T15:11:38.811044+0000","last_clean":"2024-04-15T15:11:38.811044+0000","last_became_active":"2024-04-15T15:11:38.804549+0000","last_became_peered":"2024-04-15T15:11:38.804549+0000","last_unstale":"2024-04-15T15:11:38.811044+0000","last_undegraded":"2024-04-15T15:11:38.811044+0000","last_fullsized":"2024-04-15T15:11:38.811044+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:08:02.943795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.811858+0000","last_change":"2024-04-15T15:11:38.805705+0000","last_active":"2024-04-15T15:11:38.811858+0000","last_peered":"2024-04-15T15:11:38.811858+0000","last_clean":"2024-04-15T15:11:38.811858+0000","last_became_active":"2024-04-15T15:11:38.805435+0000","last_became_peered":"2024-04-15T15:11:38.805435+0000","last_unstale":"2024-04-15T15:11:38.811858+0000","last_undegraded":"2024-04-15T15:11:38.811858+0000","last_fullsized":"2024-04-15T15:11:38.811858+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:54.163764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.804496+0000","last_change":"2024-04-15T15:11:38.801460+0000","last_active":"2024-04-15T15:11:38.804496+0000","last_peered":"2024-04-15T15:11:38.804496+0000","last_clean":"2024-04-15T15:11:38.804496+0000","last_became_active":"2024-04-15T15:11:38.801200+0000","last_became_peered":"2024-04-15T15:11:38.801200+0000","last_unstale":"2024-04-15T15:11:38.804496+0000","last_undegraded":"2024-04-15T15:11:38.804496+0000","last_fullsized":"2024-04-15T15:11:38.804496+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:16:34.860769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.811244+0000","last_change":"2024-04-15T15:11:38.804760+0000","last_active":"2024-04-15T15:11:38.811244+0000","last_peered":"2024-04-15T15:11:38.811244+0000","last_clean":"2024-04-15T15:11:38.811244+0000","last_became_active":"2024-04-15T15:11:38.804509+0000","last_became_peered":"2024-04-15T15:11:38.804509+0000","last_unstale":"2024-04-15T15:11:38.811244+0000","last_undegraded":"2024-04-15T15:11:38.811244+0000","last_fullsized":"2024-04-15T15:11:38.811244+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:16:34.860769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.804285+0000","last_change":"2024-04-15T15:11:38.797789+0000","last_active":"2024-04-15T15:11:38.804285+0000","last_peered":"2024-04-15T15:11:38.804285+0000","last_clean":"2024-04-15T15:11:38.804285+0000","last_became_active":"2024-04-15T15:11:38.797538+0000","last_became_peered":"2024-04-15T15:11:38.797538+0000","last_unstale":"2024-04-15T15:11:38.804285+0000","last_undegraded":"2024-04-15T15:11:38.804285+0000","last_fullsized":"2024-04-15T15:11:38.804285+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:16:11.280059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.793256+0000","last_change":"2024-04-15T15:11:38.791543+0000","last_active":"2024-04-15T15:11:38.793256+0000","last_peered":"2024-04-15T15:11:38.793256+0000","last_clean":"2024-04-15T15:11:38.793256+0000","last_became_active":"2024-04-15T15:11:38.791271+0000","last_became_peered":"2024-04-15T15:11:38.791271+0000","last_unstale":"2024-04-15T15:11:38.793256+0000","last_undegraded":"2024-04-15T15:11:38.793256+0000","last_fullsized":"2024-04-15T15:11:38.793256+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:17:49.213872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.810876+0000","last_change":"2024-04-15T15:11:38.805944+0000","last_active":"2024-04-15T15:11:38.810876+0000","last_peered":"2024-04-15T15:11:38.810876+0000","last_clean":"2024-04-15T15:11:38.810876+0000","last_became_active":"2024-04-15T15:11:38.805200+0000","last_became_peered":"2024-04-15T15:11:38.805200+0000","last_unstale":"2024-04-15T15:11:38.810876+0000","last_undegraded":"2024-04-15T15:11:38.810876+0000","last_fullsized":"2024-04-15T15:11:38.810876+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:48:56.114820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.803443+0000","last_change":"2024-04-15T15:11:38.797008+0000","last_active":"2024-04-15T15:11:38.803443+0000","last_peered":"2024-04-15T15:11:38.803443+0000","last_clean":"2024-04-15T15:11:38.803443+0000","last_became_active":"2024-04-15T15:11:38.796750+0000","last_became_peered":"2024-04-15T15:11:38.796750+0000","last_unstale":"2024-04-15T15:11:38.803443+0000","last_undegraded":"2024-04-15T15:11:38.803443+0000","last_fullsized":"2024-04-15T15:11:38.803443+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:03:06.903976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.816004+0000","last_change":"2024-04-15T15:11:38.811559+0000","last_active":"2024-04-15T15:11:38.816004+0000","last_peered":"2024-04-15T15:11:38.816004+0000","last_clean":"2024-04-15T15:11:38.816004+0000","last_became_active":"2024-04-15T15:11:38.811288+0000","last_became_peered":"2024-04-15T15:11:38.811288+0000","last_unstale":"2024-04-15T15:11:38.816004+0000","last_undegraded":"2024-04-15T15:11:38.816004+0000","last_fullsized":"2024-04-15T15:11:38.816004+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:35:24.903453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.807828+0000","last_change":"2024-04-15T15:11:38.803291+0000","last_active":"2024-04-15T15:11:38.807828+0000","last_peered":"2024-04-15T15:11:38.807828+0000","last_clean":"2024-04-15T15:11:38.807828+0000","last_became_active":"2024-04-15T15:11:38.803037+0000","last_became_peered":"2024-04-15T15:11:38.803037+0000","last_unstale":"2024-04-15T15:11:38.807828+0000","last_undegraded":"2024-04-15T15:11:38.807828+0000","last_fullsized":"2024-04-15T15:11:38.807828+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:24:43.345737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.811307+0000","last_change":"2024-04-15T15:11:38.804951+0000","last_active":"2024-04-15T15:11:38.811307+0000","last_peered":"2024-04-15T15:11:38.811307+0000","last_clean":"2024-04-15T15:11:38.811307+0000","last_became_active":"2024-04-15T15:11:38.804668+0000","last_became_peered":"2024-04-15T15:11:38.804668+0000","last_unstale":"2024-04-15T15:11:38.811307+0000","last_undegraded":"2024-04-15T15:11:38.811307+0000","last_fullsized":"2024-04-15T15:11:38.811307+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:17:49.213872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.818702+0000","last_change":"2024-04-15T15:11:38.813617+0000","last_active":"2024-04-15T15:11:38.818702+0000","last_peered":"2024-04-15T15:11:38.818702+0000","last_clean":"2024-04-15T15:11:38.818702+0000","last_became_active":"2024-04-15T15:11:38.813273+0000","last_became_peered":"2024-04-15T15:11:38.813273+0000","last_unstale":"2024-04-15T15:11:38.818702+0000","last_undegraded":"2024-04-15T15:11:38.818702+0000","last_fullsized":"2024-04-15T15:11:38.818702+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:09:26.692828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.811742+0000","last_change":"2024-04-15T15:11:38.806170+0000","last_active":"2024-04-15T15:11:38.811742+0000","last_peered":"2024-04-15T15:11:38.811742+0000","last_clean":"2024-04-15T15:11:38.811742+0000","last_became_active":"2024-04-15T15:11:38.805847+0000","last_became_peered":"2024-04-15T15:11:38.805847+0000","last_unstale":"2024-04-15T15:11:38.811742+0000","last_undegraded":"2024-04-15T15:11:38.811742+0000","last_fullsized":"2024-04-15T15:11:38.811742+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:45:59.284286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.811274+0000","last_change":"2024-04-15T15:11:38.805005+0000","last_active":"2024-04-15T15:11:38.811274+0000","last_peered":"2024-04-15T15:11:38.811274+0000","last_clean":"2024-04-15T15:11:38.811274+0000","last_became_active":"2024-04-15T15:11:38.804368+0000","last_became_peered":"2024-04-15T15:11:38.804368+0000","last_unstale":"2024-04-15T15:11:38.811274+0000","last_undegraded":"2024-04-15T15:11:38.811274+0000","last_fullsized":"2024-04-15T15:11:38.811274+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:24:53.301920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.810905+0000","last_change":"2024-04-15T15:11:38.806173+0000","last_active":"2024-04-15T15:11:38.810905+0000","last_peered":"2024-04-15T15:11:38.810905+0000","last_clean":"2024-04-15T15:11:38.810905+0000","last_became_active":"2024-04-15T15:11:38.805657+0000","last_became_peered":"2024-04-15T15:11:38.805657+0000","last_unstale":"2024-04-15T15:11:38.810905+0000","last_undegraded":"2024-04-15T15:11:38.810905+0000","last_fullsized":"2024-04-15T15:11:38.810905+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:45.753621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.800309+0000","last_change":"2024-04-15T15:11:38.798121+0000","last_active":"2024-04-15T15:11:38.800309+0000","last_peered":"2024-04-15T15:11:38.800309+0000","last_clean":"2024-04-15T15:11:38.800309+0000","last_became_active":"2024-04-15T15:11:38.797825+0000","last_became_peered":"2024-04-15T15:11:38.797825+0000","last_unstale":"2024-04-15T15:11:38.800309+0000","last_undegraded":"2024-04-15T15:11:38.800309+0000","last_fullsized":"2024-04-15T15:11:38.800309+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:35:24.903453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.810663+0000","last_change":"2024-04-15T15:11:38.804754+0000","last_active":"2024-04-15T15:11:38.810663+0000","last_peered":"2024-04-15T15:11:38.810663+0000","last_clean":"2024-04-15T15:11:38.810663+0000","last_became_active":"2024-04-15T15:11:38.804453+0000","last_became_peered":"2024-04-15T15:11:38.804453+0000","last_unstale":"2024-04-15T15:11:38.810663+0000","last_undegraded":"2024-04-15T15:11:38.810663+0000","last_fullsized":"2024-04-15T15:11:38.810663+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:17:45.778673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"37'4","reported_seq":16,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.816058+0000","last_change":"2024-04-15T15:11:37.798505+0000","last_active":"2024-04-15T15:11:38.816058+0000","last_peered":"2024-04-15T15:11:38.816058+0000","last_clean":"2024-04-15T15:11:38.816058+0000","last_became_active":"2024-04-15T15:11:37.797284+0000","last_became_peered":"2024-04-15T15:11:37.797284+0000","last_unstale":"2024-04-15T15:11:38.816058+0000","last_undegraded":"2024-04-15T15:11:38.816058+0000","last_fullsized":"2024-04-15T15:11:38.816058+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:50:36.951195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.814945+0000","last_change":"2024-04-15T15:11:38.808445+0000","last_active":"2024-04-15T15:11:38.814945+0000","last_peered":"2024-04-15T15:11:38.814945+0000","last_clean":"2024-04-15T15:11:38.814945+0000","last_became_active":"2024-04-15T15:11:38.808124+0000","last_became_peered":"2024-04-15T15:11:38.808124+0000","last_unstale":"2024-04-15T15:11:38.814945+0000","last_undegraded":"2024-04-15T15:11:38.814945+0000","last_fullsized":"2024-04-15T15:11:38.814945+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:12:26.697501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.812768+0000","last_change":"2024-04-15T15:11:37.801873+0000","last_active":"2024-04-15T15:11:38.812768+0000","last_peered":"2024-04-15T15:11:38.812768+0000","last_clean":"2024-04-15T15:11:38.812768+0000","last_became_active":"2024-04-15T15:11:37.801609+0000","last_became_peered":"2024-04-15T15:11:37.801609+0000","last_unstale":"2024-04-15T15:11:38.812768+0000","last_undegraded":"2024-04-15T15:11:38.812768+0000","last_fullsized":"2024-04-15T15:11:38.812768+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:35:23.896417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.811727+0000","last_change":"2024-04-15T15:11:38.809796+0000","last_active":"2024-04-15T15:11:38.811727+0000","last_peered":"2024-04-15T15:11:38.811727+0000","last_clean":"2024-04-15T15:11:38.811727+0000","last_became_active":"2024-04-15T15:11:38.809516+0000","last_became_peered":"2024-04-15T15:11:38.809516+0000","last_unstale":"2024-04-15T15:11:38.811727+0000","last_undegraded":"2024-04-15T15:11:38.811727+0000","last_fullsized":"2024-04-15T15:11:38.811727+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:13:58.221231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.815117+0000","last_change":"2024-04-15T15:11:37.797998+0000","last_active":"2024-04-15T15:11:38.815117+0000","last_peered":"2024-04-15T15:11:38.815117+0000","last_clean":"2024-04-15T15:11:38.815117+0000","last_became_active":"2024-04-15T15:11:37.797720+0000","last_became_peered":"2024-04-15T15:11:37.797720+0000","last_unstale":"2024-04-15T15:11:38.815117+0000","last_undegraded":"2024-04-15T15:11:38.815117+0000","last_fullsized":"2024-04-15T15:11:38.815117+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:45:58.277250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.817286+0000","last_change":"2024-04-15T15:11:38.813849+0000","last_active":"2024-04-15T15:11:38.817286+0000","last_peered":"2024-04-15T15:11:38.817286+0000","last_clean":"2024-04-15T15:11:38.817286+0000","last_became_active":"2024-04-15T15:11:38.813330+0000","last_became_peered":"2024-04-15T15:11:38.813330+0000","last_unstale":"2024-04-15T15:11:38.817286+0000","last_undegraded":"2024-04-15T15:11:38.817286+0000","last_fullsized":"2024-04-15T15:11:38.817286+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:45:28.589807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.817411+0000","last_change":"2024-04-15T15:11:37.801017+0000","last_active":"2024-04-15T15:11:38.817411+0000","last_peered":"2024-04-15T15:11:38.817411+0000","last_clean":"2024-04-15T15:11:38.817411+0000","last_became_active":"2024-04-15T15:11:37.799364+0000","last_became_peered":"2024-04-15T15:11:37.799364+0000","last_unstale":"2024-04-15T15:11:38.817411+0000","last_undegraded":"2024-04-15T15:11:38.817411+0000","last_fullsized":"2024-04-15T15:11:38.817411+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:50:36.951195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.802930+0000","last_change":"2024-04-15T15:11:38.798507+0000","last_active":"2024-04-15T15:11:38.802930+0000","last_peered":"2024-04-15T15:11:38.802930+0000","last_clean":"2024-04-15T15:11:38.802930+0000","last_became_active":"2024-04-15T15:11:38.798261+0000","last_became_peered":"2024-04-15T15:11:38.798261+0000","last_unstale":"2024-04-15T15:11:38.802930+0000","last_undegraded":"2024-04-15T15:11:38.802930+0000","last_fullsized":"2024-04-15T15:11:38.802930+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:35:00.690346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.818798+0000","last_change":"2024-04-15T15:11:37.798098+0000","last_active":"2024-04-15T15:11:38.818798+0000","last_peered":"2024-04-15T15:11:38.818798+0000","last_clean":"2024-04-15T15:11:38.818798+0000","last_became_active":"2024-04-15T15:11:37.797766+0000","last_became_peered":"2024-04-15T15:11:37.797766+0000","last_unstale":"2024-04-15T15:11:38.818798+0000","last_undegraded":"2024-04-15T15:11:38.818798+0000","last_fullsized":"2024-04-15T15:11:38.818798+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:17:44.771637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.810500+0000","last_change":"2024-04-15T15:11:38.804560+0000","last_active":"2024-04-15T15:11:38.810500+0000","last_peered":"2024-04-15T15:11:38.810500+0000","last_clean":"2024-04-15T15:11:38.810500+0000","last_became_active":"2024-04-15T15:11:38.804253+0000","last_became_peered":"2024-04-15T15:11:38.804253+0000","last_unstale":"2024-04-15T15:11:38.810500+0000","last_undegraded":"2024-04-15T15:11:38.810500+0000","last_fullsized":"2024-04-15T15:11:38.810500+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:35:10.745245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.819063+0000","last_change":"2024-04-15T15:11:37.799818+0000","last_active":"2024-04-15T15:11:38.819063+0000","last_peered":"2024-04-15T15:11:38.819063+0000","last_clean":"2024-04-15T15:11:38.819063+0000","last_became_active":"2024-04-15T15:11:37.799520+0000","last_became_peered":"2024-04-15T15:11:37.799520+0000","last_unstale":"2024-04-15T15:11:38.819063+0000","last_undegraded":"2024-04-15T15:11:38.819063+0000","last_fullsized":"2024-04-15T15:11:38.819063+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:13:57.214195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.798285+0000","last_change":"2024-04-15T15:11:38.797511+0000","last_active":"2024-04-15T15:11:38.798285+0000","last_peered":"2024-04-15T15:11:38.798285+0000","last_clean":"2024-04-15T15:11:38.798285+0000","last_became_active":"2024-04-15T15:11:38.797240+0000","last_became_peered":"2024-04-15T15:11:38.797240+0000","last_unstale":"2024-04-15T15:11:38.798285+0000","last_undegraded":"2024-04-15T15:11:38.798285+0000","last_fullsized":"2024-04-15T15:11:38.798285+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:54.163764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.794289+0000","last_change":"2024-04-15T15:11:37.803456+0000","last_active":"2024-04-15T15:11:38.794289+0000","last_peered":"2024-04-15T15:11:38.794289+0000","last_clean":"2024-04-15T15:11:38.794289+0000","last_became_active":"2024-04-15T15:11:37.803163+0000","last_became_peered":"2024-04-15T15:11:37.803163+0000","last_unstale":"2024-04-15T15:11:38.794289+0000","last_undegraded":"2024-04-15T15:11:38.794289+0000","last_fullsized":"2024-04-15T15:11:38.794289+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:24:52.294884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.816348+0000","last_change":"2024-04-15T15:11:38.810499+0000","last_active":"2024-04-15T15:11:38.816348+0000","last_peered":"2024-04-15T15:11:38.816348+0000","last_clean":"2024-04-15T15:11:38.816348+0000","last_became_active":"2024-04-15T15:11:38.810213+0000","last_became_peered":"2024-04-15T15:11:38.810213+0000","last_unstale":"2024-04-15T15:11:38.816348+0000","last_undegraded":"2024-04-15T15:11:38.816348+0000","last_fullsized":"2024-04-15T15:11:38.816348+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:35:10.745245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.787661+0000","last_change":"2024-04-15T15:11:37.789854+0000","last_active":"2024-04-15T15:11:38.787661+0000","last_peered":"2024-04-15T15:11:38.787661+0000","last_clean":"2024-04-15T15:11:38.787661+0000","last_became_active":"2024-04-15T15:11:37.789592+0000","last_became_peered":"2024-04-15T15:11:37.789592+0000","last_unstale":"2024-04-15T15:11:38.787661+0000","last_undegraded":"2024-04-15T15:11:38.787661+0000","last_fullsized":"2024-04-15T15:11:38.787661+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:55:06.554260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.796262+0000","last_change":"2024-04-15T15:11:38.794045+0000","last_active":"2024-04-15T15:11:38.796262+0000","last_peered":"2024-04-15T15:11:38.796262+0000","last_clean":"2024-04-15T15:11:38.796262+0000","last_became_active":"2024-04-15T15:11:38.793790+0000","last_became_peered":"2024-04-15T15:11:38.793790+0000","last_unstale":"2024-04-15T15:11:38.796262+0000","last_undegraded":"2024-04-15T15:11:38.796262+0000","last_fullsized":"2024-04-15T15:11:38.796262+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:55:07.561296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.808214+0000","last_change":"2024-04-15T15:11:37.800540+0000","last_active":"2024-04-15T15:11:38.808214+0000","last_peered":"2024-04-15T15:11:38.808214+0000","last_clean":"2024-04-15T15:11:38.808214+0000","last_became_active":"2024-04-15T15:11:37.800214+0000","last_became_peered":"2024-04-15T15:11:37.800214+0000","last_unstale":"2024-04-15T15:11:38.808214+0000","last_undegraded":"2024-04-15T15:11:38.808214+0000","last_fullsized":"2024-04-15T15:11:38.808214+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:48:55.107784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.815351+0000","last_change":"2024-04-15T15:11:38.813677+0000","last_active":"2024-04-15T15:11:38.815351+0000","last_peered":"2024-04-15T15:11:38.815351+0000","last_clean":"2024-04-15T15:11:38.815351+0000","last_became_active":"2024-04-15T15:11:38.813360+0000","last_became_peered":"2024-04-15T15:11:38.813360+0000","last_unstale":"2024-04-15T15:11:38.815351+0000","last_undegraded":"2024-04-15T15:11:38.815351+0000","last_fullsized":"2024-04-15T15:11:38.815351+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:53:04.457062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.790371+0000","last_change":"2024-04-15T15:11:37.803240+0000","last_active":"2024-04-15T15:11:38.790371+0000","last_peered":"2024-04-15T15:11:38.790371+0000","last_clean":"2024-04-15T15:11:38.790371+0000","last_became_active":"2024-04-15T15:11:37.802977+0000","last_became_peered":"2024-04-15T15:11:37.802977+0000","last_unstale":"2024-04-15T15:11:38.790371+0000","last_undegraded":"2024-04-15T15:11:38.790371+0000","last_fullsized":"2024-04-15T15:11:38.790371+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:34:59.683310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.807732+0000","last_change":"2024-04-15T15:11:38.797228+0000","last_active":"2024-04-15T15:11:38.807732+0000","last_peered":"2024-04-15T15:11:38.807732+0000","last_clean":"2024-04-15T15:11:38.807732+0000","last_became_active":"2024-04-15T15:11:38.796977+0000","last_became_peered":"2024-04-15T15:11:38.796977+0000","last_unstale":"2024-04-15T15:11:38.807732+0000","last_undegraded":"2024-04-15T15:11:38.807732+0000","last_fullsized":"2024-04-15T15:11:38.807732+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:12:26.697501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"37'3","reported_seq":15,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.820018+0000","last_change":"2024-04-15T15:11:37.801021+0000","last_active":"2024-04-15T15:11:38.820018+0000","last_peered":"2024-04-15T15:11:38.820018+0000","last_clean":"2024-04-15T15:11:38.820018+0000","last_became_active":"2024-04-15T15:11:37.800713+0000","last_became_peered":"2024-04-15T15:11:37.800713+0000","last_unstale":"2024-04-15T15:11:38.820018+0000","last_undegraded":"2024-04-15T15:11:38.820018+0000","last_fullsized":"2024-04-15T15:11:38.820018+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:57:55.057308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.794797+0000","last_change":"2024-04-15T15:11:38.792461+0000","last_active":"2024-04-15T15:11:38.794797+0000","last_peered":"2024-04-15T15:11:38.794797+0000","last_clean":"2024-04-15T15:11:38.794797+0000","last_became_active":"2024-04-15T15:11:38.792099+0000","last_became_peered":"2024-04-15T15:11:38.792099+0000","last_unstale":"2024-04-15T15:11:38.794797+0000","last_undegraded":"2024-04-15T15:11:38.794797+0000","last_fullsized":"2024-04-15T15:11:38.794797+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:24:53.301920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"37'6","reported_seq":18,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.822079+0000","last_change":"2024-04-15T15:11:37.801313+0000","last_active":"2024-04-15T15:11:38.822079+0000","last_peered":"2024-04-15T15:11:38.822079+0000","last_clean":"2024-04-15T15:11:38.822079+0000","last_became_active":"2024-04-15T15:11:37.801060+0000","last_became_peered":"2024-04-15T15:11:37.801060+0000","last_unstale":"2024-04-15T15:11:38.822079+0000","last_undegraded":"2024-04-15T15:11:38.822079+0000","last_fullsized":"2024-04-15T15:11:38.822079+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:08:01.936760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.810251+0000","last_change":"2024-04-15T15:11:38.804585+0000","last_active":"2024-04-15T15:11:38.810251+0000","last_peered":"2024-04-15T15:11:38.810251+0000","last_clean":"2024-04-15T15:11:38.810251+0000","last_became_active":"2024-04-15T15:11:38.803794+0000","last_became_peered":"2024-04-15T15:11:38.803794+0000","last_unstale":"2024-04-15T15:11:38.810251+0000","last_undegraded":"2024-04-15T15:11:38.810251+0000","last_fullsized":"2024-04-15T15:11:38.810251+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:48:56.114820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.815775+0000","last_change":"2024-04-15T15:11:37.796620+0000","last_active":"2024-04-15T15:11:38.815775+0000","last_peered":"2024-04-15T15:11:38.815775+0000","last_clean":"2024-04-15T15:11:38.815775+0000","last_became_active":"2024-04-15T15:11:37.796364+0000","last_became_peered":"2024-04-15T15:11:37.796364+0000","last_unstale":"2024-04-15T15:11:38.815775+0000","last_undegraded":"2024-04-15T15:11:38.815775+0000","last_fullsized":"2024-04-15T15:11:38.815775+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:17:44.771637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.817197+0000","last_change":"2024-04-15T15:11:38.812892+0000","last_active":"2024-04-15T15:11:38.817197+0000","last_peered":"2024-04-15T15:11:38.817197+0000","last_clean":"2024-04-15T15:11:38.817197+0000","last_became_active":"2024-04-15T15:11:38.811052+0000","last_became_peered":"2024-04-15T15:11:38.811052+0000","last_unstale":"2024-04-15T15:11:38.817197+0000","last_undegraded":"2024-04-15T15:11:38.817197+0000","last_fullsized":"2024-04-15T15:11:38.817197+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:09:26.692828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.794837+0000","last_change":"2024-04-15T15:11:37.803629+0000","last_active":"2024-04-15T15:11:38.794837+0000","last_peered":"2024-04-15T15:11:38.794837+0000","last_clean":"2024-04-15T15:11:38.794837+0000","last_became_active":"2024-04-15T15:11:37.803320+0000","last_became_peered":"2024-04-15T15:11:37.803320+0000","last_unstale":"2024-04-15T15:11:38.794837+0000","last_undegraded":"2024-04-15T15:11:38.794837+0000","last_fullsized":"2024-04-15T15:11:38.794837+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:53.156728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.812118+0000","last_change":"2024-04-15T15:11:38.806135+0000","last_active":"2024-04-15T15:11:38.812118+0000","last_peered":"2024-04-15T15:11:38.812118+0000","last_clean":"2024-04-15T15:11:38.812118+0000","last_became_active":"2024-04-15T15:11:38.805242+0000","last_became_peered":"2024-04-15T15:11:38.805242+0000","last_unstale":"2024-04-15T15:11:38.812118+0000","last_undegraded":"2024-04-15T15:11:38.812118+0000","last_fullsized":"2024-04-15T15:11:38.812118+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:16:11.280059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.798705+0000","last_change":"2024-04-15T15:11:37.792336+0000","last_active":"2024-04-15T15:11:38.798705+0000","last_peered":"2024-04-15T15:11:38.798705+0000","last_clean":"2024-04-15T15:11:38.798705+0000","last_became_active":"2024-04-15T15:11:37.792067+0000","last_became_peered":"2024-04-15T15:11:37.792067+0000","last_unstale":"2024-04-15T15:11:38.798705+0000","last_undegraded":"2024-04-15T15:11:38.798705+0000","last_fullsized":"2024-04-15T15:11:38.798705+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:03:05.896940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.816416+0000","last_change":"2024-04-15T15:11:38.811435+0000","last_active":"2024-04-15T15:11:38.816416+0000","last_peered":"2024-04-15T15:11:38.816416+0000","last_clean":"2024-04-15T15:11:38.816416+0000","last_became_active":"2024-04-15T15:11:38.811186+0000","last_became_peered":"2024-04-15T15:11:38.811186+0000","last_unstale":"2024-04-15T15:11:38.816416+0000","last_undegraded":"2024-04-15T15:11:38.816416+0000","last_fullsized":"2024-04-15T15:11:38.816416+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:39:41.056444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"37'8","reported_seq":20,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.819647+0000","last_change":"2024-04-15T15:11:37.799940+0000","last_active":"2024-04-15T15:11:38.819647+0000","last_peered":"2024-04-15T15:11:38.819647+0000","last_clean":"2024-04-15T15:11:38.819647+0000","last_became_active":"2024-04-15T15:11:37.799640+0000","last_became_peered":"2024-04-15T15:11:37.799640+0000","last_unstale":"2024-04-15T15:11:38.819647+0000","last_undegraded":"2024-04-15T15:11:38.819647+0000","last_fullsized":"2024-04-15T15:11:38.819647+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:24:42.338701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.817238+0000","last_change":"2024-04-15T15:11:38.813681+0000","last_active":"2024-04-15T15:11:38.817238+0000","last_peered":"2024-04-15T15:11:38.817238+0000","last_clean":"2024-04-15T15:11:38.817238+0000","last_became_active":"2024-04-15T15:11:38.813290+0000","last_became_peered":"2024-04-15T15:11:38.813290+0000","last_unstale":"2024-04-15T15:11:38.817238+0000","last_undegraded":"2024-04-15T15:11:38.817238+0000","last_fullsized":"2024-04-15T15:11:38.817238+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:55:39.224029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.818830+0000","last_change":"2024-04-15T15:11:37.798123+0000","last_active":"2024-04-15T15:11:38.818830+0000","last_peered":"2024-04-15T15:11:38.818830+0000","last_clean":"2024-04-15T15:11:38.818830+0000","last_became_active":"2024-04-15T15:11:37.797792+0000","last_became_peered":"2024-04-15T15:11:37.797792+0000","last_unstale":"2024-04-15T15:11:38.818830+0000","last_undegraded":"2024-04-15T15:11:38.818830+0000","last_fullsized":"2024-04-15T15:11:38.818830+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:13:57.214195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.810434+0000","last_change":"2024-04-15T15:11:38.804662+0000","last_active":"2024-04-15T15:11:38.810434+0000","last_peered":"2024-04-15T15:11:38.810434+0000","last_clean":"2024-04-15T15:11:38.810434+0000","last_became_active":"2024-04-15T15:11:38.804409+0000","last_became_peered":"2024-04-15T15:11:38.804409+0000","last_unstale":"2024-04-15T15:11:38.810434+0000","last_undegraded":"2024-04-15T15:11:38.810434+0000","last_fullsized":"2024-04-15T15:11:38.810434+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:53:04.457062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.819119+0000","last_change":"2024-04-15T15:11:37.796028+0000","last_active":"2024-04-15T15:11:38.819119+0000","last_peered":"2024-04-15T15:11:38.819119+0000","last_clean":"2024-04-15T15:11:38.819119+0000","last_became_active":"2024-04-15T15:11:37.795658+0000","last_became_peered":"2024-04-15T15:11:37.795658+0000","last_unstale":"2024-04-15T15:11:38.819119+0000","last_undegraded":"2024-04-15T15:11:38.819119+0000","last_fullsized":"2024-04-15T15:11:38.819119+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:16:33.853733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.801862+0000","last_change":"2024-04-15T15:11:38.798355+0000","last_active":"2024-04-15T15:11:38.801862+0000","last_peered":"2024-04-15T15:11:38.801862+0000","last_clean":"2024-04-15T15:11:38.801862+0000","last_became_active":"2024-04-15T15:11:38.798085+0000","last_became_peered":"2024-04-15T15:11:38.798085+0000","last_unstale":"2024-04-15T15:11:38.801862+0000","last_undegraded":"2024-04-15T15:11:38.801862+0000","last_fullsized":"2024-04-15T15:11:38.801862+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:45:59.284286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.814073+0000","last_change":"2024-04-15T15:11:37.801676+0000","last_active":"2024-04-15T15:11:38.814073+0000","last_peered":"2024-04-15T15:11:38.814073+0000","last_clean":"2024-04-15T15:11:38.814073+0000","last_became_active":"2024-04-15T15:11:37.801339+0000","last_became_peered":"2024-04-15T15:11:37.801339+0000","last_unstale":"2024-04-15T15:11:38.814073+0000","last_undegraded":"2024-04-15T15:11:38.814073+0000","last_fullsized":"2024-04-15T15:11:38.814073+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:58:08.940378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.816852+0000","last_change":"2024-04-15T15:11:38.815026+0000","last_active":"2024-04-15T15:11:38.816852+0000","last_peered":"2024-04-15T15:11:38.816852+0000","last_clean":"2024-04-15T15:11:38.816852+0000","last_became_active":"2024-04-15T15:11:38.814750+0000","last_became_peered":"2024-04-15T15:11:38.814750+0000","last_unstale":"2024-04-15T15:11:38.816852+0000","last_undegraded":"2024-04-15T15:11:38.816852+0000","last_fullsized":"2024-04-15T15:11:38.816852+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:17:49.213872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.792171+0000","last_change":"2024-04-15T15:11:37.801972+0000","last_active":"2024-04-15T15:11:38.792171+0000","last_peered":"2024-04-15T15:11:38.792171+0000","last_clean":"2024-04-15T15:11:38.792171+0000","last_became_active":"2024-04-15T15:11:37.801700+0000","last_became_peered":"2024-04-15T15:11:37.801700+0000","last_unstale":"2024-04-15T15:11:38.792171+0000","last_undegraded":"2024-04-15T15:11:38.792171+0000","last_fullsized":"2024-04-15T15:11:38.792171+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:17:48.206836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.810996+0000","last_change":"2024-04-15T15:11:38.805993+0000","last_active":"2024-04-15T15:11:38.810996+0000","last_peered":"2024-04-15T15:11:38.810996+0000","last_clean":"2024-04-15T15:11:38.810996+0000","last_became_active":"2024-04-15T15:11:38.805735+0000","last_became_peered":"2024-04-15T15:11:38.805735+0000","last_unstale":"2024-04-15T15:11:38.810996+0000","last_undegraded":"2024-04-15T15:11:38.810996+0000","last_fullsized":"2024-04-15T15:11:38.810996+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:49:00.535615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.812399+0000","last_change":"2024-04-15T15:11:37.797312+0000","last_active":"2024-04-15T15:11:38.812399+0000","last_peered":"2024-04-15T15:11:38.812399+0000","last_clean":"2024-04-15T15:11:38.812399+0000","last_became_active":"2024-04-15T15:11:37.797016+0000","last_became_peered":"2024-04-15T15:11:37.797016+0000","last_unstale":"2024-04-15T15:11:38.812399+0000","last_undegraded":"2024-04-15T15:11:38.812399+0000","last_fullsized":"2024-04-15T15:11:38.812399+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:17:24.302646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.803563+0000","last_change":"2024-04-15T15:11:38.797873+0000","last_active":"2024-04-15T15:11:38.803563+0000","last_peered":"2024-04-15T15:11:38.803563+0000","last_clean":"2024-04-15T15:11:38.803563+0000","last_became_active":"2024-04-15T15:11:38.797607+0000","last_became_peered":"2024-04-15T15:11:38.797607+0000","last_unstale":"2024-04-15T15:11:38.803563+0000","last_undegraded":"2024-04-15T15:11:38.803563+0000","last_fullsized":"2024-04-15T15:11:38.803563+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:57:56.064344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.789811+0000","last_change":"2024-04-15T15:11:37.793698+0000","last_active":"2024-04-15T15:11:38.789811+0000","last_peered":"2024-04-15T15:11:38.789811+0000","last_clean":"2024-04-15T15:11:38.789811+0000","last_became_active":"2024-04-15T15:11:37.793449+0000","last_became_peered":"2024-04-15T15:11:37.793449+0000","last_unstale":"2024-04-15T15:11:38.789811+0000","last_undegraded":"2024-04-15T15:11:38.789811+0000","last_fullsized":"2024-04-15T15:11:38.789811+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:06.204623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.810483+0000","last_change":"2024-04-15T15:11:38.806886+0000","last_active":"2024-04-15T15:11:38.810483+0000","last_peered":"2024-04-15T15:11:38.810483+0000","last_clean":"2024-04-15T15:11:38.810483+0000","last_became_active":"2024-04-15T15:11:38.806594+0000","last_became_peered":"2024-04-15T15:11:38.806594+0000","last_unstale":"2024-04-15T15:11:38.810483+0000","last_undegraded":"2024-04-15T15:11:38.810483+0000","last_fullsized":"2024-04-15T15:11:38.810483+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:55:03.399527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.795748+0000","last_change":"2024-04-15T15:11:37.800540+0000","last_active":"2024-04-15T15:11:38.795748+0000","last_peered":"2024-04-15T15:11:38.795748+0000","last_clean":"2024-04-15T15:11:38.795748+0000","last_became_active":"2024-04-15T15:11:37.800245+0000","last_became_peered":"2024-04-15T15:11:37.800245+0000","last_unstale":"2024-04-15T15:11:38.795748+0000","last_undegraded":"2024-04-15T15:11:38.795748+0000","last_fullsized":"2024-04-15T15:11:38.795748+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:12:25.690465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.816284+0000","last_change":"2024-04-15T15:11:38.809801+0000","last_active":"2024-04-15T15:11:38.816284+0000","last_peered":"2024-04-15T15:11:38.816284+0000","last_clean":"2024-04-15T15:11:38.816284+0000","last_became_active":"2024-04-15T15:11:38.809545+0000","last_became_peered":"2024-04-15T15:11:38.809545+0000","last_unstale":"2024-04-15T15:11:38.816284+0000","last_undegraded":"2024-04-15T15:11:38.816284+0000","last_fullsized":"2024-04-15T15:11:38.816284+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:45.753621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.789022+0000","last_change":"2024-04-15T15:11:37.796610+0000","last_active":"2024-04-15T15:11:38.789022+0000","last_peered":"2024-04-15T15:11:38.789022+0000","last_clean":"2024-04-15T15:11:38.789022+0000","last_became_active":"2024-04-15T15:11:37.796344+0000","last_became_peered":"2024-04-15T15:11:37.796344+0000","last_unstale":"2024-04-15T15:11:38.789022+0000","last_undegraded":"2024-04-15T15:11:38.789022+0000","last_fullsized":"2024-04-15T15:11:38.789022+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:12:12.593765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.816225+0000","last_change":"2024-04-15T15:11:38.808643+0000","last_active":"2024-04-15T15:11:38.816225+0000","last_peered":"2024-04-15T15:11:38.816225+0000","last_clean":"2024-04-15T15:11:38.816225+0000","last_became_active":"2024-04-15T15:11:38.808373+0000","last_became_peered":"2024-04-15T15:11:38.808373+0000","last_unstale":"2024-04-15T15:11:38.816225+0000","last_undegraded":"2024-04-15T15:11:38.816225+0000","last_fullsized":"2024-04-15T15:11:38.816225+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:57:56.064344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.819963+0000","last_change":"2024-04-15T15:11:37.806034+0000","last_active":"2024-04-15T15:11:38.819963+0000","last_peered":"2024-04-15T15:11:38.819963+0000","last_clean":"2024-04-15T15:11:38.819963+0000","last_became_active":"2024-04-15T15:11:37.805824+0000","last_became_peered":"2024-04-15T15:11:37.805824+0000","last_unstale":"2024-04-15T15:11:38.819963+0000","last_undegraded":"2024-04-15T15:11:38.819963+0000","last_fullsized":"2024-04-15T15:11:38.819963+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:12:25.690465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.815371+0000","last_change":"2024-04-15T15:11:38.813965+0000","last_active":"2024-04-15T15:11:38.815371+0000","last_peered":"2024-04-15T15:11:38.815371+0000","last_clean":"2024-04-15T15:11:38.815371+0000","last_became_active":"2024-04-15T15:11:38.813707+0000","last_became_peered":"2024-04-15T15:11:38.813707+0000","last_unstale":"2024-04-15T15:11:38.815371+0000","last_undegraded":"2024-04-15T15:11:38.815371+0000","last_fullsized":"2024-04-15T15:11:38.815371+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:55:03.399527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.789191+0000","last_change":"2024-04-15T15:11:37.799469+0000","last_active":"2024-04-15T15:11:38.789191+0000","last_peered":"2024-04-15T15:11:38.789191+0000","last_clean":"2024-04-15T15:11:38.789191+0000","last_became_active":"2024-04-15T15:11:37.799114+0000","last_became_peered":"2024-04-15T15:11:37.799114+0000","last_unstale":"2024-04-15T15:11:38.789191+0000","last_undegraded":"2024-04-15T15:11:38.789191+0000","last_fullsized":"2024-04-15T15:11:38.789191+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:39:45.191907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.816390+0000","last_change":"2024-04-15T15:11:38.810708+0000","last_active":"2024-04-15T15:11:38.816390+0000","last_peered":"2024-04-15T15:11:38.816390+0000","last_clean":"2024-04-15T15:11:38.816390+0000","last_became_active":"2024-04-15T15:11:38.810336+0000","last_became_peered":"2024-04-15T15:11:38.810336+0000","last_unstale":"2024-04-15T15:11:38.816390+0000","last_undegraded":"2024-04-15T15:11:38.816390+0000","last_fullsized":"2024-04-15T15:11:38.816390+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:55:03.399527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.792265+0000","last_change":"2024-04-15T15:11:37.800788+0000","last_active":"2024-04-15T15:11:38.792265+0000","last_peered":"2024-04-15T15:11:38.792265+0000","last_clean":"2024-04-15T15:11:38.792265+0000","last_became_active":"2024-04-15T15:11:37.800534+0000","last_became_peered":"2024-04-15T15:11:37.800534+0000","last_unstale":"2024-04-15T15:11:38.792265+0000","last_undegraded":"2024-04-15T15:11:38.792265+0000","last_fullsized":"2024-04-15T15:11:38.792265+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:45:58.277250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.812944+0000","last_change":"2024-04-15T15:11:38.811733+0000","last_active":"2024-04-15T15:11:38.812944+0000","last_peered":"2024-04-15T15:11:38.812944+0000","last_clean":"2024-04-15T15:11:38.812944+0000","last_became_active":"2024-04-15T15:11:38.811468+0000","last_became_peered":"2024-04-15T15:11:38.811468+0000","last_unstale":"2024-04-15T15:11:38.812944+0000","last_undegraded":"2024-04-15T15:11:38.812944+0000","last_fullsized":"2024-04-15T15:11:38.812944+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:49:00.535615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.792501+0000","last_change":"2024-04-15T15:11:37.798494+0000","last_active":"2024-04-15T15:11:38.792501+0000","last_peered":"2024-04-15T15:11:38.792501+0000","last_clean":"2024-04-15T15:11:38.792501+0000","last_became_active":"2024-04-15T15:11:37.798174+0000","last_became_peered":"2024-04-15T15:11:37.798174+0000","last_unstale":"2024-04-15T15:11:38.792501+0000","last_undegraded":"2024-04-15T15:11:38.792501+0000","last_fullsized":"2024-04-15T15:11:38.792501+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:24:42.338701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.815529+0000","last_change":"2024-04-15T15:11:38.813482+0000","last_active":"2024-04-15T15:11:38.815529+0000","last_peered":"2024-04-15T15:11:38.815529+0000","last_clean":"2024-04-15T15:11:38.815529+0000","last_became_active":"2024-04-15T15:11:38.813203+0000","last_became_peered":"2024-04-15T15:11:38.813203+0000","last_unstale":"2024-04-15T15:11:38.815529+0000","last_undegraded":"2024-04-15T15:11:38.815529+0000","last_fullsized":"2024-04-15T15:11:38.815529+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:35:00.690346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.796173+0000","last_change":"2024-04-15T15:11:37.796089+0000","last_active":"2024-04-15T15:11:38.796173+0000","last_peered":"2024-04-15T15:11:38.796173+0000","last_clean":"2024-04-15T15:11:38.796173+0000","last_became_active":"2024-04-15T15:11:37.795745+0000","last_became_peered":"2024-04-15T15:11:37.795745+0000","last_unstale":"2024-04-15T15:11:38.796173+0000","last_undegraded":"2024-04-15T15:11:38.796173+0000","last_fullsized":"2024-04-15T15:11:38.796173+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:55:06.554260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.807412+0000","last_change":"2024-04-15T15:11:38.805706+0000","last_active":"2024-04-15T15:11:38.807412+0000","last_peered":"2024-04-15T15:11:38.807412+0000","last_clean":"2024-04-15T15:11:38.807412+0000","last_became_active":"2024-04-15T15:11:38.805438+0000","last_became_peered":"2024-04-15T15:11:38.805438+0000","last_unstale":"2024-04-15T15:11:38.807412+0000","last_undegraded":"2024-04-15T15:11:38.807412+0000","last_fullsized":"2024-04-15T15:11:38.807412+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:35:24.903453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.788227+0000","last_change":"2024-04-15T15:11:37.799655+0000","last_active":"2024-04-15T15:11:38.788227+0000","last_peered":"2024-04-15T15:11:38.788227+0000","last_clean":"2024-04-15T15:11:38.788227+0000","last_became_active":"2024-04-15T15:11:37.799348+0000","last_became_peered":"2024-04-15T15:11:37.799348+0000","last_unstale":"2024-04-15T15:11:38.788227+0000","last_undegraded":"2024-04-15T15:11:38.788227+0000","last_fullsized":"2024-04-15T15:11:38.788227+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:03:05.896940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.812652+0000","last_change":"2024-04-15T15:11:38.810781+0000","last_active":"2024-04-15T15:11:38.812652+0000","last_peered":"2024-04-15T15:11:38.812652+0000","last_clean":"2024-04-15T15:11:38.812652+0000","last_became_active":"2024-04-15T15:11:38.810362+0000","last_became_peered":"2024-04-15T15:11:38.810362+0000","last_unstale":"2024-04-15T15:11:38.812652+0000","last_undegraded":"2024-04-15T15:11:38.812652+0000","last_fullsized":"2024-04-15T15:11:38.812652+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:35:10.745245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.809003+0000","last_change":"2024-04-15T15:11:37.800581+0000","last_active":"2024-04-15T15:11:38.809003+0000","last_peered":"2024-04-15T15:11:38.809003+0000","last_clean":"2024-04-15T15:11:38.809003+0000","last_became_active":"2024-04-15T15:11:37.800291+0000","last_became_peered":"2024-04-15T15:11:37.800291+0000","last_unstale":"2024-04-15T15:11:38.809003+0000","last_undegraded":"2024-04-15T15:11:38.809003+0000","last_fullsized":"2024-04-15T15:11:38.809003+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:48:59.528579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.818706+0000","last_change":"2024-04-15T15:11:38.815396+0000","last_active":"2024-04-15T15:11:38.818706+0000","last_peered":"2024-04-15T15:11:38.818706+0000","last_clean":"2024-04-15T15:11:38.818706+0000","last_became_active":"2024-04-15T15:11:38.814907+0000","last_became_peered":"2024-04-15T15:11:38.814907+0000","last_unstale":"2024-04-15T15:11:38.818706+0000","last_undegraded":"2024-04-15T15:11:38.818706+0000","last_fullsized":"2024-04-15T15:11:38.818706+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:55:39.224029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.796475+0000","last_change":"2024-04-15T15:11:37.800420+0000","last_active":"2024-04-15T15:11:38.796475+0000","last_peered":"2024-04-15T15:11:38.796475+0000","last_clean":"2024-04-15T15:11:38.796475+0000","last_became_active":"2024-04-15T15:11:37.800109+0000","last_became_peered":"2024-04-15T15:11:37.800109+0000","last_unstale":"2024-04-15T15:11:38.796475+0000","last_undegraded":"2024-04-15T15:11:38.796475+0000","last_fullsized":"2024-04-15T15:11:38.796475+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:57:55.057308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":201,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.794062+0000","last_change":"2024-04-15T15:10:11.793329+0000","last_active":"2024-04-15T15:11:38.794062+0000","last_peered":"2024-04-15T15:11:38.794062+0000","last_clean":"2024-04-15T15:11:38.794062+0000","last_became_active":"2024-04-15T15:10:11.792465+0000","last_became_peered":"2024-04-15T15:10:11.792465+0000","last_unstale":"2024-04-15T15:11:38.794062+0000","last_undegraded":"2024-04-15T15:11:38.794062+0000","last_fullsized":"2024-04-15T15:11:38.794062+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:10.575823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:10.575823+0000","last_clean_scrub_stamp":"2024-04-15T15:10:10.575823+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:29:02.579387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28004,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343836,"statfs":{"total":96636764160,"available":96608088064,"internally_reserved":0,"allocated":1007616,"data_stored":766529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574869,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":183910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574868,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27444,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344396,"statfs":{"total":96636764160,"available":96608661504,"internally_reserved":0,"allocated":434176,"data_stored":183440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574870,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27444,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344396,"statfs":{"total":96636764160,"available":96608661504,"internally_reserved":0,"allocated":434176,"data_stored":183932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574869,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27452,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344388,"statfs":{"total":96636764160,"available":96608653312,"internally_reserved":0,"allocated":442368,"data_stored":184974,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574869,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":413696,"data_stored":176161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574869,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":183418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574869,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28024,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343816,"statfs":{"total":96636764160,"available":96608067584,"internally_reserved":0,"allocated":1024000,"data_stored":773730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T15:11:41.788 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-15T15:11:41.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.925+0000 7f58e8f5f640 1 Processor -- start 2024-04-15T15:11:41.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.925+0000 7f58e8f5f640 1 -- start start 2024-04-15T15:11:41.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.926+0000 7f58e8f5f640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f58e413f610 0x7f58e406f510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:41.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.926+0000 7f58e8f5f640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58e4141e70 con 0x7f58e4160240 2024-04-15T15:11:41.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.926+0000 7f58e8f5f640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58e4142150 con 0x7f58e40b4b30 2024-04-15T15:11:41.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.926+0000 7f58e8f5f640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f58e4142430 con 0x7f58e413f610 2024-04-15T15:11:41.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.926+0000 7f58e259c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f58e413f610 0x7f58e406f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:41.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.926+0000 7f58e1d9b640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f58e4160240 0x7f58e40b4420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:37236/0 (socket says 172.21.15.84:37236) 2024-04-15T15:11:41.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.926+0000 7f58e259c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f58e413f610 0x7f58e406f510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47638/0 (socket says 172.21.15.84:47638) 2024-04-15T15:11:41.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.926+0000 7f58e1d9b640 1 -- 172.21.15.84:0/3154641295 learned_addr learned my addr 172.21.15.84:0/3154641295 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:41.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.926+0000 7f58e259c640 1 -- 172.21.15.84:0/3154641295 >> v1:172.21.15.203:6789/0 conn(0x7f58e40b4b30 legacy=0x7f58e415cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:41.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.926+0000 7f58e259c640 1 -- 172.21.15.84:0/3154641295 >> v1:172.21.15.84:6789/0 conn(0x7f58e4160240 legacy=0x7f58e40b4420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:41.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.926+0000 7f58e259c640 1 -- 172.21.15.84:0/3154641295 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58e4142710 con 0x7f58e413f610 2024-04-15T15:11:41.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.926+0000 7f58e159a640 1 -- 172.21.15.84:0/3154641295 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2584245757 0 0) 0x7f58e4141e70 con 0x7f58e4160240 2024-04-15T15:11:41.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.927+0000 7f58e259c640 1 --2- 172.21.15.84:0/3154641295 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58e413f610 0x7f58e406f510 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f58d40097a0 tx=0x7f58d402b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f34f0f00c98ba500 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:41.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.927+0000 7f58e159a640 1 -- 172.21.15.84:0/3154641295 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d4035020 con 0x7f58e413f610 2024-04-15T15:11:41.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.927+0000 7f58e159a640 1 -- 172.21.15.84:0/3154641295 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58d4031830 con 0x7f58e413f610 2024-04-15T15:11:41.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.927+0000 7f58e159a640 1 -- 172.21.15.84:0/3154641295 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d4031c00 con 0x7f58e413f610 2024-04-15T15:11:41.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.927+0000 7f58e8f5f640 1 -- 172.21.15.84:0/3154641295 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58e413f610 msgr2=0x7f58e406f510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:41.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.927+0000 7f58e8f5f640 1 --2- 172.21.15.84:0/3154641295 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58e413f610 0x7f58e406f510 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f58d40097a0 tx=0x7f58d402b8d0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.928+0000 7f58e8f5f640 1 -- 172.21.15.84:0/3154641295 shutdown_connections 2024-04-15T15:11:41.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.928+0000 7f58e8f5f640 1 --2- 172.21.15.84:0/3154641295 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58e413f610 0x7f58e406f510 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.928+0000 7f58e8f5f640 1 -- 172.21.15.84:0/3154641295 >> 172.21.15.84:0/3154641295 conn(0x7f58e40b31b0 msgr2=0x7f58e40b3590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:41.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.928+0000 7f58e8f5f640 1 -- 172.21.15.84:0/3154641295 shutdown_connections 2024-04-15T15:11:41.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.928+0000 7f58e8f5f640 1 -- 172.21.15.84:0/3154641295 wait complete. 2024-04-15T15:11:41.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.929+0000 7f58e8f5f640 1 Processor -- start 2024-04-15T15:11:41.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.929+0000 7f58e8f5f640 1 -- start start 2024-04-15T15:11:41.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.930+0000 7f58e8f5f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58e40b4b30 0x7f58e413ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:41.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.930+0000 7f58e8f5f640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f58e413f610 0x7f58e406e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:41.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.930+0000 7f58e8f5f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f58e4160240 0x7f58e406eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:41.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.930+0000 7f58e8f5f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f58e406fa50 con 0x7f58e40b4b30 2024-04-15T15:11:41.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.930+0000 7f58e8f5f640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f58e413f9f0 con 0x7f58e4160240 2024-04-15T15:11:41.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.930+0000 7f58e8f5f640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f58e406fbd0 con 0x7f58e413f610 2024-04-15T15:11:41.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.930+0000 7f58e259c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58e40b4b30 0x7f58e413ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:41.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.930+0000 7f58e259c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58e40b4b30 0x7f58e413ec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47652/0 (socket says 172.21.15.84:47652) 2024-04-15T15:11:41.933 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.930+0000 7f58e259c640 1 -- 172.21.15.84:0/1207269446 learned_addr learned my addr 172.21.15.84:0/1207269446 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:41.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.930+0000 7f58e259c640 1 -- 172.21.15.84:0/1207269446 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f58e413f610 msgr2=0x7f58e406e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:41.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.930+0000 7f58e259c640 1 --2- 172.21.15.84:0/1207269446 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f58e413f610 0x7f58e406e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.930+0000 7f58e259c640 1 -- 172.21.15.84:0/1207269446 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f58e4160240 msgr2=0x7f58e406eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:41.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.930+0000 7f58e259c640 1 --2- 172.21.15.84:0/1207269446 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f58e4160240 0x7f58e406eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:41.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.930+0000 7f58e259c640 1 -- 172.21.15.84:0/1207269446 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58e413f1c0 con 0x7f58e40b4b30 2024-04-15T15:11:41.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.930+0000 7f58e259c640 1 --2- 172.21.15.84:0/1207269446 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58e40b4b30 0x7f58e413ec80 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f58d40098c0 tx=0x7f58d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:41.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.930+0000 7f58d2ffd640 1 -- 172.21.15.84:0/1207269446 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d403ba80 con 0x7f58e40b4b30 2024-04-15T15:11:41.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.930+0000 7f58d2ffd640 1 -- 172.21.15.84:0/1207269446 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58d403bc20 con 0x7f58e40b4b30 2024-04-15T15:11:41.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.930+0000 7f58e8f5f640 1 -- 172.21.15.84:0/1207269446 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58e415e300 con 0x7f58e40b4b30 2024-04-15T15:11:41.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.930+0000 7f58d2ffd640 1 -- 172.21.15.84:0/1207269446 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58d40453f0 con 0x7f58e40b4b30 2024-04-15T15:11:41.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.930+0000 7f58e8f5f640 1 -- 172.21.15.84:0/1207269446 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58e406d550 con 0x7f58e40b4b30 2024-04-15T15:11:41.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.932+0000 7f58e8f5f640 1 -- 172.21.15.84:0/1207269446 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58e40689e0 con 0x7f58e40b4b30 2024-04-15T15:11:41.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.932+0000 7f58d2ffd640 1 -- 172.21.15.84:0/1207269446 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f58d404c060 con 0x7f58e40b4b30 2024-04-15T15:11:41.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.932+0000 7f58d2ffd640 1 --2- 172.21.15.84:0/1207269446 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f58c406c8f0 0x7f58c406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:41.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.932+0000 7f58d2ffd640 1 -- 172.21.15.84:0/1207269446 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f58d40ada40 con 0x7f58e40b4b30 2024-04-15T15:11:41.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.932+0000 7f58e1d9b640 1 --2- 172.21.15.84:0/1207269446 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f58c406c8f0 0x7f58c406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:41.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.933+0000 7f58e1d9b640 1 --2- 172.21.15.84:0/1207269446 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f58c406c8f0 0x7f58c406edb0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f58d8007fd0 tx=0x7f58d8007ce0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:41.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:41.937+0000 7f58d2ffd640 1 -- 172.21.15.84:0/1207269446 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f58e413f1c0 con 0x7f58e40b4b30 2024-04-15T15:11:42.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.111+0000 7f58e8f5f640 1 -- 172.21.15.84:0/1207269446 --> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f58e4073940 con 0x7f58c406c8f0 2024-04-15T15:11:42.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.116+0000 7f58d2ffd640 1 -- 172.21.15.84:0/1207269446 <== mgr.4107 v2:172.21.15.84:6832/2096029421 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251890 (secure 0 0 0) 0x7f58e4073940 con 0x7f58c406c8f0 2024-04-15T15:11:42.121 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:42.122 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-15T15:11:42.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.119+0000 7f58e8f5f640 1 -- 172.21.15.84:0/1207269446 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f58c406c8f0 msgr2=0x7f58c406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:42.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.119+0000 7f58e8f5f640 1 --2- 172.21.15.84:0/1207269446 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f58c406c8f0 0x7f58c406edb0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f58d8007fd0 tx=0x7f58d8007ce0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.119+0000 7f58e8f5f640 1 -- 172.21.15.84:0/1207269446 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58e40b4b30 msgr2=0x7f58e413ec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:42.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.119+0000 7f58e8f5f640 1 --2- 172.21.15.84:0/1207269446 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58e40b4b30 0x7f58e413ec80 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f58d40098c0 tx=0x7f58d40046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.119+0000 7f58e8f5f640 1 -- 172.21.15.84:0/1207269446 shutdown_connections 2024-04-15T15:11:42.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.119+0000 7f58e8f5f640 1 --2- 172.21.15.84:0/1207269446 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f58c406c8f0 0x7f58c406edb0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.119+0000 7f58e8f5f640 1 --2- 172.21.15.84:0/1207269446 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f58e4160240 0x7f58e406eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.119+0000 7f58e8f5f640 1 --2- 172.21.15.84:0/1207269446 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f58e413f610 0x7f58e406e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.119+0000 7f58e8f5f640 1 --2- 172.21.15.84:0/1207269446 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f58e40b4b30 0x7f58e413ec80 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.119+0000 7f58e8f5f640 1 -- 172.21.15.84:0/1207269446 >> 172.21.15.84:0/1207269446 conn(0x7f58e40b31b0 msgr2=0x7f58e40cff60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:42.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.119+0000 7f58e8f5f640 1 -- 172.21.15.84:0/1207269446 shutdown_connections 2024-04-15T15:11:42.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.119+0000 7f58e8f5f640 1 -- 172.21.15.84:0/1207269446 wait complete. 2024-04-15T15:11:42.132 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":77,"stamp":"2024-04-15T15:11:40.565899+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":105,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220676,"kb_used_data":4508,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754044,"statfs":{"total":773094113280,"available":772868141056,"internally_reserved":0,"allocated":4616192,"data_stored":2636094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000629"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.816439+0000","last_change":"2024-04-15T15:11:38.809704+0000","last_active":"2024-04-15T15:11:38.816439+0000","last_peered":"2024-04-15T15:11:38.816439+0000","last_clean":"2024-04-15T15:11:38.816439+0000","last_became_active":"2024-04-15T15:11:38.809431+0000","last_became_peered":"2024-04-15T15:11:38.809431+0000","last_unstale":"2024-04-15T15:11:38.816439+0000","last_undegraded":"2024-04-15T15:11:38.816439+0000","last_fullsized":"2024-04-15T15:11:38.816439+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:16:11.280059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.816371+0000","last_change":"2024-04-15T15:11:38.810609+0000","last_active":"2024-04-15T15:11:38.816371+0000","last_peered":"2024-04-15T15:11:38.816371+0000","last_clean":"2024-04-15T15:11:38.816371+0000","last_became_active":"2024-04-15T15:11:38.810121+0000","last_became_peered":"2024-04-15T15:11:38.810121+0000","last_unstale":"2024-04-15T15:11:38.816371+0000","last_undegraded":"2024-04-15T15:11:38.816371+0000","last_fullsized":"2024-04-15T15:11:38.816371+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:53:04.457062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.806994+0000","last_change":"2024-04-15T15:11:38.801728+0000","last_active":"2024-04-15T15:11:38.806994+0000","last_peered":"2024-04-15T15:11:38.806994+0000","last_clean":"2024-04-15T15:11:38.806994+0000","last_became_active":"2024-04-15T15:11:38.801313+0000","last_became_peered":"2024-04-15T15:11:38.801313+0000","last_unstale":"2024-04-15T15:11:38.806994+0000","last_undegraded":"2024-04-15T15:11:38.806994+0000","last_fullsized":"2024-04-15T15:11:38.806994+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:17:45.778673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.796283+0000","last_change":"2024-04-15T15:11:38.794338+0000","last_active":"2024-04-15T15:11:38.796283+0000","last_peered":"2024-04-15T15:11:38.796283+0000","last_clean":"2024-04-15T15:11:38.796283+0000","last_became_active":"2024-04-15T15:11:38.793593+0000","last_became_peered":"2024-04-15T15:11:38.793593+0000","last_unstale":"2024-04-15T15:11:38.796283+0000","last_undegraded":"2024-04-15T15:11:38.796283+0000","last_fullsized":"2024-04-15T15:11:38.796283+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:50:37.958231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.796194+0000","last_change":"2024-04-15T15:11:38.793781+0000","last_active":"2024-04-15T15:11:38.796194+0000","last_peered":"2024-04-15T15:11:38.796194+0000","last_clean":"2024-04-15T15:11:38.796194+0000","last_became_active":"2024-04-15T15:11:38.793413+0000","last_became_peered":"2024-04-15T15:11:38.793413+0000","last_unstale":"2024-04-15T15:11:38.796194+0000","last_undegraded":"2024-04-15T15:11:38.796194+0000","last_fullsized":"2024-04-15T15:11:38.796194+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:37:21.965047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.807859+0000","last_change":"2024-04-15T15:11:38.804120+0000","last_active":"2024-04-15T15:11:38.807859+0000","last_peered":"2024-04-15T15:11:38.807859+0000","last_clean":"2024-04-15T15:11:38.807859+0000","last_became_active":"2024-04-15T15:11:38.803852+0000","last_became_peered":"2024-04-15T15:11:38.803852+0000","last_unstale":"2024-04-15T15:11:38.807859+0000","last_undegraded":"2024-04-15T15:11:38.807859+0000","last_fullsized":"2024-04-15T15:11:38.807859+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:13:58.221231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.810523+0000","last_change":"2024-04-15T15:11:38.808318+0000","last_active":"2024-04-15T15:11:38.810523+0000","last_peered":"2024-04-15T15:11:38.810523+0000","last_clean":"2024-04-15T15:11:38.810523+0000","last_became_active":"2024-04-15T15:11:38.808058+0000","last_became_peered":"2024-04-15T15:11:38.808058+0000","last_unstale":"2024-04-15T15:11:38.810523+0000","last_undegraded":"2024-04-15T15:11:38.810523+0000","last_fullsized":"2024-04-15T15:11:38.810523+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:39:41.056444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.819631+0000","last_change":"2024-04-15T15:11:38.816081+0000","last_active":"2024-04-15T15:11:38.819631+0000","last_peered":"2024-04-15T15:11:38.819631+0000","last_clean":"2024-04-15T15:11:38.819631+0000","last_became_active":"2024-04-15T15:11:38.815820+0000","last_became_peered":"2024-04-15T15:11:38.815820+0000","last_unstale":"2024-04-15T15:11:38.819631+0000","last_undegraded":"2024-04-15T15:11:38.819631+0000","last_fullsized":"2024-04-15T15:11:38.819631+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:37:35.115472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.810742+0000","last_change":"2024-04-15T15:11:38.804445+0000","last_active":"2024-04-15T15:11:38.810742+0000","last_peered":"2024-04-15T15:11:38.810742+0000","last_clean":"2024-04-15T15:11:38.810742+0000","last_became_active":"2024-04-15T15:11:38.804174+0000","last_became_peered":"2024-04-15T15:11:38.804174+0000","last_unstale":"2024-04-15T15:11:38.810742+0000","last_undegraded":"2024-04-15T15:11:38.810742+0000","last_fullsized":"2024-04-15T15:11:38.810742+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:08:02.943795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.800874+0000","last_change":"2024-04-15T15:11:38.795397+0000","last_active":"2024-04-15T15:11:38.800874+0000","last_peered":"2024-04-15T15:11:38.800874+0000","last_clean":"2024-04-15T15:11:38.800874+0000","last_became_active":"2024-04-15T15:11:38.795113+0000","last_became_peered":"2024-04-15T15:11:38.795113+0000","last_unstale":"2024-04-15T15:11:38.800874+0000","last_undegraded":"2024-04-15T15:11:38.800874+0000","last_fullsized":"2024-04-15T15:11:38.800874+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:48:56.114820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.800766+0000","last_change":"2024-04-15T15:11:38.794111+0000","last_active":"2024-04-15T15:11:38.800766+0000","last_peered":"2024-04-15T15:11:38.800766+0000","last_clean":"2024-04-15T15:11:38.800766+0000","last_became_active":"2024-04-15T15:11:38.793802+0000","last_became_peered":"2024-04-15T15:11:38.793802+0000","last_unstale":"2024-04-15T15:11:38.800766+0000","last_undegraded":"2024-04-15T15:11:38.800766+0000","last_fullsized":"2024-04-15T15:11:38.800766+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:08:02.943795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.800350+0000","last_change":"2024-04-15T15:11:38.796521+0000","last_active":"2024-04-15T15:11:38.800350+0000","last_peered":"2024-04-15T15:11:38.800350+0000","last_clean":"2024-04-15T15:11:38.800350+0000","last_became_active":"2024-04-15T15:11:38.796215+0000","last_became_peered":"2024-04-15T15:11:38.796215+0000","last_unstale":"2024-04-15T15:11:38.800350+0000","last_undegraded":"2024-04-15T15:11:38.800350+0000","last_fullsized":"2024-04-15T15:11:38.800350+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:13:58.221231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.804033+0000","last_change":"2024-04-15T15:11:38.797244+0000","last_active":"2024-04-15T15:11:38.804033+0000","last_peered":"2024-04-15T15:11:38.804033+0000","last_clean":"2024-04-15T15:11:38.804033+0000","last_became_active":"2024-04-15T15:11:38.796966+0000","last_became_peered":"2024-04-15T15:11:38.796966+0000","last_unstale":"2024-04-15T15:11:38.804033+0000","last_undegraded":"2024-04-15T15:11:38.804033+0000","last_fullsized":"2024-04-15T15:11:38.804033+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:49:00.535615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.807973+0000","last_change":"2024-04-15T15:11:38.806713+0000","last_active":"2024-04-15T15:11:38.807973+0000","last_peered":"2024-04-15T15:11:38.807973+0000","last_clean":"2024-04-15T15:11:38.807973+0000","last_became_active":"2024-04-15T15:11:38.806410+0000","last_became_peered":"2024-04-15T15:11:38.806410+0000","last_unstale":"2024-04-15T15:11:38.807973+0000","last_undegraded":"2024-04-15T15:11:38.807973+0000","last_fullsized":"2024-04-15T15:11:38.807973+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:24:43.345737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.804141+0000","last_change":"2024-04-15T15:11:38.799034+0000","last_active":"2024-04-15T15:11:38.804141+0000","last_peered":"2024-04-15T15:11:38.804141+0000","last_clean":"2024-04-15T15:11:38.804141+0000","last_became_active":"2024-04-15T15:11:38.795661+0000","last_became_peered":"2024-04-15T15:11:38.795661+0000","last_unstale":"2024-04-15T15:11:38.804141+0000","last_undegraded":"2024-04-15T15:11:38.804141+0000","last_fullsized":"2024-04-15T15:11:38.804141+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:45.753621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.807108+0000","last_change":"2024-04-15T15:11:38.802089+0000","last_active":"2024-04-15T15:11:38.807108+0000","last_peered":"2024-04-15T15:11:38.807108+0000","last_clean":"2024-04-15T15:11:38.807108+0000","last_became_active":"2024-04-15T15:11:38.801812+0000","last_became_peered":"2024-04-15T15:11:38.801812+0000","last_unstale":"2024-04-15T15:11:38.807108+0000","last_undegraded":"2024-04-15T15:11:38.807108+0000","last_fullsized":"2024-04-15T15:11:38.807108+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:35:00.690346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.811044+0000","last_change":"2024-04-15T15:11:38.804838+0000","last_active":"2024-04-15T15:11:38.811044+0000","last_peered":"2024-04-15T15:11:38.811044+0000","last_clean":"2024-04-15T15:11:38.811044+0000","last_became_active":"2024-04-15T15:11:38.804549+0000","last_became_peered":"2024-04-15T15:11:38.804549+0000","last_unstale":"2024-04-15T15:11:38.811044+0000","last_undegraded":"2024-04-15T15:11:38.811044+0000","last_fullsized":"2024-04-15T15:11:38.811044+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:08:02.943795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.811858+0000","last_change":"2024-04-15T15:11:38.805705+0000","last_active":"2024-04-15T15:11:38.811858+0000","last_peered":"2024-04-15T15:11:38.811858+0000","last_clean":"2024-04-15T15:11:38.811858+0000","last_became_active":"2024-04-15T15:11:38.805435+0000","last_became_peered":"2024-04-15T15:11:38.805435+0000","last_unstale":"2024-04-15T15:11:38.811858+0000","last_undegraded":"2024-04-15T15:11:38.811858+0000","last_fullsized":"2024-04-15T15:11:38.811858+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:54.163764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.804496+0000","last_change":"2024-04-15T15:11:38.801460+0000","last_active":"2024-04-15T15:11:38.804496+0000","last_peered":"2024-04-15T15:11:38.804496+0000","last_clean":"2024-04-15T15:11:38.804496+0000","last_became_active":"2024-04-15T15:11:38.801200+0000","last_became_peered":"2024-04-15T15:11:38.801200+0000","last_unstale":"2024-04-15T15:11:38.804496+0000","last_undegraded":"2024-04-15T15:11:38.804496+0000","last_fullsized":"2024-04-15T15:11:38.804496+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:16:34.860769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.811244+0000","last_change":"2024-04-15T15:11:38.804760+0000","last_active":"2024-04-15T15:11:38.811244+0000","last_peered":"2024-04-15T15:11:38.811244+0000","last_clean":"2024-04-15T15:11:38.811244+0000","last_became_active":"2024-04-15T15:11:38.804509+0000","last_became_peered":"2024-04-15T15:11:38.804509+0000","last_unstale":"2024-04-15T15:11:38.811244+0000","last_undegraded":"2024-04-15T15:11:38.811244+0000","last_fullsized":"2024-04-15T15:11:38.811244+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:16:34.860769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.804285+0000","last_change":"2024-04-15T15:11:38.797789+0000","last_active":"2024-04-15T15:11:38.804285+0000","last_peered":"2024-04-15T15:11:38.804285+0000","last_clean":"2024-04-15T15:11:38.804285+0000","last_became_active":"2024-04-15T15:11:38.797538+0000","last_became_peered":"2024-04-15T15:11:38.797538+0000","last_unstale":"2024-04-15T15:11:38.804285+0000","last_undegraded":"2024-04-15T15:11:38.804285+0000","last_fullsized":"2024-04-15T15:11:38.804285+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:16:11.280059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.793256+0000","last_change":"2024-04-15T15:11:38.791543+0000","last_active":"2024-04-15T15:11:38.793256+0000","last_peered":"2024-04-15T15:11:38.793256+0000","last_clean":"2024-04-15T15:11:38.793256+0000","last_became_active":"2024-04-15T15:11:38.791271+0000","last_became_peered":"2024-04-15T15:11:38.791271+0000","last_unstale":"2024-04-15T15:11:38.793256+0000","last_undegraded":"2024-04-15T15:11:38.793256+0000","last_fullsized":"2024-04-15T15:11:38.793256+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:17:49.213872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.810876+0000","last_change":"2024-04-15T15:11:38.805944+0000","last_active":"2024-04-15T15:11:38.810876+0000","last_peered":"2024-04-15T15:11:38.810876+0000","last_clean":"2024-04-15T15:11:38.810876+0000","last_became_active":"2024-04-15T15:11:38.805200+0000","last_became_peered":"2024-04-15T15:11:38.805200+0000","last_unstale":"2024-04-15T15:11:38.810876+0000","last_undegraded":"2024-04-15T15:11:38.810876+0000","last_fullsized":"2024-04-15T15:11:38.810876+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:48:56.114820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.803443+0000","last_change":"2024-04-15T15:11:38.797008+0000","last_active":"2024-04-15T15:11:38.803443+0000","last_peered":"2024-04-15T15:11:38.803443+0000","last_clean":"2024-04-15T15:11:38.803443+0000","last_became_active":"2024-04-15T15:11:38.796750+0000","last_became_peered":"2024-04-15T15:11:38.796750+0000","last_unstale":"2024-04-15T15:11:38.803443+0000","last_undegraded":"2024-04-15T15:11:38.803443+0000","last_fullsized":"2024-04-15T15:11:38.803443+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:03:06.903976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.816004+0000","last_change":"2024-04-15T15:11:38.811559+0000","last_active":"2024-04-15T15:11:38.816004+0000","last_peered":"2024-04-15T15:11:38.816004+0000","last_clean":"2024-04-15T15:11:38.816004+0000","last_became_active":"2024-04-15T15:11:38.811288+0000","last_became_peered":"2024-04-15T15:11:38.811288+0000","last_unstale":"2024-04-15T15:11:38.816004+0000","last_undegraded":"2024-04-15T15:11:38.816004+0000","last_fullsized":"2024-04-15T15:11:38.816004+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:35:24.903453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.807828+0000","last_change":"2024-04-15T15:11:38.803291+0000","last_active":"2024-04-15T15:11:38.807828+0000","last_peered":"2024-04-15T15:11:38.807828+0000","last_clean":"2024-04-15T15:11:38.807828+0000","last_became_active":"2024-04-15T15:11:38.803037+0000","last_became_peered":"2024-04-15T15:11:38.803037+0000","last_unstale":"2024-04-15T15:11:38.807828+0000","last_undegraded":"2024-04-15T15:11:38.807828+0000","last_fullsized":"2024-04-15T15:11:38.807828+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:24:43.345737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.811307+0000","last_change":"2024-04-15T15:11:38.804951+0000","last_active":"2024-04-15T15:11:38.811307+0000","last_peered":"2024-04-15T15:11:38.811307+0000","last_clean":"2024-04-15T15:11:38.811307+0000","last_became_active":"2024-04-15T15:11:38.804668+0000","last_became_peered":"2024-04-15T15:11:38.804668+0000","last_unstale":"2024-04-15T15:11:38.811307+0000","last_undegraded":"2024-04-15T15:11:38.811307+0000","last_fullsized":"2024-04-15T15:11:38.811307+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:17:49.213872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.818702+0000","last_change":"2024-04-15T15:11:38.813617+0000","last_active":"2024-04-15T15:11:38.818702+0000","last_peered":"2024-04-15T15:11:38.818702+0000","last_clean":"2024-04-15T15:11:38.818702+0000","last_became_active":"2024-04-15T15:11:38.813273+0000","last_became_peered":"2024-04-15T15:11:38.813273+0000","last_unstale":"2024-04-15T15:11:38.818702+0000","last_undegraded":"2024-04-15T15:11:38.818702+0000","last_fullsized":"2024-04-15T15:11:38.818702+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:09:26.692828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.811742+0000","last_change":"2024-04-15T15:11:38.806170+0000","last_active":"2024-04-15T15:11:38.811742+0000","last_peered":"2024-04-15T15:11:38.811742+0000","last_clean":"2024-04-15T15:11:38.811742+0000","last_became_active":"2024-04-15T15:11:38.805847+0000","last_became_peered":"2024-04-15T15:11:38.805847+0000","last_unstale":"2024-04-15T15:11:38.811742+0000","last_undegraded":"2024-04-15T15:11:38.811742+0000","last_fullsized":"2024-04-15T15:11:38.811742+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:45:59.284286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.811274+0000","last_change":"2024-04-15T15:11:38.805005+0000","last_active":"2024-04-15T15:11:38.811274+0000","last_peered":"2024-04-15T15:11:38.811274+0000","last_clean":"2024-04-15T15:11:38.811274+0000","last_became_active":"2024-04-15T15:11:38.804368+0000","last_became_peered":"2024-04-15T15:11:38.804368+0000","last_unstale":"2024-04-15T15:11:38.811274+0000","last_undegraded":"2024-04-15T15:11:38.811274+0000","last_fullsized":"2024-04-15T15:11:38.811274+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:24:53.301920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.810905+0000","last_change":"2024-04-15T15:11:38.806173+0000","last_active":"2024-04-15T15:11:38.810905+0000","last_peered":"2024-04-15T15:11:38.810905+0000","last_clean":"2024-04-15T15:11:38.810905+0000","last_became_active":"2024-04-15T15:11:38.805657+0000","last_became_peered":"2024-04-15T15:11:38.805657+0000","last_unstale":"2024-04-15T15:11:38.810905+0000","last_undegraded":"2024-04-15T15:11:38.810905+0000","last_fullsized":"2024-04-15T15:11:38.810905+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:45.753621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.800309+0000","last_change":"2024-04-15T15:11:38.798121+0000","last_active":"2024-04-15T15:11:38.800309+0000","last_peered":"2024-04-15T15:11:38.800309+0000","last_clean":"2024-04-15T15:11:38.800309+0000","last_became_active":"2024-04-15T15:11:38.797825+0000","last_became_peered":"2024-04-15T15:11:38.797825+0000","last_unstale":"2024-04-15T15:11:38.800309+0000","last_undegraded":"2024-04-15T15:11:38.800309+0000","last_fullsized":"2024-04-15T15:11:38.800309+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:35:24.903453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.810663+0000","last_change":"2024-04-15T15:11:38.804754+0000","last_active":"2024-04-15T15:11:38.810663+0000","last_peered":"2024-04-15T15:11:38.810663+0000","last_clean":"2024-04-15T15:11:38.810663+0000","last_became_active":"2024-04-15T15:11:38.804453+0000","last_became_peered":"2024-04-15T15:11:38.804453+0000","last_unstale":"2024-04-15T15:11:38.810663+0000","last_undegraded":"2024-04-15T15:11:38.810663+0000","last_fullsized":"2024-04-15T15:11:38.810663+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:17:45.778673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"37'4","reported_seq":16,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.816058+0000","last_change":"2024-04-15T15:11:37.798505+0000","last_active":"2024-04-15T15:11:38.816058+0000","last_peered":"2024-04-15T15:11:38.816058+0000","last_clean":"2024-04-15T15:11:38.816058+0000","last_became_active":"2024-04-15T15:11:37.797284+0000","last_became_peered":"2024-04-15T15:11:37.797284+0000","last_unstale":"2024-04-15T15:11:38.816058+0000","last_undegraded":"2024-04-15T15:11:38.816058+0000","last_fullsized":"2024-04-15T15:11:38.816058+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:50:36.951195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.814945+0000","last_change":"2024-04-15T15:11:38.808445+0000","last_active":"2024-04-15T15:11:38.814945+0000","last_peered":"2024-04-15T15:11:38.814945+0000","last_clean":"2024-04-15T15:11:38.814945+0000","last_became_active":"2024-04-15T15:11:38.808124+0000","last_became_peered":"2024-04-15T15:11:38.808124+0000","last_unstale":"2024-04-15T15:11:38.814945+0000","last_undegraded":"2024-04-15T15:11:38.814945+0000","last_fullsized":"2024-04-15T15:11:38.814945+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:12:26.697501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.812768+0000","last_change":"2024-04-15T15:11:37.801873+0000","last_active":"2024-04-15T15:11:38.812768+0000","last_peered":"2024-04-15T15:11:38.812768+0000","last_clean":"2024-04-15T15:11:38.812768+0000","last_became_active":"2024-04-15T15:11:37.801609+0000","last_became_peered":"2024-04-15T15:11:37.801609+0000","last_unstale":"2024-04-15T15:11:38.812768+0000","last_undegraded":"2024-04-15T15:11:38.812768+0000","last_fullsized":"2024-04-15T15:11:38.812768+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:35:23.896417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.811727+0000","last_change":"2024-04-15T15:11:38.809796+0000","last_active":"2024-04-15T15:11:38.811727+0000","last_peered":"2024-04-15T15:11:38.811727+0000","last_clean":"2024-04-15T15:11:38.811727+0000","last_became_active":"2024-04-15T15:11:38.809516+0000","last_became_peered":"2024-04-15T15:11:38.809516+0000","last_unstale":"2024-04-15T15:11:38.811727+0000","last_undegraded":"2024-04-15T15:11:38.811727+0000","last_fullsized":"2024-04-15T15:11:38.811727+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:13:58.221231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.815117+0000","last_change":"2024-04-15T15:11:37.797998+0000","last_active":"2024-04-15T15:11:38.815117+0000","last_peered":"2024-04-15T15:11:38.815117+0000","last_clean":"2024-04-15T15:11:38.815117+0000","last_became_active":"2024-04-15T15:11:37.797720+0000","last_became_peered":"2024-04-15T15:11:37.797720+0000","last_unstale":"2024-04-15T15:11:38.815117+0000","last_undegraded":"2024-04-15T15:11:38.815117+0000","last_fullsized":"2024-04-15T15:11:38.815117+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:45:58.277250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.817286+0000","last_change":"2024-04-15T15:11:38.813849+0000","last_active":"2024-04-15T15:11:38.817286+0000","last_peered":"2024-04-15T15:11:38.817286+0000","last_clean":"2024-04-15T15:11:38.817286+0000","last_became_active":"2024-04-15T15:11:38.813330+0000","last_became_peered":"2024-04-15T15:11:38.813330+0000","last_unstale":"2024-04-15T15:11:38.817286+0000","last_undegraded":"2024-04-15T15:11:38.817286+0000","last_fullsized":"2024-04-15T15:11:38.817286+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T15:45:28.589807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.817411+0000","last_change":"2024-04-15T15:11:37.801017+0000","last_active":"2024-04-15T15:11:38.817411+0000","last_peered":"2024-04-15T15:11:38.817411+0000","last_clean":"2024-04-15T15:11:38.817411+0000","last_became_active":"2024-04-15T15:11:37.799364+0000","last_became_peered":"2024-04-15T15:11:37.799364+0000","last_unstale":"2024-04-15T15:11:38.817411+0000","last_undegraded":"2024-04-15T15:11:38.817411+0000","last_fullsized":"2024-04-15T15:11:38.817411+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:50:36.951195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.802930+0000","last_change":"2024-04-15T15:11:38.798507+0000","last_active":"2024-04-15T15:11:38.802930+0000","last_peered":"2024-04-15T15:11:38.802930+0000","last_clean":"2024-04-15T15:11:38.802930+0000","last_became_active":"2024-04-15T15:11:38.798261+0000","last_became_peered":"2024-04-15T15:11:38.798261+0000","last_unstale":"2024-04-15T15:11:38.802930+0000","last_undegraded":"2024-04-15T15:11:38.802930+0000","last_fullsized":"2024-04-15T15:11:38.802930+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:35:00.690346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.818798+0000","last_change":"2024-04-15T15:11:37.798098+0000","last_active":"2024-04-15T15:11:38.818798+0000","last_peered":"2024-04-15T15:11:38.818798+0000","last_clean":"2024-04-15T15:11:38.818798+0000","last_became_active":"2024-04-15T15:11:37.797766+0000","last_became_peered":"2024-04-15T15:11:37.797766+0000","last_unstale":"2024-04-15T15:11:38.818798+0000","last_undegraded":"2024-04-15T15:11:38.818798+0000","last_fullsized":"2024-04-15T15:11:38.818798+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:17:44.771637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.810500+0000","last_change":"2024-04-15T15:11:38.804560+0000","last_active":"2024-04-15T15:11:38.810500+0000","last_peered":"2024-04-15T15:11:38.810500+0000","last_clean":"2024-04-15T15:11:38.810500+0000","last_became_active":"2024-04-15T15:11:38.804253+0000","last_became_peered":"2024-04-15T15:11:38.804253+0000","last_unstale":"2024-04-15T15:11:38.810500+0000","last_undegraded":"2024-04-15T15:11:38.810500+0000","last_fullsized":"2024-04-15T15:11:38.810500+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:35:10.745245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.819063+0000","last_change":"2024-04-15T15:11:37.799818+0000","last_active":"2024-04-15T15:11:38.819063+0000","last_peered":"2024-04-15T15:11:38.819063+0000","last_clean":"2024-04-15T15:11:38.819063+0000","last_became_active":"2024-04-15T15:11:37.799520+0000","last_became_peered":"2024-04-15T15:11:37.799520+0000","last_unstale":"2024-04-15T15:11:38.819063+0000","last_undegraded":"2024-04-15T15:11:38.819063+0000","last_fullsized":"2024-04-15T15:11:38.819063+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:13:57.214195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.798285+0000","last_change":"2024-04-15T15:11:38.797511+0000","last_active":"2024-04-15T15:11:38.798285+0000","last_peered":"2024-04-15T15:11:38.798285+0000","last_clean":"2024-04-15T15:11:38.798285+0000","last_became_active":"2024-04-15T15:11:38.797240+0000","last_became_peered":"2024-04-15T15:11:38.797240+0000","last_unstale":"2024-04-15T15:11:38.798285+0000","last_undegraded":"2024-04-15T15:11:38.798285+0000","last_fullsized":"2024-04-15T15:11:38.798285+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:54.163764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.794289+0000","last_change":"2024-04-15T15:11:37.803456+0000","last_active":"2024-04-15T15:11:38.794289+0000","last_peered":"2024-04-15T15:11:38.794289+0000","last_clean":"2024-04-15T15:11:38.794289+0000","last_became_active":"2024-04-15T15:11:37.803163+0000","last_became_peered":"2024-04-15T15:11:37.803163+0000","last_unstale":"2024-04-15T15:11:38.794289+0000","last_undegraded":"2024-04-15T15:11:38.794289+0000","last_fullsized":"2024-04-15T15:11:38.794289+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:24:52.294884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.816348+0000","last_change":"2024-04-15T15:11:38.810499+0000","last_active":"2024-04-15T15:11:38.816348+0000","last_peered":"2024-04-15T15:11:38.816348+0000","last_clean":"2024-04-15T15:11:38.816348+0000","last_became_active":"2024-04-15T15:11:38.810213+0000","last_became_peered":"2024-04-15T15:11:38.810213+0000","last_unstale":"2024-04-15T15:11:38.816348+0000","last_undegraded":"2024-04-15T15:11:38.816348+0000","last_fullsized":"2024-04-15T15:11:38.816348+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:35:10.745245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.787661+0000","last_change":"2024-04-15T15:11:37.789854+0000","last_active":"2024-04-15T15:11:38.787661+0000","last_peered":"2024-04-15T15:11:38.787661+0000","last_clean":"2024-04-15T15:11:38.787661+0000","last_became_active":"2024-04-15T15:11:37.789592+0000","last_became_peered":"2024-04-15T15:11:37.789592+0000","last_unstale":"2024-04-15T15:11:38.787661+0000","last_undegraded":"2024-04-15T15:11:38.787661+0000","last_fullsized":"2024-04-15T15:11:38.787661+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:55:06.554260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.796262+0000","last_change":"2024-04-15T15:11:38.794045+0000","last_active":"2024-04-15T15:11:38.796262+0000","last_peered":"2024-04-15T15:11:38.796262+0000","last_clean":"2024-04-15T15:11:38.796262+0000","last_became_active":"2024-04-15T15:11:38.793790+0000","last_became_peered":"2024-04-15T15:11:38.793790+0000","last_unstale":"2024-04-15T15:11:38.796262+0000","last_undegraded":"2024-04-15T15:11:38.796262+0000","last_fullsized":"2024-04-15T15:11:38.796262+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:55:07.561296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.808214+0000","last_change":"2024-04-15T15:11:37.800540+0000","last_active":"2024-04-15T15:11:38.808214+0000","last_peered":"2024-04-15T15:11:38.808214+0000","last_clean":"2024-04-15T15:11:38.808214+0000","last_became_active":"2024-04-15T15:11:37.800214+0000","last_became_peered":"2024-04-15T15:11:37.800214+0000","last_unstale":"2024-04-15T15:11:38.808214+0000","last_undegraded":"2024-04-15T15:11:38.808214+0000","last_fullsized":"2024-04-15T15:11:38.808214+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:48:55.107784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.815351+0000","last_change":"2024-04-15T15:11:38.813677+0000","last_active":"2024-04-15T15:11:38.815351+0000","last_peered":"2024-04-15T15:11:38.815351+0000","last_clean":"2024-04-15T15:11:38.815351+0000","last_became_active":"2024-04-15T15:11:38.813360+0000","last_became_peered":"2024-04-15T15:11:38.813360+0000","last_unstale":"2024-04-15T15:11:38.815351+0000","last_undegraded":"2024-04-15T15:11:38.815351+0000","last_fullsized":"2024-04-15T15:11:38.815351+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:53:04.457062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.790371+0000","last_change":"2024-04-15T15:11:37.803240+0000","last_active":"2024-04-15T15:11:38.790371+0000","last_peered":"2024-04-15T15:11:38.790371+0000","last_clean":"2024-04-15T15:11:38.790371+0000","last_became_active":"2024-04-15T15:11:37.802977+0000","last_became_peered":"2024-04-15T15:11:37.802977+0000","last_unstale":"2024-04-15T15:11:38.790371+0000","last_undegraded":"2024-04-15T15:11:38.790371+0000","last_fullsized":"2024-04-15T15:11:38.790371+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:34:59.683310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.807732+0000","last_change":"2024-04-15T15:11:38.797228+0000","last_active":"2024-04-15T15:11:38.807732+0000","last_peered":"2024-04-15T15:11:38.807732+0000","last_clean":"2024-04-15T15:11:38.807732+0000","last_became_active":"2024-04-15T15:11:38.796977+0000","last_became_peered":"2024-04-15T15:11:38.796977+0000","last_unstale":"2024-04-15T15:11:38.807732+0000","last_undegraded":"2024-04-15T15:11:38.807732+0000","last_fullsized":"2024-04-15T15:11:38.807732+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:12:26.697501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"37'3","reported_seq":15,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.820018+0000","last_change":"2024-04-15T15:11:37.801021+0000","last_active":"2024-04-15T15:11:38.820018+0000","last_peered":"2024-04-15T15:11:38.820018+0000","last_clean":"2024-04-15T15:11:38.820018+0000","last_became_active":"2024-04-15T15:11:37.800713+0000","last_became_peered":"2024-04-15T15:11:37.800713+0000","last_unstale":"2024-04-15T15:11:38.820018+0000","last_undegraded":"2024-04-15T15:11:38.820018+0000","last_fullsized":"2024-04-15T15:11:38.820018+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:57:55.057308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.794797+0000","last_change":"2024-04-15T15:11:38.792461+0000","last_active":"2024-04-15T15:11:38.794797+0000","last_peered":"2024-04-15T15:11:38.794797+0000","last_clean":"2024-04-15T15:11:38.794797+0000","last_became_active":"2024-04-15T15:11:38.792099+0000","last_became_peered":"2024-04-15T15:11:38.792099+0000","last_unstale":"2024-04-15T15:11:38.794797+0000","last_undegraded":"2024-04-15T15:11:38.794797+0000","last_fullsized":"2024-04-15T15:11:38.794797+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:24:53.301920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"37'6","reported_seq":18,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.822079+0000","last_change":"2024-04-15T15:11:37.801313+0000","last_active":"2024-04-15T15:11:38.822079+0000","last_peered":"2024-04-15T15:11:38.822079+0000","last_clean":"2024-04-15T15:11:38.822079+0000","last_became_active":"2024-04-15T15:11:37.801060+0000","last_became_peered":"2024-04-15T15:11:37.801060+0000","last_unstale":"2024-04-15T15:11:38.822079+0000","last_undegraded":"2024-04-15T15:11:38.822079+0000","last_fullsized":"2024-04-15T15:11:38.822079+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:08:01.936760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.810251+0000","last_change":"2024-04-15T15:11:38.804585+0000","last_active":"2024-04-15T15:11:38.810251+0000","last_peered":"2024-04-15T15:11:38.810251+0000","last_clean":"2024-04-15T15:11:38.810251+0000","last_became_active":"2024-04-15T15:11:38.803794+0000","last_became_peered":"2024-04-15T15:11:38.803794+0000","last_unstale":"2024-04-15T15:11:38.810251+0000","last_undegraded":"2024-04-15T15:11:38.810251+0000","last_fullsized":"2024-04-15T15:11:38.810251+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:48:56.114820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.815775+0000","last_change":"2024-04-15T15:11:37.796620+0000","last_active":"2024-04-15T15:11:38.815775+0000","last_peered":"2024-04-15T15:11:38.815775+0000","last_clean":"2024-04-15T15:11:38.815775+0000","last_became_active":"2024-04-15T15:11:37.796364+0000","last_became_peered":"2024-04-15T15:11:37.796364+0000","last_unstale":"2024-04-15T15:11:38.815775+0000","last_undegraded":"2024-04-15T15:11:38.815775+0000","last_fullsized":"2024-04-15T15:11:38.815775+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:17:44.771637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.817197+0000","last_change":"2024-04-15T15:11:38.812892+0000","last_active":"2024-04-15T15:11:38.817197+0000","last_peered":"2024-04-15T15:11:38.817197+0000","last_clean":"2024-04-15T15:11:38.817197+0000","last_became_active":"2024-04-15T15:11:38.811052+0000","last_became_peered":"2024-04-15T15:11:38.811052+0000","last_unstale":"2024-04-15T15:11:38.817197+0000","last_undegraded":"2024-04-15T15:11:38.817197+0000","last_fullsized":"2024-04-15T15:11:38.817197+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:09:26.692828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.794837+0000","last_change":"2024-04-15T15:11:37.803629+0000","last_active":"2024-04-15T15:11:38.794837+0000","last_peered":"2024-04-15T15:11:38.794837+0000","last_clean":"2024-04-15T15:11:38.794837+0000","last_became_active":"2024-04-15T15:11:37.803320+0000","last_became_peered":"2024-04-15T15:11:37.803320+0000","last_unstale":"2024-04-15T15:11:38.794837+0000","last_undegraded":"2024-04-15T15:11:38.794837+0000","last_fullsized":"2024-04-15T15:11:38.794837+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:56:53.156728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.812118+0000","last_change":"2024-04-15T15:11:38.806135+0000","last_active":"2024-04-15T15:11:38.812118+0000","last_peered":"2024-04-15T15:11:38.812118+0000","last_clean":"2024-04-15T15:11:38.812118+0000","last_became_active":"2024-04-15T15:11:38.805242+0000","last_became_peered":"2024-04-15T15:11:38.805242+0000","last_unstale":"2024-04-15T15:11:38.812118+0000","last_undegraded":"2024-04-15T15:11:38.812118+0000","last_fullsized":"2024-04-15T15:11:38.812118+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:16:11.280059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.798705+0000","last_change":"2024-04-15T15:11:37.792336+0000","last_active":"2024-04-15T15:11:38.798705+0000","last_peered":"2024-04-15T15:11:38.798705+0000","last_clean":"2024-04-15T15:11:38.798705+0000","last_became_active":"2024-04-15T15:11:37.792067+0000","last_became_peered":"2024-04-15T15:11:37.792067+0000","last_unstale":"2024-04-15T15:11:38.798705+0000","last_undegraded":"2024-04-15T15:11:38.798705+0000","last_fullsized":"2024-04-15T15:11:38.798705+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:03:05.896940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.816416+0000","last_change":"2024-04-15T15:11:38.811435+0000","last_active":"2024-04-15T15:11:38.816416+0000","last_peered":"2024-04-15T15:11:38.816416+0000","last_clean":"2024-04-15T15:11:38.816416+0000","last_became_active":"2024-04-15T15:11:38.811186+0000","last_became_peered":"2024-04-15T15:11:38.811186+0000","last_unstale":"2024-04-15T15:11:38.816416+0000","last_undegraded":"2024-04-15T15:11:38.816416+0000","last_fullsized":"2024-04-15T15:11:38.816416+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:39:41.056444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"37'8","reported_seq":20,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.819647+0000","last_change":"2024-04-15T15:11:37.799940+0000","last_active":"2024-04-15T15:11:38.819647+0000","last_peered":"2024-04-15T15:11:38.819647+0000","last_clean":"2024-04-15T15:11:38.819647+0000","last_became_active":"2024-04-15T15:11:37.799640+0000","last_became_peered":"2024-04-15T15:11:37.799640+0000","last_unstale":"2024-04-15T15:11:38.819647+0000","last_undegraded":"2024-04-15T15:11:38.819647+0000","last_fullsized":"2024-04-15T15:11:38.819647+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:24:42.338701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.817238+0000","last_change":"2024-04-15T15:11:38.813681+0000","last_active":"2024-04-15T15:11:38.817238+0000","last_peered":"2024-04-15T15:11:38.817238+0000","last_clean":"2024-04-15T15:11:38.817238+0000","last_became_active":"2024-04-15T15:11:38.813290+0000","last_became_peered":"2024-04-15T15:11:38.813290+0000","last_unstale":"2024-04-15T15:11:38.817238+0000","last_undegraded":"2024-04-15T15:11:38.817238+0000","last_fullsized":"2024-04-15T15:11:38.817238+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:55:39.224029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.818830+0000","last_change":"2024-04-15T15:11:37.798123+0000","last_active":"2024-04-15T15:11:38.818830+0000","last_peered":"2024-04-15T15:11:38.818830+0000","last_clean":"2024-04-15T15:11:38.818830+0000","last_became_active":"2024-04-15T15:11:37.797792+0000","last_became_peered":"2024-04-15T15:11:37.797792+0000","last_unstale":"2024-04-15T15:11:38.818830+0000","last_undegraded":"2024-04-15T15:11:38.818830+0000","last_fullsized":"2024-04-15T15:11:38.818830+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:13:57.214195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.810434+0000","last_change":"2024-04-15T15:11:38.804662+0000","last_active":"2024-04-15T15:11:38.810434+0000","last_peered":"2024-04-15T15:11:38.810434+0000","last_clean":"2024-04-15T15:11:38.810434+0000","last_became_active":"2024-04-15T15:11:38.804409+0000","last_became_peered":"2024-04-15T15:11:38.804409+0000","last_unstale":"2024-04-15T15:11:38.810434+0000","last_undegraded":"2024-04-15T15:11:38.810434+0000","last_fullsized":"2024-04-15T15:11:38.810434+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:53:04.457062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.819119+0000","last_change":"2024-04-15T15:11:37.796028+0000","last_active":"2024-04-15T15:11:38.819119+0000","last_peered":"2024-04-15T15:11:38.819119+0000","last_clean":"2024-04-15T15:11:38.819119+0000","last_became_active":"2024-04-15T15:11:37.795658+0000","last_became_peered":"2024-04-15T15:11:37.795658+0000","last_unstale":"2024-04-15T15:11:38.819119+0000","last_undegraded":"2024-04-15T15:11:38.819119+0000","last_fullsized":"2024-04-15T15:11:38.819119+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:16:33.853733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.801862+0000","last_change":"2024-04-15T15:11:38.798355+0000","last_active":"2024-04-15T15:11:38.801862+0000","last_peered":"2024-04-15T15:11:38.801862+0000","last_clean":"2024-04-15T15:11:38.801862+0000","last_became_active":"2024-04-15T15:11:38.798085+0000","last_became_peered":"2024-04-15T15:11:38.798085+0000","last_unstale":"2024-04-15T15:11:38.801862+0000","last_undegraded":"2024-04-15T15:11:38.801862+0000","last_fullsized":"2024-04-15T15:11:38.801862+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:45:59.284286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"37'1","reported_seq":13,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.814073+0000","last_change":"2024-04-15T15:11:37.801676+0000","last_active":"2024-04-15T15:11:38.814073+0000","last_peered":"2024-04-15T15:11:38.814073+0000","last_clean":"2024-04-15T15:11:38.814073+0000","last_became_active":"2024-04-15T15:11:37.801339+0000","last_became_peered":"2024-04-15T15:11:37.801339+0000","last_unstale":"2024-04-15T15:11:38.814073+0000","last_undegraded":"2024-04-15T15:11:38.814073+0000","last_fullsized":"2024-04-15T15:11:38.814073+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:58:08.940378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.816852+0000","last_change":"2024-04-15T15:11:38.815026+0000","last_active":"2024-04-15T15:11:38.816852+0000","last_peered":"2024-04-15T15:11:38.816852+0000","last_clean":"2024-04-15T15:11:38.816852+0000","last_became_active":"2024-04-15T15:11:38.814750+0000","last_became_peered":"2024-04-15T15:11:38.814750+0000","last_unstale":"2024-04-15T15:11:38.816852+0000","last_undegraded":"2024-04-15T15:11:38.816852+0000","last_fullsized":"2024-04-15T15:11:38.816852+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:17:49.213872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.792171+0000","last_change":"2024-04-15T15:11:37.801972+0000","last_active":"2024-04-15T15:11:38.792171+0000","last_peered":"2024-04-15T15:11:38.792171+0000","last_clean":"2024-04-15T15:11:38.792171+0000","last_became_active":"2024-04-15T15:11:37.801700+0000","last_became_peered":"2024-04-15T15:11:37.801700+0000","last_unstale":"2024-04-15T15:11:38.792171+0000","last_undegraded":"2024-04-15T15:11:38.792171+0000","last_fullsized":"2024-04-15T15:11:38.792171+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:17:48.206836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.810996+0000","last_change":"2024-04-15T15:11:38.805993+0000","last_active":"2024-04-15T15:11:38.810996+0000","last_peered":"2024-04-15T15:11:38.810996+0000","last_clean":"2024-04-15T15:11:38.810996+0000","last_became_active":"2024-04-15T15:11:38.805735+0000","last_became_peered":"2024-04-15T15:11:38.805735+0000","last_unstale":"2024-04-15T15:11:38.810996+0000","last_undegraded":"2024-04-15T15:11:38.810996+0000","last_fullsized":"2024-04-15T15:11:38.810996+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:49:00.535615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.812399+0000","last_change":"2024-04-15T15:11:37.797312+0000","last_active":"2024-04-15T15:11:38.812399+0000","last_peered":"2024-04-15T15:11:38.812399+0000","last_clean":"2024-04-15T15:11:38.812399+0000","last_became_active":"2024-04-15T15:11:37.797016+0000","last_became_peered":"2024-04-15T15:11:37.797016+0000","last_unstale":"2024-04-15T15:11:38.812399+0000","last_undegraded":"2024-04-15T15:11:38.812399+0000","last_fullsized":"2024-04-15T15:11:38.812399+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:17:24.302646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.803563+0000","last_change":"2024-04-15T15:11:38.797873+0000","last_active":"2024-04-15T15:11:38.803563+0000","last_peered":"2024-04-15T15:11:38.803563+0000","last_clean":"2024-04-15T15:11:38.803563+0000","last_became_active":"2024-04-15T15:11:38.797607+0000","last_became_peered":"2024-04-15T15:11:38.797607+0000","last_unstale":"2024-04-15T15:11:38.803563+0000","last_undegraded":"2024-04-15T15:11:38.803563+0000","last_fullsized":"2024-04-15T15:11:38.803563+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:57:56.064344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.789811+0000","last_change":"2024-04-15T15:11:37.793698+0000","last_active":"2024-04-15T15:11:38.789811+0000","last_peered":"2024-04-15T15:11:38.789811+0000","last_clean":"2024-04-15T15:11:38.789811+0000","last_became_active":"2024-04-15T15:11:37.793449+0000","last_became_peered":"2024-04-15T15:11:37.793449+0000","last_unstale":"2024-04-15T15:11:38.789811+0000","last_undegraded":"2024-04-15T15:11:38.789811+0000","last_fullsized":"2024-04-15T15:11:38.789811+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:06.204623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.810483+0000","last_change":"2024-04-15T15:11:38.806886+0000","last_active":"2024-04-15T15:11:38.810483+0000","last_peered":"2024-04-15T15:11:38.810483+0000","last_clean":"2024-04-15T15:11:38.810483+0000","last_became_active":"2024-04-15T15:11:38.806594+0000","last_became_peered":"2024-04-15T15:11:38.806594+0000","last_unstale":"2024-04-15T15:11:38.810483+0000","last_undegraded":"2024-04-15T15:11:38.810483+0000","last_fullsized":"2024-04-15T15:11:38.810483+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:55:03.399527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.795748+0000","last_change":"2024-04-15T15:11:37.800540+0000","last_active":"2024-04-15T15:11:38.795748+0000","last_peered":"2024-04-15T15:11:38.795748+0000","last_clean":"2024-04-15T15:11:38.795748+0000","last_became_active":"2024-04-15T15:11:37.800245+0000","last_became_peered":"2024-04-15T15:11:37.800245+0000","last_unstale":"2024-04-15T15:11:38.795748+0000","last_undegraded":"2024-04-15T15:11:38.795748+0000","last_fullsized":"2024-04-15T15:11:38.795748+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:12:25.690465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.816284+0000","last_change":"2024-04-15T15:11:38.809801+0000","last_active":"2024-04-15T15:11:38.816284+0000","last_peered":"2024-04-15T15:11:38.816284+0000","last_clean":"2024-04-15T15:11:38.816284+0000","last_became_active":"2024-04-15T15:11:38.809545+0000","last_became_peered":"2024-04-15T15:11:38.809545+0000","last_unstale":"2024-04-15T15:11:38.816284+0000","last_undegraded":"2024-04-15T15:11:38.816284+0000","last_fullsized":"2024-04-15T15:11:38.816284+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:45.753621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.789022+0000","last_change":"2024-04-15T15:11:37.796610+0000","last_active":"2024-04-15T15:11:38.789022+0000","last_peered":"2024-04-15T15:11:38.789022+0000","last_clean":"2024-04-15T15:11:38.789022+0000","last_became_active":"2024-04-15T15:11:37.796344+0000","last_became_peered":"2024-04-15T15:11:37.796344+0000","last_unstale":"2024-04-15T15:11:38.789022+0000","last_undegraded":"2024-04-15T15:11:38.789022+0000","last_fullsized":"2024-04-15T15:11:38.789022+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:12:12.593765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.816225+0000","last_change":"2024-04-15T15:11:38.808643+0000","last_active":"2024-04-15T15:11:38.816225+0000","last_peered":"2024-04-15T15:11:38.816225+0000","last_clean":"2024-04-15T15:11:38.816225+0000","last_became_active":"2024-04-15T15:11:38.808373+0000","last_became_peered":"2024-04-15T15:11:38.808373+0000","last_unstale":"2024-04-15T15:11:38.816225+0000","last_undegraded":"2024-04-15T15:11:38.816225+0000","last_fullsized":"2024-04-15T15:11:38.816225+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:57:56.064344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"37'2","reported_seq":14,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.819963+0000","last_change":"2024-04-15T15:11:37.806034+0000","last_active":"2024-04-15T15:11:38.819963+0000","last_peered":"2024-04-15T15:11:38.819963+0000","last_clean":"2024-04-15T15:11:38.819963+0000","last_became_active":"2024-04-15T15:11:37.805824+0000","last_became_peered":"2024-04-15T15:11:37.805824+0000","last_unstale":"2024-04-15T15:11:38.819963+0000","last_undegraded":"2024-04-15T15:11:38.819963+0000","last_fullsized":"2024-04-15T15:11:38.819963+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:12:25.690465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.815371+0000","last_change":"2024-04-15T15:11:38.813965+0000","last_active":"2024-04-15T15:11:38.815371+0000","last_peered":"2024-04-15T15:11:38.815371+0000","last_clean":"2024-04-15T15:11:38.815371+0000","last_became_active":"2024-04-15T15:11:38.813707+0000","last_became_peered":"2024-04-15T15:11:38.813707+0000","last_unstale":"2024-04-15T15:11:38.815371+0000","last_undegraded":"2024-04-15T15:11:38.815371+0000","last_fullsized":"2024-04-15T15:11:38.815371+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:55:03.399527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.789191+0000","last_change":"2024-04-15T15:11:37.799469+0000","last_active":"2024-04-15T15:11:38.789191+0000","last_peered":"2024-04-15T15:11:38.789191+0000","last_clean":"2024-04-15T15:11:38.789191+0000","last_became_active":"2024-04-15T15:11:37.799114+0000","last_became_peered":"2024-04-15T15:11:37.799114+0000","last_unstale":"2024-04-15T15:11:38.789191+0000","last_undegraded":"2024-04-15T15:11:38.789191+0000","last_fullsized":"2024-04-15T15:11:38.789191+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:39:45.191907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.816390+0000","last_change":"2024-04-15T15:11:38.810708+0000","last_active":"2024-04-15T15:11:38.816390+0000","last_peered":"2024-04-15T15:11:38.816390+0000","last_clean":"2024-04-15T15:11:38.816390+0000","last_became_active":"2024-04-15T15:11:38.810336+0000","last_became_peered":"2024-04-15T15:11:38.810336+0000","last_unstale":"2024-04-15T15:11:38.816390+0000","last_undegraded":"2024-04-15T15:11:38.816390+0000","last_fullsized":"2024-04-15T15:11:38.816390+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:55:03.399527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.792265+0000","last_change":"2024-04-15T15:11:37.800788+0000","last_active":"2024-04-15T15:11:38.792265+0000","last_peered":"2024-04-15T15:11:38.792265+0000","last_clean":"2024-04-15T15:11:38.792265+0000","last_became_active":"2024-04-15T15:11:37.800534+0000","last_became_peered":"2024-04-15T15:11:37.800534+0000","last_unstale":"2024-04-15T15:11:38.792265+0000","last_undegraded":"2024-04-15T15:11:38.792265+0000","last_fullsized":"2024-04-15T15:11:38.792265+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:45:58.277250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.812944+0000","last_change":"2024-04-15T15:11:38.811733+0000","last_active":"2024-04-15T15:11:38.812944+0000","last_peered":"2024-04-15T15:11:38.812944+0000","last_clean":"2024-04-15T15:11:38.812944+0000","last_became_active":"2024-04-15T15:11:38.811468+0000","last_became_peered":"2024-04-15T15:11:38.811468+0000","last_unstale":"2024-04-15T15:11:38.812944+0000","last_undegraded":"2024-04-15T15:11:38.812944+0000","last_fullsized":"2024-04-15T15:11:38.812944+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:49:00.535615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.792501+0000","last_change":"2024-04-15T15:11:37.798494+0000","last_active":"2024-04-15T15:11:38.792501+0000","last_peered":"2024-04-15T15:11:38.792501+0000","last_clean":"2024-04-15T15:11:38.792501+0000","last_became_active":"2024-04-15T15:11:37.798174+0000","last_became_peered":"2024-04-15T15:11:37.798174+0000","last_unstale":"2024-04-15T15:11:38.792501+0000","last_undegraded":"2024-04-15T15:11:38.792501+0000","last_fullsized":"2024-04-15T15:11:38.792501+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:24:42.338701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.815529+0000","last_change":"2024-04-15T15:11:38.813482+0000","last_active":"2024-04-15T15:11:38.815529+0000","last_peered":"2024-04-15T15:11:38.815529+0000","last_clean":"2024-04-15T15:11:38.815529+0000","last_became_active":"2024-04-15T15:11:38.813203+0000","last_became_peered":"2024-04-15T15:11:38.813203+0000","last_unstale":"2024-04-15T15:11:38.815529+0000","last_undegraded":"2024-04-15T15:11:38.815529+0000","last_fullsized":"2024-04-15T15:11:38.815529+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:35:00.690346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.796173+0000","last_change":"2024-04-15T15:11:37.796089+0000","last_active":"2024-04-15T15:11:38.796173+0000","last_peered":"2024-04-15T15:11:38.796173+0000","last_clean":"2024-04-15T15:11:38.796173+0000","last_became_active":"2024-04-15T15:11:37.795745+0000","last_became_peered":"2024-04-15T15:11:37.795745+0000","last_unstale":"2024-04-15T15:11:38.796173+0000","last_undegraded":"2024-04-15T15:11:38.796173+0000","last_fullsized":"2024-04-15T15:11:38.796173+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:55:06.554260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.807412+0000","last_change":"2024-04-15T15:11:38.805706+0000","last_active":"2024-04-15T15:11:38.807412+0000","last_peered":"2024-04-15T15:11:38.807412+0000","last_clean":"2024-04-15T15:11:38.807412+0000","last_became_active":"2024-04-15T15:11:38.805438+0000","last_became_peered":"2024-04-15T15:11:38.805438+0000","last_unstale":"2024-04-15T15:11:38.807412+0000","last_undegraded":"2024-04-15T15:11:38.807412+0000","last_fullsized":"2024-04-15T15:11:38.807412+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:35:24.903453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.788227+0000","last_change":"2024-04-15T15:11:37.799655+0000","last_active":"2024-04-15T15:11:38.788227+0000","last_peered":"2024-04-15T15:11:38.788227+0000","last_clean":"2024-04-15T15:11:38.788227+0000","last_became_active":"2024-04-15T15:11:37.799348+0000","last_became_peered":"2024-04-15T15:11:37.799348+0000","last_unstale":"2024-04-15T15:11:38.788227+0000","last_undegraded":"2024-04-15T15:11:38.788227+0000","last_fullsized":"2024-04-15T15:11:38.788227+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:03:05.896940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.812652+0000","last_change":"2024-04-15T15:11:38.810781+0000","last_active":"2024-04-15T15:11:38.812652+0000","last_peered":"2024-04-15T15:11:38.812652+0000","last_clean":"2024-04-15T15:11:38.812652+0000","last_became_active":"2024-04-15T15:11:38.810362+0000","last_became_peered":"2024-04-15T15:11:38.810362+0000","last_unstale":"2024-04-15T15:11:38.812652+0000","last_undegraded":"2024-04-15T15:11:38.812652+0000","last_fullsized":"2024-04-15T15:11:38.812652+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:35:10.745245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.809003+0000","last_change":"2024-04-15T15:11:37.800581+0000","last_active":"2024-04-15T15:11:38.809003+0000","last_peered":"2024-04-15T15:11:38.809003+0000","last_clean":"2024-04-15T15:11:38.809003+0000","last_became_active":"2024-04-15T15:11:37.800291+0000","last_became_peered":"2024-04-15T15:11:37.800291+0000","last_unstale":"2024-04-15T15:11:38.809003+0000","last_undegraded":"2024-04-15T15:11:38.809003+0000","last_fullsized":"2024-04-15T15:11:38.809003+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:48:59.528579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":9,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.818706+0000","last_change":"2024-04-15T15:11:38.815396+0000","last_active":"2024-04-15T15:11:38.818706+0000","last_peered":"2024-04-15T15:11:38.818706+0000","last_clean":"2024-04-15T15:11:38.818706+0000","last_became_active":"2024-04-15T15:11:38.814907+0000","last_became_peered":"2024-04-15T15:11:38.814907+0000","last_unstale":"2024-04-15T15:11:38.818706+0000","last_undegraded":"2024-04-15T15:11:38.818706+0000","last_fullsized":"2024-04-15T15:11:38.818706+0000","mapping_epoch":36,"log_start":"0'0","ondisk_log_start":"0'0","created":36,"last_epoch_clean":37,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:37.776299+0000","last_clean_scrub_stamp":"2024-04-15T15:11:37.776299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:55:39.224029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.796475+0000","last_change":"2024-04-15T15:11:37.800420+0000","last_active":"2024-04-15T15:11:38.796475+0000","last_peered":"2024-04-15T15:11:38.796475+0000","last_clean":"2024-04-15T15:11:38.796475+0000","last_became_active":"2024-04-15T15:11:37.800109+0000","last_became_peered":"2024-04-15T15:11:37.800109+0000","last_unstale":"2024-04-15T15:11:38.796475+0000","last_undegraded":"2024-04-15T15:11:38.796475+0000","last_fullsized":"2024-04-15T15:11:38.796475+0000","mapping_epoch":35,"log_start":"0'0","ondisk_log_start":"0'0","created":35,"last_epoch_clean":36,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:11:36.769263+0000","last_clean_scrub_stamp":"2024-04-15T15:11:36.769263+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:57:55.057308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"15'117","reported_seq":201,"reported_epoch":37,"state":"active+clean","last_fresh":"2024-04-15T15:11:38.794062+0000","last_change":"2024-04-15T15:10:11.793329+0000","last_active":"2024-04-15T15:11:38.794062+0000","last_peered":"2024-04-15T15:11:38.794062+0000","last_clean":"2024-04-15T15:11:38.794062+0000","last_became_active":"2024-04-15T15:10:11.792465+0000","last_became_peered":"2024-04-15T15:10:11.792465+0000","last_unstale":"2024-04-15T15:11:38.794062+0000","last_undegraded":"2024-04-15T15:11:38.794062+0000","last_fullsized":"2024-04-15T15:11:38.794062+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:10.575823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:10.575823+0000","last_clean_scrub_stamp":"2024-04-15T15:10:10.575823+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:29:02.579387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574869,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28004,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343836,"statfs":{"total":96636764160,"available":96608088064,"internally_reserved":0,"allocated":1007616,"data_stored":766529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574869,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":183910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574868,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27444,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344396,"statfs":{"total":96636764160,"available":96608661504,"internally_reserved":0,"allocated":434176,"data_stored":183440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574870,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27444,"kb_used_data":424,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344396,"statfs":{"total":96636764160,"available":96608661504,"internally_reserved":0,"allocated":434176,"data_stored":183932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574869,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27452,"kb_used_data":432,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344388,"statfs":{"total":96636764160,"available":96608653312,"internally_reserved":0,"allocated":442368,"data_stored":184974,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574869,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27428,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344412,"statfs":{"total":96636764160,"available":96608677888,"internally_reserved":0,"allocated":413696,"data_stored":176161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574869,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27440,"kb_used_data":420,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344400,"statfs":{"total":96636764160,"available":96608665600,"internally_reserved":0,"allocated":430080,"data_stored":183418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574869,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28024,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343816,"statfs":{"total":96636764160,"available":96608067584,"internally_reserved":0,"allocated":1024000,"data_stored":773730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T15:11:42.136 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-15T15:11:42.137 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-04-15T15:11:42.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.281+0000 7f26196f2640 1 Processor -- start 2024-04-15T15:11:42.283 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.281+0000 7f26196f2640 1 -- start start 2024-04-15T15:11:42.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.282+0000 7f26196f2640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f26140d08f0 0x7f26140cc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:42.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.282+0000 7f26196f2640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f26140ce6d0 0x7f26140cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:42.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.282+0000 7f26196f2640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f261406bbb0 con 0x7f26140ce2f0 2024-04-15T15:11:42.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.282+0000 7f26196f2640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f261406b960 con 0x7f26140ce6d0 2024-04-15T15:11:42.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.282+0000 7f26196f2640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f261406be90 con 0x7f26140d08f0 2024-04-15T15:11:42.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.282+0000 7f2612ffd640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f26140ce2f0 0x7f261415c530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:37246/0 (socket says 172.21.15.84:37246) 2024-04-15T15:11:42.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.282+0000 7f2612ffd640 1 -- 172.21.15.84:0/1090698279 learned_addr learned my addr 172.21.15.84:0/1090698279 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:42.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.282+0000 7f26137fe640 1 --2- 172.21.15.84:0/1090698279 >> v2:172.21.15.84:3300/0 conn(0x7f26140ce6d0 0x7f26140cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:42.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.282+0000 7f26137fe640 1 -- 172.21.15.84:0/1090698279 >> v2:172.21.15.203:3300/0 conn(0x7f26140d08f0 msgr2=0x7f26140cc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:42.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.282+0000 7f26137fe640 1 --2- 172.21.15.84:0/1090698279 >> v2:172.21.15.203:3300/0 conn(0x7f26140d08f0 0x7f26140cc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.282+0000 7f26137fe640 1 -- 172.21.15.84:0/1090698279 >> v1:172.21.15.84:6789/0 conn(0x7f26140ce2f0 legacy=0x7f261415c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:42.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.283+0000 7f26127fc640 1 -- 172.21.15.84:0/1090698279 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 292915794 0 0) 0x7f261406bbb0 con 0x7f26140ce2f0 2024-04-15T15:11:42.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.283+0000 7f26137fe640 1 -- 172.21.15.84:0/1090698279 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f261406c170 con 0x7f26140ce6d0 2024-04-15T15:11:42.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.283+0000 7f26137fe640 1 --2- 172.21.15.84:0/1090698279 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26140ce6d0 0x7f26140cc5f0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f26140b56b0 tx=0x7f260c02bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f117e17f694f36cb server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:42.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.283+0000 7f26127fc640 1 -- 172.21.15.84:0/1090698279 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f260c039070 con 0x7f26140ce6d0 2024-04-15T15:11:42.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.283+0000 7f26127fc640 1 -- 172.21.15.84:0/1090698279 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f260c02cc80 con 0x7f26140ce6d0 2024-04-15T15:11:42.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.283+0000 7f26127fc640 1 -- 172.21.15.84:0/1090698279 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f260c034660 con 0x7f26140ce6d0 2024-04-15T15:11:42.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.284+0000 7f26196f2640 1 -- 172.21.15.84:0/1090698279 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26140ce6d0 msgr2=0x7f26140cc5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:42.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.284+0000 7f26196f2640 1 --2- 172.21.15.84:0/1090698279 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26140ce6d0 0x7f26140cc5f0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f26140b56b0 tx=0x7f260c02bed0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.284+0000 7f26196f2640 1 -- 172.21.15.84:0/1090698279 shutdown_connections 2024-04-15T15:11:42.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.284+0000 7f26196f2640 1 --2- 172.21.15.84:0/1090698279 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26140ce6d0 0x7f26140cc5f0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.284+0000 7f26196f2640 1 --2- 172.21.15.84:0/1090698279 >> v2:172.21.15.203:3300/0 conn(0x7f26140d08f0 0x7f26140cc0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.284+0000 7f26196f2640 1 -- 172.21.15.84:0/1090698279 >> 172.21.15.84:0/1090698279 conn(0x7f26140b31d0 msgr2=0x7f26140b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:42.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.284+0000 7f26196f2640 1 -- 172.21.15.84:0/1090698279 shutdown_connections 2024-04-15T15:11:42.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.284+0000 7f26196f2640 1 -- 172.21.15.84:0/1090698279 wait complete. 2024-04-15T15:11:42.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.285+0000 7f26196f2640 1 Processor -- start 2024-04-15T15:11:42.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.285+0000 7f26196f2640 1 -- start start 2024-04-15T15:11:42.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.286+0000 7f26196f2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26140ce2f0 0x7f26140c9a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:42.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.286+0000 7f26196f2640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26140ce6d0 0x7f2614151c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:42.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.286+0000 7f26196f2640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26140d08f0 0x7f26141f4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:42.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.286+0000 7f26196f2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2614155780 con 0x7f26140ce2f0 2024-04-15T15:11:42.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.286+0000 7f26196f2640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f2614155600 con 0x7f26140ce6d0 2024-04-15T15:11:42.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.286+0000 7f26196f2640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f2614155900 con 0x7f26140d08f0 2024-04-15T15:11:42.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.286+0000 7f2612ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26140ce2f0 0x7f26140c9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:42.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.286+0000 7f2612ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26140ce2f0 0x7f26140c9a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:47674/0 (socket says 172.21.15.84:47674) 2024-04-15T15:11:42.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.286+0000 7f2612ffd640 1 -- 172.21.15.84:0/4220471135 learned_addr learned my addr 172.21.15.84:0/4220471135 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:42.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.286+0000 7f26137fe640 1 --2- 172.21.15.84:0/4220471135 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26140d08f0 0x7f26141f4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:42.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.286+0000 7f260a7fc640 1 --2- 172.21.15.84:0/4220471135 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26140ce6d0 0x7f2614151c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:42.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.286+0000 7f2612ffd640 1 -- 172.21.15.84:0/4220471135 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26140d08f0 msgr2=0x7f26141f4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:42.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.286+0000 7f2612ffd640 1 --2- 172.21.15.84:0/4220471135 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26140d08f0 0x7f26141f4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.286+0000 7f2612ffd640 1 -- 172.21.15.84:0/4220471135 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26140ce6d0 msgr2=0x7f2614151c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:42.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.286+0000 7f2612ffd640 1 --2- 172.21.15.84:0/4220471135 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26140ce6d0 0x7f2614151c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.286+0000 7f2612ffd640 1 -- 172.21.15.84:0/4220471135 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26141f4ed0 con 0x7f26140ce2f0 2024-04-15T15:11:42.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.287+0000 7f2612ffd640 1 --2- 172.21.15.84:0/4220471135 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26140ce2f0 0x7f26140c9a90 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f260400c4d0 tx=0x7f260400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:42.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.287+0000 7f260bfff640 1 -- 172.21.15.84:0/4220471135 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2604018070 con 0x7f26140ce2f0 2024-04-15T15:11:42.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.287+0000 7f260bfff640 1 -- 172.21.15.84:0/4220471135 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2604007500 con 0x7f26140ce2f0 2024-04-15T15:11:42.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.287+0000 7f26196f2640 1 -- 172.21.15.84:0/4220471135 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26141f51b0 con 0x7f26140ce2f0 2024-04-15T15:11:42.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.287+0000 7f260bfff640 1 -- 172.21.15.84:0/4220471135 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2604004a20 con 0x7f26140ce2f0 2024-04-15T15:11:42.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.287+0000 7f26196f2640 1 -- 172.21.15.84:0/4220471135 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26141f7f60 con 0x7f26140ce2f0 2024-04-15T15:11:42.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.288+0000 7f26196f2640 1 -- 172.21.15.84:0/4220471135 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2614075c50 con 0x7f26140ce2f0 2024-04-15T15:11:42.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.288+0000 7f260bfff640 1 -- 172.21.15.84:0/4220471135 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f260401b070 con 0x7f26140ce2f0 2024-04-15T15:11:42.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.289+0000 7f260bfff640 1 --2- 172.21.15.84:0/4220471135 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f25f406c920 0x7f25f406ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:42.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.289+0000 7f260bfff640 1 -- 172.21.15.84:0/4220471135 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f260408af90 con 0x7f26140ce2f0 2024-04-15T15:11:42.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.289+0000 7f260a7fc640 1 --2- 172.21.15.84:0/4220471135 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f25f406c920 0x7f25f406ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:42.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.289+0000 7f260a7fc640 1 --2- 172.21.15.84:0/4220471135 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f25f406c920 0x7f25f406ede0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f2614158c90 tx=0x7f25fc008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:42.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.293+0000 7f260bfff640 1 -- 172.21.15.84:0/4220471135 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f26040592c0 con 0x7f26140ce2f0 2024-04-15T15:11:42.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.538+0000 7f26196f2640 1 -- 172.21.15.84:0/4220471135 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f26140691f0 con 0x7f26140ce2f0 2024-04-15T15:11:42.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.540+0000 7f260bfff640 1 -- 172.21.15.84:0/4220471135 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) ==== 190+0+147 (secure 0 0 0) 0x7f2604058bc0 con 0x7f26140ce2f0 2024-04-15T15:11:42.542 INFO:teuthology.orchestra.run.smithi084.stdout:[client.0] 2024-04-15T15:11:42.542 INFO:teuthology.orchestra.run.smithi084.stdout: key = AQAkQx1m468UOhAAERRanFp4UeOlYS9MPP5HHg== 2024-04-15T15:11:42.542 INFO:teuthology.orchestra.run.smithi084.stdout: caps mds = "allow" 2024-04-15T15:11:42.542 INFO:teuthology.orchestra.run.smithi084.stdout: caps mon = "allow r" 2024-04-15T15:11:42.542 INFO:teuthology.orchestra.run.smithi084.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-04-15T15:11:42.543 INFO:teuthology.orchestra.run.smithi084.stderr:updated caps for client.0 2024-04-15T15:11:42.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.542+0000 7f26196f2640 1 -- 172.21.15.84:0/4220471135 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f25f406c920 msgr2=0x7f25f406ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:42.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.542+0000 7f26196f2640 1 --2- 172.21.15.84:0/4220471135 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f25f406c920 0x7f25f406ede0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f2614158c90 tx=0x7f25fc008040 comp rx=0 tx=0).stop 2024-04-15T15:11:42.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.542+0000 7f26196f2640 1 -- 172.21.15.84:0/4220471135 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26140ce2f0 msgr2=0x7f26140c9a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:42.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.542+0000 7f26196f2640 1 --2- 172.21.15.84:0/4220471135 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26140ce2f0 0x7f26140c9a90 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f260400c4d0 tx=0x7f260400c990 comp rx=0 tx=0).stop 2024-04-15T15:11:42.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.542+0000 7f26196f2640 1 -- 172.21.15.84:0/4220471135 shutdown_connections 2024-04-15T15:11:42.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.542+0000 7f26196f2640 1 --2- 172.21.15.84:0/4220471135 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f25f406c920 0x7f25f406ede0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.542+0000 7f26196f2640 1 --2- 172.21.15.84:0/4220471135 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26140ce6d0 0x7f2614151c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.542+0000 7f26196f2640 1 --2- 172.21.15.84:0/4220471135 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26140d08f0 0x7f26141f4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.542+0000 7f26196f2640 1 --2- 172.21.15.84:0/4220471135 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26140ce2f0 0x7f26140c9a90 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.542+0000 7f26196f2640 1 -- 172.21.15.84:0/4220471135 >> 172.21.15.84:0/4220471135 conn(0x7f26140b31d0 msgr2=0x7f261406ddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:42.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.542+0000 7f26196f2640 1 -- 172.21.15.84:0/4220471135 shutdown_connections 2024-04-15T15:11:42.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.542+0000 7f26196f2640 1 -- 172.21.15.84:0/4220471135 wait complete. 2024-04-15T15:11:42.555 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:11:42.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.656+0000 7fe764350640 1 Processor -- start 2024-04-15T15:11:42.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.656+0000 7fe764350640 1 -- start start 2024-04-15T15:11:42.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.657+0000 7fe764350640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe75c15eba0 0x7fe75c06f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:42.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.657+0000 7fe764350640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fe75c0ccb90 0x7fe75c0cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:42.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.657+0000 7fe764350640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe75c0afb10 con 0x7fe75c06f720 2024-04-15T15:11:42.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.657+0000 7fe764350640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fe75c15ef80 con 0x7fe75c0ccb90 2024-04-15T15:11:42.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.657+0000 7fe764350640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe75c0ce2b0 con 0x7fe75c15eba0 2024-04-15T15:11:42.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.657+0000 7fe7618eb640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fe75c06f720 0x7fe75c0af400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:59814/0 (socket says 172.21.15.84:59814) 2024-04-15T15:11:42.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.657+0000 7fe7618eb640 1 -- 172.21.15.84:0/1269047706 learned_addr learned my addr 172.21.15.84:0/1269047706 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:42.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.657+0000 7fe7610ea640 1 -- 172.21.15.84:0/1269047706 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2283661311 0 0) 0x7fe75c0afb10 con 0x7fe75c06f720 2024-04-15T15:11:42.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.657+0000 7fe7610ea640 1 -- 172.21.15.84:0/1269047706 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe748003520 con 0x7fe75c06f720 2024-04-15T15:11:42.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.657+0000 7fe7620ec640 1 --2- 172.21.15.84:0/1269047706 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe75c15eba0 0x7fe75c06f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:42.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.657+0000 7fe7628ed640 1 --2- 172.21.15.84:0/1269047706 >> v2:172.21.15.203:3300/0 conn(0x7fe75c0ccb90 0x7fe75c0cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:42.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7610ea640 1 -- 172.21.15.84:0/1269047706 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1664381696 0 0) 0x7fe748003520 con 0x7fe75c06f720 2024-04-15T15:11:42.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7610ea640 1 -- 172.21.15.84:0/1269047706 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe75c15eba0 msgr2=0x7fe75c06f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:42.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7610ea640 1 --2- 172.21.15.84:0/1269047706 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe75c15eba0 0x7fe75c06f1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7610ea640 1 -- 172.21.15.84:0/1269047706 >> v2:172.21.15.203:3300/0 conn(0x7fe75c0ccb90 msgr2=0x7fe75c0cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:42.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7610ea640 1 --2- 172.21.15.84:0/1269047706 >> v2:172.21.15.203:3300/0 conn(0x7fe75c0ccb90 0x7fe75c0cd020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7610ea640 1 -- 172.21.15.84:0/1269047706 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe75c0ce590 con 0x7fe75c06f720 2024-04-15T15:11:42.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7610ea640 1 -- 172.21.15.84:0/1269047706 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7fe74c001670 con 0x7fe75c06f720 2024-04-15T15:11:42.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7628ed640 1 --2- 172.21.15.84:0/1269047706 >> v2:172.21.15.203:3300/0 conn(0x7fe75c0ccb90 0x7fe75c0cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:42.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7610ea640 1 -- 172.21.15.84:0/1269047706 >> v1:172.21.15.84:6789/0 conn(0x7fe75c06f720 legacy=0x7fe75c0af400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:42.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7610ea640 1 --2- 172.21.15.84:0/1269047706 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7480039b0 0x7fe748003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:42.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7610ea640 1 --2- 172.21.15.84:0/1269047706 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe75c15eba0 0x7fe748004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:42.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7610ea640 1 --2- 172.21.15.84:0/1269047706 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe748004d40 0x7fe7480051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:42.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7610ea640 1 -- 172.21.15.84:0/1269047706 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe75c15ef80 con 0x7fe7480039b0 2024-04-15T15:11:42.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7610ea640 1 -- 172.21.15.84:0/1269047706 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe75c0ce2b0 con 0x7fe748004d40 2024-04-15T15:11:42.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7610ea640 1 -- 172.21.15.84:0/1269047706 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe74800ba70 con 0x7fe75c15eba0 2024-04-15T15:11:42.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7620ec640 1 --2- 172.21.15.84:0/1269047706 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7480039b0 0x7fe748003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:42.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7628ed640 1 --2- 172.21.15.84:0/1269047706 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe748004d40 0x7fe7480051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:42.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7618eb640 1 --2- 172.21.15.84:0/1269047706 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe75c15eba0 0x7fe748004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:42.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7620ec640 1 -- 172.21.15.84:0/1269047706 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe75c15eba0 msgr2=0x7fe748004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:42.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7620ec640 1 --2- 172.21.15.84:0/1269047706 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe75c15eba0 0x7fe748004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7620ec640 1 -- 172.21.15.84:0/1269047706 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe748004d40 msgr2=0x7fe7480051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:42.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7620ec640 1 --2- 172.21.15.84:0/1269047706 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe748004d40 0x7fe7480051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7620ec640 1 -- 172.21.15.84:0/1269047706 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe748003520 con 0x7fe7480039b0 2024-04-15T15:11:42.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.658+0000 7fe7618eb640 1 --2- 172.21.15.84:0/1269047706 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe75c15eba0 0x7fe748004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:42.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.659+0000 7fe7620ec640 1 --2- 172.21.15.84:0/1269047706 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7480039b0 0x7fe748003dd0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fe758009ac0 tx=0x7fe748005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf5ee3197fa71712 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:42.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.659+0000 7fe7610ea640 1 -- 172.21.15.84:0/1269047706 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe758039070 con 0x7fe7480039b0 2024-04-15T15:11:42.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.659+0000 7fe7610ea640 1 -- 172.21.15.84:0/1269047706 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe75802c6b0 con 0x7fe7480039b0 2024-04-15T15:11:42.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.659+0000 7fe7610ea640 1 -- 172.21.15.84:0/1269047706 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe758009690 con 0x7fe7480039b0 2024-04-15T15:11:42.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.659+0000 7fe764350640 1 -- 172.21.15.84:0/1269047706 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7480039b0 msgr2=0x7fe748003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:42.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.659+0000 7fe764350640 1 --2- 172.21.15.84:0/1269047706 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe7480039b0 0x7fe748003dd0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fe758009ac0 tx=0x7fe748005830 comp rx=0 tx=0).stop 2024-04-15T15:11:42.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.659+0000 7fe7628ed640 1 -- 172.21.15.84:0/1269047706 reap_dead start 2024-04-15T15:11:42.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.660+0000 7fe764350640 1 -- 172.21.15.84:0/1269047706 shutdown_connections 2024-04-15T15:11:42.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.660+0000 7fe764350640 1 -- 172.21.15.84:0/1269047706 >> 172.21.15.84:0/1269047706 conn(0x7fe75c0b1dd0 msgr2=0x7fe75c0b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:42.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.660+0000 7fe764350640 1 -- 172.21.15.84:0/1269047706 shutdown_connections 2024-04-15T15:11:42.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.660+0000 7fe764350640 1 -- 172.21.15.84:0/1269047706 wait complete. 2024-04-15T15:11:42.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.661+0000 7fe764350640 1 Processor -- start 2024-04-15T15:11:42.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.661+0000 7fe764350640 1 -- start start 2024-04-15T15:11:42.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe764350640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe7480039b0 0x7fe75c09d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:42.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe764350640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe75c09abd0 0x7fe75c153150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:42.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe764350640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe75c06c4b0 0x7fe75c06c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:42.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe764350640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe75c0b2b80 con 0x7fe75c09abd0 2024-04-15T15:11:42.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe764350640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe75c06ecc0 con 0x7fe75c06c4b0 2024-04-15T15:11:42.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe764350640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe75c0ceb50 con 0x7fe7480039b0 2024-04-15T15:11:42.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe7618eb640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe75c09abd0 0x7fe75c153150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:42.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe7618eb640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe75c09abd0 0x7fe75c153150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40186/0 (socket says 172.21.15.84:40186) 2024-04-15T15:11:42.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe7618eb640 1 -- 172.21.15.84:0/4284168015 learned_addr learned my addr 172.21.15.84:0/4284168015 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:42.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe7620ec640 1 --2- 172.21.15.84:0/4284168015 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe7480039b0 0x7fe75c09d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:42.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe7628ed640 1 --2- 172.21.15.84:0/4284168015 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe75c06c4b0 0x7fe75c06c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:42.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe7618eb640 1 -- 172.21.15.84:0/4284168015 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe7480039b0 msgr2=0x7fe75c09d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:42.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe7618eb640 1 --2- 172.21.15.84:0/4284168015 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe7480039b0 0x7fe75c09d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe7618eb640 1 -- 172.21.15.84:0/4284168015 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe75c06c4b0 msgr2=0x7fe75c06c930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:42.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe7618eb640 1 --2- 172.21.15.84:0/4284168015 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe75c06c4b0 0x7fe75c06c930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe7618eb640 1 -- 172.21.15.84:0/4284168015 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe75c09d800 con 0x7fe75c09abd0 2024-04-15T15:11:42.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe7620ec640 1 --2- 172.21.15.84:0/4284168015 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe7480039b0 0x7fe75c09d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:42.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe7628ed640 1 --2- 172.21.15.84:0/4284168015 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe75c06c4b0 0x7fe75c06c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:42.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe7618eb640 1 --2- 172.21.15.84:0/4284168015 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe75c09abd0 0x7fe75c153150 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fe74c00e8a0 tx=0x7fe74c00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:42.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe752ffd640 1 -- 172.21.15.84:0/4284168015 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74c00c8d0 con 0x7fe75c09abd0 2024-04-15T15:11:42.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe752ffd640 1 -- 172.21.15.84:0/4284168015 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe74c018070 con 0x7fe75c09abd0 2024-04-15T15:11:42.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe764350640 1 -- 172.21.15.84:0/4284168015 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe75c09dae0 con 0x7fe75c09abd0 2024-04-15T15:11:42.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe752ffd640 1 -- 172.21.15.84:0/4284168015 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74c00ccb0 con 0x7fe75c09abd0 2024-04-15T15:11:42.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.662+0000 7fe764350640 1 -- 172.21.15.84:0/4284168015 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe75c09e0a0 con 0x7fe75c09abd0 2024-04-15T15:11:42.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.663+0000 7fe764350640 1 -- 172.21.15.84:0/4284168015 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe75c0689e0 con 0x7fe75c09abd0 2024-04-15T15:11:42.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.664+0000 7fe752ffd640 1 -- 172.21.15.84:0/4284168015 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fe74c01d460 con 0x7fe75c09abd0 2024-04-15T15:11:42.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.664+0000 7fe752ffd640 1 --2- 172.21.15.84:0/4284168015 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe74006c8c0 0x7fe74006ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:42.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.664+0000 7fe752ffd640 1 -- 172.21.15.84:0/4284168015 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fe74c08bd20 con 0x7fe75c09abd0 2024-04-15T15:11:42.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.664+0000 7fe7620ec640 1 --2- 172.21.15.84:0/4284168015 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe74006c8c0 0x7fe74006ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:42.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.665+0000 7fe7620ec640 1 --2- 172.21.15.84:0/4284168015 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe74006c8c0 0x7fe74006ed80 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe758036000 tx=0x7fe758030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:42.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.669+0000 7fe752ffd640 1 -- 172.21.15.84:0/4284168015 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fe74c059fc0 con 0x7fe75c09abd0 2024-04-15T15:11:42.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.884+0000 7fe764350640 1 -- 172.21.15.84:0/4284168015 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe75c15e190 con 0x7fe75c09abd0 2024-04-15T15:11:42.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.884+0000 7fe752ffd640 1 -- 172.21.15.84:0/4284168015 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+5181 (secure 0 0 0) 0x7fe74c0598c0 con 0x7fe75c09abd0 2024-04-15T15:11:42.887 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:42.887 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4922,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6834/2003323739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2003323739},{"type":"v1","addr":"172.21.15.203:6834","nonce":2003323739}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4925,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/2332672287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":2332672287},{"type":"v1","addr":"172.21.15.203:6835","nonce":2332672287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":5517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/952099470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":952099470},{"type":"v1","addr":"172.21.15.84:6836","nonce":952099470}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T15:11:38.147916+0000","modified":"2024-04-15T15:11:40.149744+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5520},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5520":{"gid":5520,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6837/564521126","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":564521126},{"type":"v1","addr":"172.21.15.84:6837","nonce":564521126}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5520,"qdb_cluster":[5520]},"id":2}]} 2024-04-15T15:11:42.887 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 16 2024-04-15T15:11:42.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.887+0000 7fe764350640 1 -- 172.21.15.84:0/4284168015 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe74006c8c0 msgr2=0x7fe74006ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:42.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.887+0000 7fe764350640 1 --2- 172.21.15.84:0/4284168015 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe74006c8c0 0x7fe74006ed80 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe758036000 tx=0x7fe758030000 comp rx=0 tx=0).stop 2024-04-15T15:11:42.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.887+0000 7fe764350640 1 -- 172.21.15.84:0/4284168015 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe75c09abd0 msgr2=0x7fe75c153150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:42.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.887+0000 7fe764350640 1 --2- 172.21.15.84:0/4284168015 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe75c09abd0 0x7fe75c153150 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fe74c00e8a0 tx=0x7fe74c00ed60 comp rx=0 tx=0).stop 2024-04-15T15:11:42.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.887+0000 7fe764350640 1 -- 172.21.15.84:0/4284168015 shutdown_connections 2024-04-15T15:11:42.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.887+0000 7fe764350640 1 --2- 172.21.15.84:0/4284168015 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe74006c8c0 0x7fe74006ed80 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.887+0000 7fe764350640 1 --2- 172.21.15.84:0/4284168015 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe75c06c4b0 0x7fe75c06c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.887+0000 7fe764350640 1 --2- 172.21.15.84:0/4284168015 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe75c09abd0 0x7fe75c153150 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.887+0000 7fe764350640 1 --2- 172.21.15.84:0/4284168015 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe7480039b0 0x7fe75c09d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:42.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.887+0000 7fe764350640 1 -- 172.21.15.84:0/4284168015 >> 172.21.15.84:0/4284168015 conn(0x7fe75c0b1dd0 msgr2=0x7fe75c0b2350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:42.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.887+0000 7fe764350640 1 -- 172.21.15.84:0/4284168015 shutdown_connections 2024-04-15T15:11:42.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:42.887+0000 7fe764350640 1 -- 172.21.15.84:0/4284168015 wait complete. 2024-04-15T15:11:43.302 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 16, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-15T15:11:38.147916+0000', 'modified': '2024-04-15T15:11:40.149744+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5520}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5520': {'gid': 5520, 'name': 'a', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.84:6837/564521126', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6835', 'nonce': 564521126}, {'type': 'v1', 'addr': '172.21.15.84:6837', 'nonce': 564521126}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5520, 'qdb_cluster': [5520]} 2024-04-15T15:11:43.303 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-15T15:11:43.303 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-15T15:11:43.410 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.409+0000 7f27148b3640 1 Processor -- start 2024-04-15T15:11:43.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.409+0000 7f27148b3640 1 -- start start 2024-04-15T15:11:43.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.409+0000 7f27148b3640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f271015e610 0x7f27100d0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.409+0000 7f27148b3640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f271015e9f0 0x7f27100d3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.409+0000 7f27148b3640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27100d2320 con 0x7f271006c400 2024-04-15T15:11:43.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.409+0000 7f27148b3640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f27100d31d0 con 0x7f271015e610 2024-04-15T15:11:43.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.409+0000 7f27148b3640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f27100d25c0 con 0x7f271015e9f0 2024-04-15T15:11:43.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.410+0000 7f2707fff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f271015e9f0 0x7f27100d3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.410+0000 7f270e59c640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f271015e610 0x7f27100d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.410+0000 7f270e59c640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f271015e610 0x7f27100d0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:47848/0 (socket says 172.21.15.84:47848) 2024-04-15T15:11:43.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.410+0000 7f2707fff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f271015e9f0 0x7f27100d3660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:50850/0 (socket says 172.21.15.84:50850) 2024-04-15T15:11:43.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.410+0000 7f270ed9d640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7f271006c400 0x7f27100b7940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:53776/0 (socket says 172.21.15.84:53776) 2024-04-15T15:11:43.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.410+0000 7f270e59c640 1 -- 172.21.15.84:0/849255373 learned_addr learned my addr 172.21.15.84:0/849255373 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:43.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.410+0000 7f2707fff640 1 -- 172.21.15.84:0/849255373 >> v2:172.21.15.203:3300/0 conn(0x7f271015e610 msgr2=0x7f27100d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:43.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.410+0000 7f2707fff640 1 --2- 172.21.15.84:0/849255373 >> v2:172.21.15.203:3300/0 conn(0x7f271015e610 0x7f27100d0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.410+0000 7f2707fff640 1 -- 172.21.15.84:0/849255373 >> v1:172.21.15.203:6789/0 conn(0x7f271006c400 legacy=0x7f27100b7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:43.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.410+0000 7f2707fff640 1 -- 172.21.15.84:0/849255373 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27100d28a0 con 0x7f271015e9f0 2024-04-15T15:11:43.413 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.410+0000 7f270e59c640 1 --2- 172.21.15.84:0/849255373 >> v2:172.21.15.203:3300/0 conn(0x7f271015e610 0x7f27100d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:11:43.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.411+0000 7f2707fff640 1 --2- 172.21.15.84:0/849255373 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f271015e9f0 0x7f27100d3660 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f26f80097a0 tx=0x7f26f802b960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4dd32066089ce5e9 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:43.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.411+0000 7f270dd9b640 1 -- 172.21.15.84:0/849255373 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26f8034070 con 0x7f271015e9f0 2024-04-15T15:11:43.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.411+0000 7f270dd9b640 1 -- 172.21.15.84:0/849255373 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26f8030610 con 0x7f271015e9f0 2024-04-15T15:11:43.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.411+0000 7f270dd9b640 1 -- 172.21.15.84:0/849255373 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26f80309e0 con 0x7f271015e9f0 2024-04-15T15:11:43.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.412+0000 7f27148b3640 1 -- 172.21.15.84:0/849255373 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f271015e9f0 msgr2=0x7f27100d3660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:43.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.412+0000 7f27148b3640 1 --2- 172.21.15.84:0/849255373 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f271015e9f0 0x7f27100d3660 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f26f80097a0 tx=0x7f26f802b960 comp rx=0 tx=0).stop 2024-04-15T15:11:43.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.412+0000 7f27148b3640 1 -- 172.21.15.84:0/849255373 shutdown_connections 2024-04-15T15:11:43.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.412+0000 7f27148b3640 1 --2- 172.21.15.84:0/849255373 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f271015e9f0 0x7f27100d3660 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.412+0000 7f27148b3640 1 --2- 172.21.15.84:0/849255373 >> v2:172.21.15.203:3300/0 conn(0x7f271015e610 0x7f27100d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.412+0000 7f27148b3640 1 -- 172.21.15.84:0/849255373 >> 172.21.15.84:0/849255373 conn(0x7f27100d4750 msgr2=0x7f27100d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:43.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.412+0000 7f27148b3640 1 -- 172.21.15.84:0/849255373 shutdown_connections 2024-04-15T15:11:43.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.412+0000 7f27148b3640 1 -- 172.21.15.84:0/849255373 wait complete. 2024-04-15T15:11:43.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.413+0000 7f27148b3640 1 Processor -- start 2024-04-15T15:11:43.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.413+0000 7f27148b3640 1 -- start start 2024-04-15T15:11:43.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.414+0000 7f27148b3640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f271006c400 0x7f2710152b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.414+0000 7f27148b3640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f271015e610 0x7f27100cc230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.414+0000 7f27148b3640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f271015e9f0 0x7f2710161230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.414+0000 7f27148b3640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f271006d130 con 0x7f271006c400 2024-04-15T15:11:43.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.414+0000 7f27148b3640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f27100d2e60 con 0x7f271015e610 2024-04-15T15:11:43.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.414+0000 7f27148b3640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f27100d0bd0 con 0x7f271015e9f0 2024-04-15T15:11:43.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.414+0000 7f270e59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f271006c400 0x7f2710152b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.414+0000 7f270e59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f271006c400 0x7f2710152b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40196/0 (socket says 172.21.15.84:40196) 2024-04-15T15:11:43.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.414+0000 7f270e59c640 1 -- 172.21.15.84:0/4216587393 learned_addr learned my addr 172.21.15.84:0/4216587393 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:43.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.414+0000 7f2707fff640 1 --2- 172.21.15.84:0/4216587393 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f271015e610 0x7f27100cc230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.414+0000 7f270ed9d640 1 --2- 172.21.15.84:0/4216587393 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f271015e9f0 0x7f2710161230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.414+0000 7f270e59c640 1 -- 172.21.15.84:0/4216587393 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f271015e9f0 msgr2=0x7f2710161230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:43.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.414+0000 7f270e59c640 1 --2- 172.21.15.84:0/4216587393 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f271015e9f0 0x7f2710161230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.414+0000 7f270e59c640 1 -- 172.21.15.84:0/4216587393 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f271015e610 msgr2=0x7f27100cc230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:43.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.414+0000 7f270e59c640 1 --2- 172.21.15.84:0/4216587393 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f271015e610 0x7f27100cc230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.414+0000 7f270e59c640 1 -- 172.21.15.84:0/4216587393 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f271015fb30 con 0x7f271006c400 2024-04-15T15:11:43.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.414+0000 7f270e59c640 1 --2- 172.21.15.84:0/4216587393 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f271006c400 0x7f2710152b60 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f270000ea00 tx=0x7f270000eec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:43.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.415+0000 7f2706ffd640 1 -- 172.21.15.84:0/4216587393 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2700017070 con 0x7f271006c400 2024-04-15T15:11:43.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.415+0000 7f2706ffd640 1 -- 172.21.15.84:0/4216587393 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f270000ca60 con 0x7f271006c400 2024-04-15T15:11:43.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.415+0000 7f27148b3640 1 -- 172.21.15.84:0/4216587393 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2710160e40 con 0x7f271006c400 2024-04-15T15:11:43.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.415+0000 7f2706ffd640 1 -- 172.21.15.84:0/4216587393 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f270000ce10 con 0x7f271006c400 2024-04-15T15:11:43.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.415+0000 7f27148b3640 1 -- 172.21.15.84:0/4216587393 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2710160360 con 0x7f271006c400 2024-04-15T15:11:43.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.416+0000 7f2706ffd640 1 -- 172.21.15.84:0/4216587393 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f270001a070 con 0x7f271006c400 2024-04-15T15:11:43.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.416+0000 7f2706ffd640 1 --2- 172.21.15.84:0/4216587393 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f26f006c8f0 0x7f26f006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.417+0000 7f2706ffd640 1 -- 172.21.15.84:0/4216587393 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f270008bbc0 con 0x7f271006c400 2024-04-15T15:11:43.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.417+0000 7f2707fff640 1 --2- 172.21.15.84:0/4216587393 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f26f006c8f0 0x7f26f006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.417+0000 7f2707fff640 1 --2- 172.21.15.84:0/4216587393 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f26f006c8f0 0x7f26f006edb0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f26f8036000 tx=0x7f26f803b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:43.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.417+0000 7f2717579740 1 Processor -- start 2024-04-15T15:11:43.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.418+0000 7f2717579740 1 -- start start 2024-04-15T15:11:43.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.418+0000 7f2717579740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a7ccea9e10 0x55a7cce7cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.418+0000 7f2717579740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cceaa1f0 0x55a7cceacba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.418+0000 7f2717579740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55a7cce7d2f0 0x55a7ccead0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.418+0000 7f2717579740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a7ccde79c0 con 0x55a7cceaa1f0 2024-04-15T15:11:43.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.418+0000 7f2717579740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55a7ccd8e650 con 0x55a7ccea9e10 2024-04-15T15:11:43.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.418+0000 7f2717579740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x55a7ccde3980 con 0x55a7cce7d2f0 2024-04-15T15:11:43.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.419+0000 7f2707fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cceaa1f0 0x55a7cceacba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.419+0000 7f2707fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cceaa1f0 0x55a7cceacba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40206/0 (socket says 172.21.15.84:40206) 2024-04-15T15:11:43.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.419+0000 7f2707fff640 1 -- 172.21.15.84:0/3790633916 learned_addr learned my addr 172.21.15.84:0/3790633916 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:43.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.419+0000 7f270ed9d640 1 --2- 172.21.15.84:0/3790633916 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55a7cce7d2f0 0x55a7ccead0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.419+0000 7f270e59c640 1 --2- 172.21.15.84:0/3790633916 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a7ccea9e10 0x55a7cce7cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.419+0000 7f2707fff640 1 -- 172.21.15.84:0/3790633916 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55a7cce7d2f0 msgr2=0x55a7ccead0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:43.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.419+0000 7f2707fff640 1 --2- 172.21.15.84:0/3790633916 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55a7cce7d2f0 0x55a7ccead0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.419+0000 7f2707fff640 1 -- 172.21.15.84:0/3790633916 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a7ccea9e10 msgr2=0x55a7cce7cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:43.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.419+0000 7f2707fff640 1 --2- 172.21.15.84:0/3790633916 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a7ccea9e10 0x55a7cce7cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.419+0000 7f2707fff640 1 -- 172.21.15.84:0/3790633916 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a7ccafa2d0 con 0x55a7cceaa1f0 2024-04-15T15:11:43.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.419+0000 7f270ed9d640 1 --2- 172.21.15.84:0/3790633916 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55a7cce7d2f0 0x55a7ccead0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:43.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.419+0000 7f270e59c640 1 --2- 172.21.15.84:0/3790633916 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a7ccea9e10 0x55a7cce7cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:43.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.419+0000 7f2707fff640 1 --2- 172.21.15.84:0/3790633916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cceaa1f0 0x55a7cceacba0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f26f8009890 tx=0x7f26f8030000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f618d35fd76dc0b server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:43.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.419+0000 7f26effff640 1 -- 172.21.15.84:0/3790633916 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26f8055070 con 0x55a7cceaa1f0 2024-04-15T15:11:43.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.419+0000 7f26effff640 1 -- 172.21.15.84:0/3790633916 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26f80458a0 con 0x55a7cceaa1f0 2024-04-15T15:11:43.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.419+0000 7f26effff640 1 -- 172.21.15.84:0/3790633916 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26f8034040 con 0x55a7cceaa1f0 2024-04-15T15:11:43.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.420+0000 7f2717579740 1 -- 172.21.15.84:0/3790633916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cceaa1f0 msgr2=0x55a7cceacba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:43.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.420+0000 7f2717579740 1 --2- 172.21.15.84:0/3790633916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cceaa1f0 0x55a7cceacba0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f26f8009890 tx=0x7f26f8030000 comp rx=0 tx=0).stop 2024-04-15T15:11:43.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.420+0000 7f2717579740 1 -- 172.21.15.84:0/3790633916 shutdown_connections 2024-04-15T15:11:43.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.420+0000 7f2717579740 1 --2- 172.21.15.84:0/3790633916 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55a7cce7d2f0 0x55a7ccead0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.420+0000 7f2717579740 1 --2- 172.21.15.84:0/3790633916 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cceaa1f0 0x55a7cceacba0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.420+0000 7f2717579740 1 --2- 172.21.15.84:0/3790633916 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a7ccea9e10 0x55a7cce7cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.420+0000 7f2717579740 1 -- 172.21.15.84:0/3790633916 >> 172.21.15.84:0/3790633916 conn(0x55a7cce7f020 msgr2=0x55a7ccec7ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:43.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.420+0000 7f2717579740 1 -- 172.21.15.84:0/3790633916 shutdown_connections 2024-04-15T15:11:43.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.420+0000 7f2717579740 1 -- 172.21.15.84:0/3790633916 wait complete. 2024-04-15T15:11:43.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.420+0000 7f2717579740 1 -- start start 2024-04-15T15:11:43.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.421+0000 7f2717579740 1 Processor -- start 2024-04-15T15:11:43.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.421+0000 7f2717579740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55a7ccea9e10 0x55a7ccedc050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.421+0000 7f2717579740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a7cceaa1f0 0x55a7ccec25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.421+0000 7f2717579740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cced7fc0 0x55a7cceaf2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.421+0000 7f2717579740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a7cce815c0 con 0x55a7cced7fc0 2024-04-15T15:11:43.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.421+0000 7f2717579740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55a7ccda1a10 con 0x55a7cceaa1f0 2024-04-15T15:11:43.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.421+0000 7f2717579740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x55a7cce809b0 con 0x55a7ccea9e10 2024-04-15T15:11:43.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.421+0000 7f2717579740 10 client.0 _ll_register_callbacks cb 0x55a7ccddd250 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-15T15:11:43.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.421+0000 7f270ed9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cced7fc0 0x55a7cceaf2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f270ed9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cced7fc0 0x55a7cceaf2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40208/0 (socket says 172.21.15.84:40208) 2024-04-15T15:11:43.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f270ed9d640 1 -- 172.21.15.84:0/580559028 learned_addr learned my addr 172.21.15.84:0/580559028 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:43.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f270e59c640 1 --2- 172.21.15.84:0/580559028 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55a7ccea9e10 0x55a7ccedc050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f2707fff640 1 --2- 172.21.15.84:0/580559028 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a7cceaa1f0 0x55a7ccec25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f270ed9d640 1 -- 172.21.15.84:0/580559028 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55a7ccea9e10 msgr2=0x55a7ccedc050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:43.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f270ed9d640 1 --2- 172.21.15.84:0/580559028 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55a7ccea9e10 0x55a7ccedc050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f270ed9d640 1 -- 172.21.15.84:0/580559028 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a7cceaa1f0 msgr2=0x55a7ccec25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:43.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f270ed9d640 1 --2- 172.21.15.84:0/580559028 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a7cceaa1f0 0x55a7ccec25d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f270ed9d640 1 -- 172.21.15.84:0/580559028 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a7ccbc46b0 con 0x55a7cced7fc0 2024-04-15T15:11:43.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f270ed9d640 1 --2- 172.21.15.84:0/580559028 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cced7fc0 0x55a7cceaf2a0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f2708002190 tx=0x7f2708007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc80377799753f3c server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:43.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f26ed7fa640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-15T15:11:43.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f26ed7fa640 1 -- 172.21.15.84:0/580559028 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2708013570 con 0x55a7cced7fc0 2024-04-15T15:11:43.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f26ed7fa640 1 -- 172.21.15.84:0/580559028 <== mon.0 v2:172.21.15.84:3300/0 2 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f270800c910 con 0x55a7cced7fc0 2024-04-15T15:11:43.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f2717579740 1 -- 172.21.15.84:0/580559028 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f26f80458a0 con 0x55a7cced7fc0 2024-04-15T15:11:43.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f26ed7fa640 1 -- 172.21.15.84:0/580559028 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7f270800cb10 con 0x55a7cced7fc0 2024-04-15T15:11:43.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f2717579740 10 client.5691 fetch_fsmap learned FSMap version 16 2024-04-15T15:11:43.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f2717579740 1 -- 172.21.15.84:0/580559028 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) -- 0x55a7ccec2b10 con 0x55a7cced7fc0 2024-04-15T15:11:43.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f26ed7fa640 1 -- 172.21.15.84:0/580559028 <== mon.0 v2:172.21.15.84:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26f80458a0 con 0x55a7cced7fc0 2024-04-15T15:11:43.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f26ed7fa640 1 -- 172.21.15.84:0/580559028 <== mon.0 v2:172.21.15.84:3300/0 5 ==== fsmap(e 16) ==== 3494+0+0 (secure 0 0 0) 0x7f270800ccb0 con 0x55a7cced7fc0 2024-04-15T15:11:43.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f2717579740 10 client.5691 fetch_fsmap finished waiting for FSMap version 16 2024-04-15T15:11:43.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f2717579740 10 client.5691 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-15T15:11:43.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.422+0000 7f2717579740 20 client.5691 populate_metadata read hostname 'smithi084' 2024-04-15T15:11:43.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.423+0000 7f2717579740 1 --2- 172.21.15.84:0/580559028 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55a7ccee40d0 0x55a7ccee64c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.423+0000 7f2717579740 4 client.5691 mds_command: new command op to 5520 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-15T15:11:43.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.423+0000 7f2717579740 1 -- 172.21.15.84:0/580559028 --> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a7ccdf53e0 con 0x55a7ccee40d0 2024-04-15T15:11:43.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.423+0000 7f270e59c640 1 --2- 172.21.15.84:0/580559028 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55a7ccee40d0 0x55a7ccee64c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.423+0000 7f26ed7fa640 10 client.5691 ms_handle_connect on v2:172.21.15.84:6835/564521126 2024-04-15T15:11:43.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.423+0000 7f270e59c640 1 --2- 172.21.15.84:0/580559028 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55a7ccee40d0 0x55a7ccee64c0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=357a70919cffb8b6 server_cookie=8b8ef2637d5d55f5 in_seq=0 out_seq=0 2024-04-15T15:11:43.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.424+0000 7f26ed7fa640 1 -- 172.21.15.84:0/580559028 <== mds.0 v2:172.21.15.84:6835/564521126 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a7ccdf53e0 con 0x55a7ccee40d0 2024-04-15T15:11:43.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.424+0000 7f26ed7fa640 10 client.5691 handle_command_reply: tid=0 2024-04-15T15:11:43.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.424+0000 7f2717579740 1 client.5691 shutdown 2024-04-15T15:11:43.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.424+0000 7f2717579740 1 -- 172.21.15.84:0/580559028 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cced7fc0 msgr2=0x55a7cceaf2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:43.431 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.424+0000 7f2717579740 1 --2- 172.21.15.84:0/580559028 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cced7fc0 0x55a7cceaf2a0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f2708002190 tx=0x7f2708007430 comp rx=0 tx=0).stop 2024-04-15T15:11:43.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.424+0000 7f2717579740 1 -- 172.21.15.84:0/580559028 shutdown_connections 2024-04-15T15:11:43.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.424+0000 7f2717579740 1 --2- 172.21.15.84:0/580559028 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55a7ccee40d0 0x55a7ccee64c0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.424+0000 7f2717579740 1 --2- 172.21.15.84:0/580559028 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a7cceaa1f0 0x55a7ccec25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.424+0000 7f2717579740 1 --2- 172.21.15.84:0/580559028 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cced7fc0 0x55a7cceaf2a0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.424+0000 7f2717579740 1 --2- 172.21.15.84:0/580559028 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55a7ccea9e10 0x55a7ccedc050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.424+0000 7f26ed7fa640 0 client.5691 ms_handle_reset on v2:172.21.15.84:6835/564521126 2024-04-15T15:11:43.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.424+0000 7f2717579740 1 -- 172.21.15.84:0/580559028 >> 172.21.15.84:0/580559028 conn(0x55a7cce7d2f0 msgr2=0x55a7cceacb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:43.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.424+0000 7f2717579740 1 -- 172.21.15.84:0/580559028 shutdown_connections 2024-04-15T15:11:43.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.424+0000 7f2717579740 1 -- 172.21.15.84:0/580559028 wait complete. 2024-04-15T15:11:43.432 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.424+0000 7f2717579740 20 client.5691 trim_cache size 0 max 16384 2024-04-15T15:11:43.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.442+0000 7f2717579740 1 Processor -- start 2024-04-15T15:11:43.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.442+0000 7f2717579740 1 -- start start 2024-04-15T15:11:43.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.443+0000 7f2717579740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55a7ccea9e10 0x55a7ccec3090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.443+0000 7f2717579740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cceaa1f0 0x55a7cceeb4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.443+0000 7f2717579740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a7cced7fc0 0x55a7cceeba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.443+0000 7f2717579740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f27102004b0 con 0x55a7cceaa1f0 2024-04-15T15:11:43.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.443+0000 7f2717579740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f27100c8dd0 con 0x55a7cced7fc0 2024-04-15T15:11:43.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.443+0000 7f2717579740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f27100c9420 con 0x55a7ccea9e10 2024-04-15T15:11:43.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.443+0000 7f2707fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cceaa1f0 0x55a7cceeb4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.443+0000 7f2707fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cceaa1f0 0x55a7cceeb4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40218/0 (socket says 172.21.15.84:40218) 2024-04-15T15:11:43.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.443+0000 7f2707fff640 1 -- 172.21.15.84:0/248975093 learned_addr learned my addr 172.21.15.84:0/248975093 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:43.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.443+0000 7f2707fff640 1 -- 172.21.15.84:0/248975093 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55a7ccea9e10 msgr2=0x55a7ccec3090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:43.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.443+0000 7f2707fff640 1 --2- 172.21.15.84:0/248975093 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55a7ccea9e10 0x55a7ccec3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.443+0000 7f2707fff640 1 -- 172.21.15.84:0/248975093 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a7cced7fc0 msgr2=0x55a7cceeba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:43.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.443+0000 7f2707fff640 1 --2- 172.21.15.84:0/248975093 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a7cced7fc0 0x55a7cceeba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.443+0000 7f2707fff640 1 -- 172.21.15.84:0/248975093 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a7cce7dd90 con 0x55a7cceaa1f0 2024-04-15T15:11:43.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.443+0000 7f2707fff640 1 --2- 172.21.15.84:0/248975093 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cceaa1f0 0x55a7cceeb4f0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f26f80097a0 tx=0x7f26f8009190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d2947c66daaa8a0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:43.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.443+0000 7f26ef7fe640 1 -- 172.21.15.84:0/248975093 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26f8055070 con 0x55a7cceaa1f0 2024-04-15T15:11:43.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.443+0000 7f26ef7fe640 1 -- 172.21.15.84:0/248975093 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26f8045b30 con 0x55a7cceaa1f0 2024-04-15T15:11:43.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.443+0000 7f26ef7fe640 1 -- 172.21.15.84:0/248975093 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26f8034040 con 0x55a7cceaa1f0 2024-04-15T15:11:43.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.444+0000 7f2717579740 1 -- 172.21.15.84:0/248975093 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cceaa1f0 msgr2=0x55a7cceeb4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:43.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.444+0000 7f2717579740 1 --2- 172.21.15.84:0/248975093 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cceaa1f0 0x55a7cceeb4f0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f26f80097a0 tx=0x7f26f8009190 comp rx=0 tx=0).stop 2024-04-15T15:11:43.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.444+0000 7f2717579740 1 -- 172.21.15.84:0/248975093 shutdown_connections 2024-04-15T15:11:43.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.444+0000 7f2717579740 1 --2- 172.21.15.84:0/248975093 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a7cced7fc0 0x55a7cceeba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.444+0000 7f2717579740 1 --2- 172.21.15.84:0/248975093 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cceaa1f0 0x55a7cceeb4f0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.444+0000 7f2717579740 1 --2- 172.21.15.84:0/248975093 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55a7ccea9e10 0x55a7ccec3090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.444+0000 7f2717579740 1 -- 172.21.15.84:0/248975093 >> 172.21.15.84:0/248975093 conn(0x55a7cce7d2f0 msgr2=0x55a7cceb0a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:43.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.444+0000 7f2717579740 1 -- 172.21.15.84:0/248975093 shutdown_connections 2024-04-15T15:11:43.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.444+0000 7f2717579740 1 -- 172.21.15.84:0/248975093 wait complete. 2024-04-15T15:11:43.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.444+0000 7f2717579740 1 -- start start 2024-04-15T15:11:43.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.445+0000 7f2717579740 1 Processor -- start 2024-04-15T15:11:43.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.445+0000 7f2717579740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a7ccea9e10 0x55a7cce96ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.445+0000 7f2717579740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55a7cceaa1f0 0x55a7cce97010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.445+0000 7f2717579740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cced7fc0 0x55a7cceeb7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.445+0000 7f2717579740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55a7cceaed80 con 0x55a7cced7fc0 2024-04-15T15:11:43.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.445+0000 7f2717579740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55a7cced8a40 con 0x55a7ccea9e10 2024-04-15T15:11:43.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.445+0000 7f2717579740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x55a7cce9b3a0 con 0x55a7cceaa1f0 2024-04-15T15:11:43.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.446+0000 7f2717579740 10 client.0 _ll_register_callbacks cb 0x7f2708004be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-15T15:11:43.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.446+0000 7f270ed9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cced7fc0 0x55a7cceeb7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.446+0000 7f270ed9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cced7fc0 0x55a7cceeb7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40228/0 (socket says 172.21.15.84:40228) 2024-04-15T15:11:43.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.446+0000 7f270ed9d640 1 -- 172.21.15.84:0/3980560061 learned_addr learned my addr 172.21.15.84:0/3980560061 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:43.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.446+0000 7f2707fff640 1 --2- 172.21.15.84:0/3980560061 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55a7cceaa1f0 0x55a7cce97010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.446+0000 7f270e59c640 1 --2- 172.21.15.84:0/3980560061 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a7ccea9e10 0x55a7cce96ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.446+0000 7f270ed9d640 1 -- 172.21.15.84:0/3980560061 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55a7cceaa1f0 msgr2=0x55a7cce97010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:43.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.446+0000 7f270ed9d640 1 --2- 172.21.15.84:0/3980560061 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55a7cceaa1f0 0x55a7cce97010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.446+0000 7f270ed9d640 1 -- 172.21.15.84:0/3980560061 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a7ccea9e10 msgr2=0x55a7cce96ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:43.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.446+0000 7f270ed9d640 1 --2- 172.21.15.84:0/3980560061 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a7ccea9e10 0x55a7cce96ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.446+0000 7f270ed9d640 1 -- 172.21.15.84:0/3980560061 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a7ccec9d20 con 0x55a7cced7fc0 2024-04-15T15:11:43.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.446+0000 7f270ed9d640 1 --2- 172.21.15.84:0/3980560061 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cced7fc0 0x55a7cceeb7d0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f2708001f70 tx=0x7f2708001250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d30dda6418c5b5e2 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:43.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.446+0000 7f26ed7fa640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-15T15:11:43.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.446+0000 7f26ed7fa640 1 -- 172.21.15.84:0/3980560061 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f270802d060 con 0x55a7cced7fc0 2024-04-15T15:11:43.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.446+0000 7f26ed7fa640 1 -- 172.21.15.84:0/3980560061 <== mon.0 v2:172.21.15.84:3300/0 2 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f2708013d50 con 0x55a7cced7fc0 2024-04-15T15:11:43.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.446+0000 7f2717579740 1 -- 172.21.15.84:0/3980560061 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f26f8045b30 con 0x55a7cced7fc0 2024-04-15T15:11:43.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.446+0000 7f26ed7fa640 1 -- 172.21.15.84:0/3980560061 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7f2708033050 con 0x55a7cced7fc0 2024-04-15T15:11:43.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.446+0000 7f2717579740 10 client.5697 fetch_fsmap learned FSMap version 16 2024-04-15T15:11:43.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.446+0000 7f2717579740 1 -- 172.21.15.84:0/3980560061 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) -- 0x55a7ccec9800 con 0x55a7cced7fc0 2024-04-15T15:11:43.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.446+0000 7f26ed7fa640 1 -- 172.21.15.84:0/3980560061 <== mon.0 v2:172.21.15.84:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26f8045b30 con 0x55a7cced7fc0 2024-04-15T15:11:43.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.447+0000 7f26ed7fa640 1 -- 172.21.15.84:0/3980560061 <== mon.0 v2:172.21.15.84:3300/0 5 ==== fsmap(e 16) ==== 3494+0+0 (secure 0 0 0) 0x7f2708036020 con 0x55a7cced7fc0 2024-04-15T15:11:43.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.447+0000 7f2717579740 10 client.5697 fetch_fsmap finished waiting for FSMap version 16 2024-04-15T15:11:43.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.447+0000 7f2717579740 10 client.5697 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-15T15:11:43.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.447+0000 7f2717579740 20 client.5697 populate_metadata read hostname 'smithi084' 2024-04-15T15:11:43.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.447+0000 7f2717579740 1 --2- 172.21.15.84:0/3980560061 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55a7cce81ab0 0x55a7cce81e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.447+0000 7f2717579740 4 client.5697 mds_command: new command op to 5520 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-15T15:11:43.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.447+0000 7f2717579740 1 -- 172.21.15.84:0/3980560061 --> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] -- command(tid 0: {"prefix": "status"}) -- 0x55a7ccdef250 con 0x55a7cce81ab0 2024-04-15T15:11:43.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.447+0000 7f270e59c640 1 --2- 172.21.15.84:0/3980560061 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55a7cce81ab0 0x55a7cce81e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.447+0000 7f26ed7fa640 10 client.5697 ms_handle_connect on v2:172.21.15.84:6835/564521126 2024-04-15T15:11:43.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.447+0000 7f270e59c640 1 --2- 172.21.15.84:0/3980560061 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55a7cce81ab0 0x55a7cce81e90 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a95939599c37ce server_cookie=e81d25e902d6f094 in_seq=0 out_seq=0 2024-04-15T15:11:43.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.447+0000 7f26ed7fa640 1 -- 172.21.15.84:0/3980560061 <== mds.0 v2:172.21.15.84:6835/564521126 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x55a7ccdef250 con 0x55a7cce81ab0 2024-04-15T15:11:43.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.447+0000 7f26ed7fa640 10 client.5697 handle_command_reply: tid=0 2024-04-15T15:11:43.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.447+0000 7f2717579740 1 client.5697 shutdown 2024-04-15T15:11:43.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.447+0000 7f2717579740 1 -- 172.21.15.84:0/3980560061 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cced7fc0 msgr2=0x55a7cceeb7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:43.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.447+0000 7f2717579740 1 --2- 172.21.15.84:0/3980560061 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cced7fc0 0x55a7cceeb7d0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f2708001f70 tx=0x7f2708001250 comp rx=0 tx=0).stop 2024-04-15T15:11:43.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.447+0000 7f2717579740 1 -- 172.21.15.84:0/3980560061 shutdown_connections 2024-04-15T15:11:43.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.447+0000 7f2717579740 1 --2- 172.21.15.84:0/3980560061 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55a7cce81ab0 0x55a7cce81e90 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.447+0000 7f2717579740 1 --2- 172.21.15.84:0/3980560061 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55a7cced7fc0 0x55a7cceeb7d0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.448+0000 7f26ed7fa640 0 client.5697 ms_handle_reset on v2:172.21.15.84:6835/564521126 2024-04-15T15:11:43.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.448+0000 7f2717579740 1 --2- 172.21.15.84:0/3980560061 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55a7cceaa1f0 0x55a7cce97010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.448+0000 7f2717579740 1 --2- 172.21.15.84:0/3980560061 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a7ccea9e10 0x55a7cce96ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.448+0000 7f2717579740 1 -- 172.21.15.84:0/3980560061 >> 172.21.15.84:0/3980560061 conn(0x55a7cce7d2f0 msgr2=0x55a7ccec23e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:43.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.448+0000 7f2717579740 1 -- 172.21.15.84:0/3980560061 shutdown_connections 2024-04-15T15:11:43.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.448+0000 7f2717579740 1 -- 172.21.15.84:0/3980560061 wait complete. 2024-04-15T15:11:43.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.448+0000 7f2717579740 20 client.5697 trim_cache size 0 max 16384 2024-04-15T15:11:43.456 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-15T15:11:43.456 INFO:teuthology.orchestra.run.smithi084.stdout: "cluster_fsid": "5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad", 2024-04-15T15:11:43.456 INFO:teuthology.orchestra.run.smithi084.stdout: "whoami": 0, 2024-04-15T15:11:43.456 INFO:teuthology.orchestra.run.smithi084.stdout: "id": 5520, 2024-04-15T15:11:43.456 INFO:teuthology.orchestra.run.smithi084.stdout: "want_state": "up:active", 2024-04-15T15:11:43.456 INFO:teuthology.orchestra.run.smithi084.stdout: "state": "up:active", 2024-04-15T15:11:43.456 INFO:teuthology.orchestra.run.smithi084.stdout: "fs_name": "cephfs", 2024-04-15T15:11:43.456 INFO:teuthology.orchestra.run.smithi084.stdout: "rank_uptime": 4.654462251, 2024-04-15T15:11:43.456 INFO:teuthology.orchestra.run.smithi084.stdout: "mdsmap_epoch": 16, 2024-04-15T15:11:43.456 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_epoch": 38, 2024-04-15T15:11:43.457 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_epoch_barrier": 38, 2024-04-15T15:11:43.457 INFO:teuthology.orchestra.run.smithi084.stdout: "uptime": 11.552989484999999 2024-04-15T15:11:43.457 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-15T15:11:43.457 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.448+0000 7f27148b3640 1 -- 172.21.15.84:0/4216587393 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f26f006c8f0 msgr2=0x7f26f006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:43.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.448+0000 7f27148b3640 1 --2- 172.21.15.84:0/4216587393 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f26f006c8f0 0x7f26f006edb0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f26f8036000 tx=0x7f26f803b040 comp rx=0 tx=0).stop 2024-04-15T15:11:43.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.448+0000 7f27148b3640 1 -- 172.21.15.84:0/4216587393 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f271006c400 msgr2=0x7f2710152b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:43.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.448+0000 7f27148b3640 1 --2- 172.21.15.84:0/4216587393 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f271006c400 0x7f2710152b60 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f270000ea00 tx=0x7f270000eec0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.448+0000 7f27148b3640 1 -- 172.21.15.84:0/4216587393 shutdown_connections 2024-04-15T15:11:43.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.448+0000 7f27148b3640 1 --2- 172.21.15.84:0/4216587393 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f26f006c8f0 0x7f26f006edb0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.448+0000 7f27148b3640 1 --2- 172.21.15.84:0/4216587393 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f271015e610 0x7f27100cc230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.448+0000 7f27148b3640 1 --2- 172.21.15.84:0/4216587393 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f271015e9f0 0x7f2710161230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.448+0000 7f27148b3640 1 --2- 172.21.15.84:0/4216587393 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f271006c400 0x7f2710152b60 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.448+0000 7f27148b3640 1 -- 172.21.15.84:0/4216587393 >> 172.21.15.84:0/4216587393 conn(0x7f27100d4750 msgr2=0x7f27100d4b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:43.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.448+0000 7f27148b3640 1 -- 172.21.15.84:0/4216587393 shutdown_connections 2024-04-15T15:11:43.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.448+0000 7f27148b3640 1 -- 172.21.15.84:0/4216587393 wait complete. 2024-04-15T15:11:43.461 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-04-15T15:11:43.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.563+0000 7fb9944b1640 1 Processor -- start 2024-04-15T15:11:43.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.563+0000 7fb9944b1640 1 -- start start 2024-04-15T15:11:43.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.564+0000 7fb9944b1640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb98c161e40 0x7fb98c0b37f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.564+0000 7fb9944b1640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fb98c0d12b0 0x7fb98c0d2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.564+0000 7fb9944b1640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb98c162220 con 0x7fb98c0d2ea0 2024-04-15T15:11:43.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.564+0000 7fb9944b1640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fb98c0d21f0 con 0x7fb98c0d12b0 2024-04-15T15:11:43.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.564+0000 7fb9944b1640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb98c0d1820 con 0x7fb98c161e40 2024-04-15T15:11:43.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.564+0000 7fb99224d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb98c161e40 0x7fb98c0b37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.564+0000 7fb991a4c640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fb98c0d12b0 0x7fb98c0d2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.564+0000 7fb99224d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb98c161e40 0x7fb98c0b37f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:50908/0 (socket says 172.21.15.84:50908) 2024-04-15T15:11:43.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.564+0000 7fb991a4c640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fb98c0d12b0 0x7fb98c0d2960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:47906/0 (socket says 172.21.15.84:47906) 2024-04-15T15:11:43.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.564+0000 7fb99224d640 1 -- 172.21.15.84:0/2253753907 learned_addr learned my addr 172.21.15.84:0/2253753907 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:43.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.564+0000 7fb991a4c640 1 -- 172.21.15.84:0/2253753907 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb98c161e40 msgr2=0x7fb98c0b37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:43.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.564+0000 7fb991a4c640 1 --2- 172.21.15.84:0/2253753907 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb98c161e40 0x7fb98c0b37f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.564+0000 7fb991a4c640 1 -- 172.21.15.84:0/2253753907 >> v1:172.21.15.203:6789/0 conn(0x7fb98c0d2ea0 legacy=0x7fb98c0d45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:43.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.564+0000 7fb991a4c640 1 -- 172.21.15.84:0/2253753907 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb98c0d1b00 con 0x7fb98c0d12b0 2024-04-15T15:11:43.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.564+0000 7fb99224d640 1 --2- 172.21.15.84:0/2253753907 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb98c161e40 0x7fb98c0b37f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:11:43.569 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.565+0000 7fb991a4c640 1 --2- 172.21.15.84:0/2253753907 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb98c0d12b0 0x7fb98c0d2960 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb9800097d0 tx=0x7fb98002b810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4e4ca5e9db100a8e server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:43.569 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.565+0000 7fb99124b640 1 -- 172.21.15.84:0/2253753907 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb980031770 con 0x7fb98c0d12b0 2024-04-15T15:11:43.569 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.565+0000 7fb99124b640 1 -- 172.21.15.84:0/2253753907 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb980037070 con 0x7fb98c0d12b0 2024-04-15T15:11:43.569 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.565+0000 7fb99124b640 1 -- 172.21.15.84:0/2253753907 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb980031b30 con 0x7fb98c0d12b0 2024-04-15T15:11:43.569 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.566+0000 7fb9944b1640 1 -- 172.21.15.84:0/2253753907 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb98c0d12b0 msgr2=0x7fb98c0d2960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:43.569 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.566+0000 7fb9944b1640 1 --2- 172.21.15.84:0/2253753907 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb98c0d12b0 0x7fb98c0d2960 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb9800097d0 tx=0x7fb98002b810 comp rx=0 tx=0).stop 2024-04-15T15:11:43.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.566+0000 7fb9944b1640 1 -- 172.21.15.84:0/2253753907 shutdown_connections 2024-04-15T15:11:43.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.566+0000 7fb9944b1640 1 --2- 172.21.15.84:0/2253753907 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb98c0d12b0 0x7fb98c0d2960 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.566+0000 7fb9944b1640 1 --2- 172.21.15.84:0/2253753907 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb98c161e40 0x7fb98c0b37f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.566+0000 7fb9944b1640 1 -- 172.21.15.84:0/2253753907 >> 172.21.15.84:0/2253753907 conn(0x7fb98c09d970 msgr2=0x7fb98c0b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:43.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.566+0000 7fb9944b1640 1 -- 172.21.15.84:0/2253753907 shutdown_connections 2024-04-15T15:11:43.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.566+0000 7fb9944b1640 1 -- 172.21.15.84:0/2253753907 wait complete. 2024-04-15T15:11:43.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.567+0000 7fb9944b1640 1 Processor -- start 2024-04-15T15:11:43.570 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.567+0000 7fb9944b1640 1 -- start start 2024-04-15T15:11:43.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.568+0000 7fb9944b1640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb98c0d12b0 0x7fb98c06d810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.568+0000 7fb9944b1640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb98c161e40 0x7fb98c06c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.568+0000 7fb9944b1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb98c1514d0 0x7fb98c150670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.568+0000 7fb9944b1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb98c0b3d30 con 0x7fb98c1514d0 2024-04-15T15:11:43.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.568+0000 7fb9944b1640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb98c0d2440 con 0x7fb98c161e40 2024-04-15T15:11:43.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.568+0000 7fb9944b1640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb98c0b3eb0 con 0x7fb98c0d12b0 2024-04-15T15:11:43.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.568+0000 7fb992a4e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb98c1514d0 0x7fb98c150670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.568+0000 7fb992a4e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb98c1514d0 0x7fb98c150670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40244/0 (socket says 172.21.15.84:40244) 2024-04-15T15:11:43.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.568+0000 7fb992a4e640 1 -- 172.21.15.84:0/1054407454 learned_addr learned my addr 172.21.15.84:0/1054407454 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:43.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.568+0000 7fb99224d640 1 --2- 172.21.15.84:0/1054407454 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb98c0d12b0 0x7fb98c06d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.568+0000 7fb992a4e640 1 -- 172.21.15.84:0/1054407454 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb98c0d12b0 msgr2=0x7fb98c06d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:43.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.568+0000 7fb992a4e640 1 --2- 172.21.15.84:0/1054407454 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb98c0d12b0 0x7fb98c06d810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.568+0000 7fb992a4e640 1 -- 172.21.15.84:0/1054407454 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb98c161e40 msgr2=0x7fb98c06c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:43.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.568+0000 7fb992a4e640 1 --2- 172.21.15.84:0/1054407454 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb98c161e40 0x7fb98c06c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.568+0000 7fb992a4e640 1 -- 172.21.15.84:0/1054407454 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb98c06ce70 con 0x7fb98c1514d0 2024-04-15T15:11:43.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.569+0000 7fb992a4e640 1 --2- 172.21.15.84:0/1054407454 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb98c1514d0 0x7fb98c150670 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fb984002230 tx=0x7fb98400cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:43.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.569+0000 7fb97effd640 1 -- 172.21.15.84:0/1054407454 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb984003b70 con 0x7fb98c1514d0 2024-04-15T15:11:43.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.569+0000 7fb97effd640 1 -- 172.21.15.84:0/1054407454 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb984003d10 con 0x7fb98c1514d0 2024-04-15T15:11:43.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.569+0000 7fb9944b1640 1 -- 172.21.15.84:0/1054407454 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb98c06d150 con 0x7fb98c1514d0 2024-04-15T15:11:43.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.569+0000 7fb97effd640 1 -- 172.21.15.84:0/1054407454 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb984005310 con 0x7fb98c1514d0 2024-04-15T15:11:43.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.569+0000 7fb9944b1640 1 -- 172.21.15.84:0/1054407454 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb98c0cb9d0 con 0x7fb98c1514d0 2024-04-15T15:11:43.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.570+0000 7fb9944b1640 1 -- 172.21.15.84:0/1054407454 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb98c0689e0 con 0x7fb98c1514d0 2024-04-15T15:11:43.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.570+0000 7fb97effd640 1 -- 172.21.15.84:0/1054407454 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fb9840056c0 con 0x7fb98c1514d0 2024-04-15T15:11:43.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.571+0000 7fb97effd640 1 --2- 172.21.15.84:0/1054407454 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb97006c8f0 0x7fb97006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:43.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.571+0000 7fb97effd640 1 -- 172.21.15.84:0/1054407454 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fb98408bda0 con 0x7fb98c1514d0 2024-04-15T15:11:43.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.571+0000 7fb99224d640 1 --2- 172.21.15.84:0/1054407454 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb97006c8f0 0x7fb97006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:43.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.571+0000 7fb99224d640 1 --2- 172.21.15.84:0/1054407454 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb97006c8f0 0x7fb97006edb0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fb9880099e0 tx=0x7fb988008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:43.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.575+0000 7fb97effd640 1 -- 172.21.15.84:0/1054407454 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fb98405a0d0 con 0x7fb98c1514d0 2024-04-15T15:11:43.770 INFO:tasks.ceph.mds.a.smithi084.stderr:2024-04-15T15:11:43.768+0000 7f35da68a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-15T15:11:43.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.788+0000 7fb9944b1640 1 -- 172.21.15.84:0/1054407454 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb98c0b7490 con 0x7fb98c1514d0 2024-04-15T15:11:43.790 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.788+0000 7fb97effd640 1 -- 172.21.15.84:0/1054407454 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) ==== 53+0+73 (secure 0 0 0) 0x7fb9840599d0 con 0x7fb98c1514d0 2024-04-15T15:11:43.791 INFO:teuthology.orchestra.run.smithi084.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-15T15:11:43.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.790+0000 7fb9944b1640 1 -- 172.21.15.84:0/1054407454 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb97006c8f0 msgr2=0x7fb97006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:43.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.790+0000 7fb9944b1640 1 --2- 172.21.15.84:0/1054407454 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb97006c8f0 0x7fb97006edb0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fb9880099e0 tx=0x7fb988008040 comp rx=0 tx=0).stop 2024-04-15T15:11:43.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.790+0000 7fb9944b1640 1 -- 172.21.15.84:0/1054407454 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb98c1514d0 msgr2=0x7fb98c150670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:43.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.790+0000 7fb9944b1640 1 --2- 172.21.15.84:0/1054407454 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb98c1514d0 0x7fb98c150670 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fb984002230 tx=0x7fb98400cb90 comp rx=0 tx=0).stop 2024-04-15T15:11:43.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.790+0000 7fb9944b1640 1 -- 172.21.15.84:0/1054407454 shutdown_connections 2024-04-15T15:11:43.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.790+0000 7fb9944b1640 1 --2- 172.21.15.84:0/1054407454 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb97006c8f0 0x7fb97006edb0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.790+0000 7fb9944b1640 1 --2- 172.21.15.84:0/1054407454 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb98c161e40 0x7fb98c06c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.792 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.790+0000 7fb9944b1640 1 --2- 172.21.15.84:0/1054407454 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb98c1514d0 0x7fb98c150670 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.793 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.790+0000 7fb9944b1640 1 --2- 172.21.15.84:0/1054407454 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb98c0d12b0 0x7fb98c06d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:43.793 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.790+0000 7fb9944b1640 1 -- 172.21.15.84:0/1054407454 >> 172.21.15.84:0/1054407454 conn(0x7fb98c09d970 msgr2=0x7fb98c0cfad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:43.793 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.790+0000 7fb9944b1640 1 -- 172.21.15.84:0/1054407454 shutdown_connections 2024-04-15T15:11:43.793 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:43.790+0000 7fb9944b1640 1 -- 172.21.15.84:0/1054407454 wait complete. 2024-04-15T15:11:43.803 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-15T15:11:43.803 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-15T15:11:43.803 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi084.front.sepia.ceph.com 2024-04-15T15:11:43.803 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-15T15:11:43.803 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-15T15:11:43.803 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-15T15:11:43.803 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-15T15:11:43.803 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-15T15:11:43.803 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-15T15:11:43.803 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:43.803 DEBUG:teuthology.orchestra.run.smithi084:> ip addr 2024-04-15T15:11:43.819 INFO:teuthology.orchestra.run.smithi084.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-15T15:11:43.820 INFO:teuthology.orchestra.run.smithi084.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-15T15:11:43.820 INFO:teuthology.orchestra.run.smithi084.stdout: inet 127.0.0.1/8 scope host lo 2024-04-15T15:11:43.820 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:11:43.820 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 ::1/128 scope host 2024-04-15T15:11:43.820 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:11:43.820 INFO:teuthology.orchestra.run.smithi084.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:11:43.820 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:d8:da:68 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:11:43.820 INFO:teuthology.orchestra.run.smithi084.stdout: altname enp7s0f0 2024-04-15T15:11:43.820 INFO:teuthology.orchestra.run.smithi084.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:11:43.820 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:d8:da:69 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:11:43.820 INFO:teuthology.orchestra.run.smithi084.stdout: altname enp7s0f1 2024-04-15T15:11:43.821 INFO:teuthology.orchestra.run.smithi084.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:11:43.821 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:8f:d7:50 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:11:43.821 INFO:teuthology.orchestra.run.smithi084.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-15T15:11:43.821 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:8f:d7:51 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:11:43.821 INFO:teuthology.orchestra.run.smithi084.stdout: inet 172.21.15.84/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-04-15T15:11:43.821 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft 42618sec preferred_lft 42618sec 2024-04-15T15:11:43.821 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 fe80::ec4:7aff:fe8f:d751/64 scope link 2024-04-15T15:11:43.821 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:11:43.821 INFO:teuthology.orchestra.run.smithi084.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-04-15T15:11:43.821 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 66:30:8c:f0:88:84 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:11:43.821 INFO:teuthology.orchestra.run.smithi084.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-04-15T15:11:43.821 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:11:43.821 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 fe80::9c31:12ff:fe0a:5fce/64 scope link 2024-04-15T15:11:43.821 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:11:43.821 INFO:teuthology.orchestra.run.smithi084.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-04-15T15:11:43.822 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether be:c4:af:f4:05:f6 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:11:43.822 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 fe80::bcc4:afff:fef4:5f6/64 scope link 2024-04-15T15:11:43.822 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:11:43.822 INFO:teuthology.orchestra.run.smithi084.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-04-15T15:11:43.822 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 66:30:8c:f0:88:84 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-04-15T15:11:43.822 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 fe80::6430:8cff:fef0:8884/64 scope link 2024-04-15T15:11:43.822 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:11:43.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:43.822 DEBUG:teuthology.orchestra.run.smithi084:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-15T15:11:43.887 INFO:teuthology.orchestra.run.smithi084.stdout:1 2024-04-15T15:11:43.889 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:43.889 DEBUG:teuthology.orchestra.run.smithi084:> route 2024-04-15T15:11:43.945 INFO:teuthology.orchestra.run.smithi084.stdout:Kernel IP routing table 2024-04-15T15:11:43.945 INFO:teuthology.orchestra.run.smithi084.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-15T15:11:43.945 INFO:teuthology.orchestra.run.smithi084.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-15T15:11:43.946 INFO:teuthology.orchestra.run.smithi084.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-15T15:11:43.946 INFO:teuthology.orchestra.run.smithi084.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-15T15:11:43.949 DEBUG:teuthology.orchestra.run.smithi084:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:11:43.950 DEBUG:teuthology.orchestra.run.smithi084:> set -e 2024-04-15T15:11:43.950 DEBUG:teuthology.orchestra.run.smithi084:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-15T15:11:43.950 DEBUG:teuthology.orchestra.run.smithi084:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-15T15:11:43.950 DEBUG:teuthology.orchestra.run.smithi084:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-15T15:11:43.950 DEBUG:teuthology.orchestra.run.smithi084:> ') 2024-04-15T15:11:44.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:44 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:11:44.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:11:44.084 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:44.085 DEBUG:teuthology.orchestra.run.smithi084:> ip netns list 2024-04-15T15:11:44.100 INFO:teuthology.orchestra.run.smithi084.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-04-15T15:11:44.100 INFO:teuthology.orchestra.run.smithi084.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-15T15:11:44.101 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-15T15:11:44.101 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:44.101 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip link set brx.0 up 2024-04-15T15:11:44.169 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-04-15T15:11:44.170 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:11:44.170 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-15T15:11:44.225 INFO:teuthology.orchestra.run.smithi084.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-15T15:11:44.225 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:11:44.225 DEBUG:teuthology.orchestra.run.smithi084:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-15T15:11:44.280 DEBUG:teuthology.orchestra.run.smithi084:> sudo modprobe fuse 2024-04-15T15:11:44.349 DEBUG:teuthology.orchestra.run.smithi084:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:11:44.407 INFO:teuthology.orchestra.run.smithi084.stdout:/proc 2024-04-15T15:11:44.407 INFO:teuthology.orchestra.run.smithi084.stdout:/sys 2024-04-15T15:11:44.407 INFO:teuthology.orchestra.run.smithi084.stdout:/dev 2024-04-15T15:11:44.407 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/security 2024-04-15T15:11:44.407 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/shm 2024-04-15T15:11:44.408 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/pts 2024-04-15T15:11:44.408 INFO:teuthology.orchestra.run.smithi084.stdout:/run 2024-04-15T15:11:44.408 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/cgroup 2024-04-15T15:11:44.408 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/pstore 2024-04-15T15:11:44.408 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/bpf 2024-04-15T15:11:44.409 INFO:teuthology.orchestra.run.smithi084.stdout:/ 2024-04-15T15:11:44.409 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/selinux 2024-04-15T15:11:44.409 INFO:teuthology.orchestra.run.smithi084.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:11:44.409 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/mqueue 2024-04-15T15:11:44.409 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/hugepages 2024-04-15T15:11:44.409 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/debug 2024-04-15T15:11:44.410 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/tracing 2024-04-15T15:11:44.410 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/fuse/connections 2024-04-15T15:11:44.410 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/config 2024-04-15T15:11:44.410 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:11:44.410 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:11:44.410 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:11:44.411 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:11:44.411 INFO:teuthology.orchestra.run.smithi084.stdout:/run/user/1000 2024-04-15T15:11:44.411 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph 2024-04-15T15:11:44.411 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-0 2024-04-15T15:11:44.411 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-1 2024-04-15T15:11:44.411 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-2 2024-04-15T15:11:44.412 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-3 2024-04-15T15:11:44.412 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns 2024-04-15T15:11:44.412 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:11:44.413 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:11:44.413 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-04-15T15:11:44.413 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-04-15T15:11:44.413 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:44.414 DEBUG:teuthology.orchestra.run.smithi084:> ls /sys/fs/fuse/connections 2024-04-15T15:11:44.463 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-15T15:11:44.463 DEBUG:teuthology.orchestra.run.smithi084:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-04-15T15:11:44.506 DEBUG:teuthology.orchestra.run.smithi084:> sudo modprobe fuse 2024-04-15T15:11:44.534 DEBUG:teuthology.orchestra.run.smithi084:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:11:44.591 INFO:teuthology.orchestra.run.smithi084.stdout:/proc 2024-04-15T15:11:44.591 INFO:teuthology.orchestra.run.smithi084.stdout:/sys 2024-04-15T15:11:44.591 INFO:teuthology.orchestra.run.smithi084.stdout:/dev 2024-04-15T15:11:44.591 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/security 2024-04-15T15:11:44.592 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/shm 2024-04-15T15:11:44.592 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/pts 2024-04-15T15:11:44.592 INFO:teuthology.orchestra.run.smithi084.stdout:/run 2024-04-15T15:11:44.592 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/cgroup 2024-04-15T15:11:44.592 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/pstore 2024-04-15T15:11:44.592 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/bpf 2024-04-15T15:11:44.592 INFO:teuthology.orchestra.run.smithi084.stdout:/ 2024-04-15T15:11:44.592 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/selinux 2024-04-15T15:11:44.592 INFO:teuthology.orchestra.run.smithi084.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:11:44.592 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/mqueue 2024-04-15T15:11:44.592 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/hugepages 2024-04-15T15:11:44.592 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/debug 2024-04-15T15:11:44.592 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/tracing 2024-04-15T15:11:44.593 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/fuse/connections 2024-04-15T15:11:44.593 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/config 2024-04-15T15:11:44.593 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:11:44.594 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:11:44.594 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:11:44.594 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:11:44.594 INFO:teuthology.orchestra.run.smithi084.stdout:/run/user/1000 2024-04-15T15:11:44.594 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph 2024-04-15T15:11:44.594 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-0 2024-04-15T15:11:44.594 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-1 2024-04-15T15:11:44.594 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-2 2024-04-15T15:11:44.594 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-3 2024-04-15T15:11:44.594 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns 2024-04-15T15:11:44.594 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:11:44.594 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:11:44.595 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-04-15T15:11:44.595 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-04-15T15:11:44.595 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:44.595 DEBUG:teuthology.orchestra.run.smithi084:> ls /sys/fs/fuse/connections 2024-04-15T15:11:44.596 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi084.stderr:2024-04-15T15:11:44.593+0000 7f3b2b044480 -1 init, newargv = 0x55b3f7dd4e80 newargc=15 2024-04-15T15:11:44.596 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi084.stderr:ceph-fuse[54395]: starting ceph client 2024-04-15T15:11:44.600 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi084.stderr:ceph-fuse[54395]: starting fuse 2024-04-15T15:11:44.611 INFO:teuthology.orchestra.run.smithi084.stdout:41 2024-04-15T15:11:44.611 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-04-15T15:11:44.611 DEBUG:teuthology.orchestra.run.smithi084:> sudo stdin-killer -- python3 -c ' 2024-04-15T15:11:44.612 DEBUG:teuthology.orchestra.run.smithi084:> import glob 2024-04-15T15:11:44.612 DEBUG:teuthology.orchestra.run.smithi084:> import re 2024-04-15T15:11:44.612 DEBUG:teuthology.orchestra.run.smithi084:> import os 2024-04-15T15:11:44.612 DEBUG:teuthology.orchestra.run.smithi084:> import subprocess 2024-04-15T15:11:44.612 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:11:44.612 DEBUG:teuthology.orchestra.run.smithi084:> def _find_admin_socket(client_name): 2024-04-15T15:11:44.612 DEBUG:teuthology.orchestra.run.smithi084:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-04-15T15:11:44.612 DEBUG:teuthology.orchestra.run.smithi084:> files = glob.glob(asok_path) 2024-04-15T15:11:44.612 DEBUG:teuthology.orchestra.run.smithi084:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-04-15T15:11:44.612 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:11:44.612 DEBUG:teuthology.orchestra.run.smithi084:> # Given a non-glob path, it better be there 2024-04-15T15:11:44.612 DEBUG:teuthology.orchestra.run.smithi084:> if "*" not in asok_path: 2024-04-15T15:11:44.612 DEBUG:teuthology.orchestra.run.smithi084:> assert(len(files) == 1) 2024-04-15T15:11:44.612 DEBUG:teuthology.orchestra.run.smithi084:> return files[0] 2024-04-15T15:11:44.613 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:11:44.613 DEBUG:teuthology.orchestra.run.smithi084:> for f in files: 2024-04-15T15:11:44.613 DEBUG:teuthology.orchestra.run.smithi084:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-15T15:11:44.613 DEBUG:teuthology.orchestra.run.smithi084:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-15T15:11:44.613 DEBUG:teuthology.orchestra.run.smithi084:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-15T15:11:44.613 DEBUG:teuthology.orchestra.run.smithi084:> contents = proc_f.read() 2024-04-15T15:11:44.613 DEBUG:teuthology.orchestra.run.smithi084:> if mountpoint in contents: 2024-04-15T15:11:44.613 DEBUG:teuthology.orchestra.run.smithi084:> return f 2024-04-15T15:11:44.613 DEBUG:teuthology.orchestra.run.smithi084:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-15T15:11:44.613 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:11:44.613 DEBUG:teuthology.orchestra.run.smithi084:> print(_find_admin_socket("client.0")) 2024-04-15T15:11:44.613 DEBUG:teuthology.orchestra.run.smithi084:> ' 2024-04-15T15:11:44.733 INFO:teuthology.orchestra.run.smithi084.stdout:/var/run/ceph/ceph-client.0.54395.asok 2024-04-15T15:11:44.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:11:44.744 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.54395.asok 2024-04-15T15:11:44.744 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:44.744 DEBUG:teuthology.orchestra.run.smithi084:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.54395.asok status 2024-04-15T15:11:44.884 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-15T15:11:44.884 INFO:teuthology.orchestra.run.smithi084.stdout: "metadata": { 2024-04-15T15:11:44.884 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_sha1": "9bf1c4ba967dd24077be6e5b87edda4ca87a6e14", 2024-04-15T15:11:44.884 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_version": "ceph version 19.0.0-2861-g9bf1c4ba (9bf1c4ba967dd24077be6e5b87edda4ca87a6e14) squid (dev)", 2024-04-15T15:11:44.884 INFO:teuthology.orchestra.run.smithi084.stdout: "entity_id": "0", 2024-04-15T15:11:44.885 INFO:teuthology.orchestra.run.smithi084.stdout: "hostname": "smithi084", 2024-04-15T15:11:44.885 INFO:teuthology.orchestra.run.smithi084.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-04-15T15:11:44.885 INFO:teuthology.orchestra.run.smithi084.stdout: "pid": "54395", 2024-04-15T15:11:44.885 INFO:teuthology.orchestra.run.smithi084.stdout: "root": "/" 2024-04-15T15:11:44.885 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:44.885 INFO:teuthology.orchestra.run.smithi084.stdout: "dentry_count": 0, 2024-04-15T15:11:44.885 INFO:teuthology.orchestra.run.smithi084.stdout: "dentry_pinned_count": 0, 2024-04-15T15:11:44.885 INFO:teuthology.orchestra.run.smithi084.stdout: "id": 5706, 2024-04-15T15:11:44.886 INFO:teuthology.orchestra.run.smithi084.stdout: "inst": { 2024-04-15T15:11:44.886 INFO:teuthology.orchestra.run.smithi084.stdout: "name": { 2024-04-15T15:11:44.886 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "client", 2024-04-15T15:11:44.886 INFO:teuthology.orchestra.run.smithi084.stdout: "num": 5706 2024-04-15T15:11:44.886 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:44.886 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": { 2024-04-15T15:11:44.886 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "v1", 2024-04-15T15:11:44.886 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": "192.168.0.1:0", 2024-04-15T15:11:44.886 INFO:teuthology.orchestra.run.smithi084.stdout: "nonce": 1756161297 2024-04-15T15:11:44.886 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:11:44.887 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:44.887 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": { 2024-04-15T15:11:44.887 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "v1", 2024-04-15T15:11:44.887 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": "192.168.0.1:0", 2024-04-15T15:11:44.887 INFO:teuthology.orchestra.run.smithi084.stdout: "nonce": 1756161297 2024-04-15T15:11:44.887 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:11:44.887 INFO:teuthology.orchestra.run.smithi084.stdout: "inst_str": "client.5706 192.168.0.1:0/1756161297", 2024-04-15T15:11:44.887 INFO:teuthology.orchestra.run.smithi084.stdout: "addr_str": "192.168.0.1:0/1756161297", 2024-04-15T15:11:44.887 INFO:teuthology.orchestra.run.smithi084.stdout: "inode_count": 1, 2024-04-15T15:11:44.887 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_epoch": 16, 2024-04-15T15:11:44.887 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_epoch": 38, 2024-04-15T15:11:44.887 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_epoch_barrier": 0, 2024-04-15T15:11:44.887 INFO:teuthology.orchestra.run.smithi084.stdout: "blocklisted": false, 2024-04-15T15:11:44.888 INFO:teuthology.orchestra.run.smithi084.stdout: "fs_name": "cephfs" 2024-04-15T15:11:44.888 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-15T15:11:44.892 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:44.892 DEBUG:teuthology.orchestra.run.smithi084:> stat --file-system '--printf=%T 2024-04-15T15:11:44.893 DEBUG:teuthology.orchestra.run.smithi084:> ' -- /home/ubuntu/cephtest/mnt.0 2024-04-15T15:11:44.908 INFO:teuthology.orchestra.run.smithi084.stdout:fuseblk 2024-04-15T15:11:44.909 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-04-15T15:11:44.909 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:44.909 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-04-15T15:11:44.978 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-04-15T15:11:45.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.119+0000 7efc0ccba640 1 Processor -- start 2024-04-15T15:11:45.121 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.119+0000 7efc0ccba640 1 -- start start 2024-04-15T15:11:45.123 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.120+0000 7efc0ccba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc080d45b0 0x7efc080d4a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:45.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.120+0000 7efc0ccba640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc08162220 con 0x7efc080d12b0 2024-04-15T15:11:45.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.120+0000 7efc0ccba640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc080d3070 con 0x7efc08161e40 2024-04-15T15:11:45.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.120+0000 7efc0ccba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7efc080b3f00 con 0x7efc080d45b0 2024-04-15T15:11:45.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.120+0000 7efc05d9b640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7efc080d12b0 0x7efc080d2960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:59816/0 (socket says 172.21.15.84:59816) 2024-04-15T15:11:45.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.120+0000 7efc05d9b640 1 -- 172.21.15.84:0/126870406 learned_addr learned my addr 172.21.15.84:0/126870406 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:45.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.121+0000 7efc06d9d640 1 --2- 172.21.15.84:0/126870406 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc080d45b0 0x7efc080d4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:45.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.121+0000 7efc0559a640 1 -- 172.21.15.84:0/126870406 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2684727313 0 0) 0x7efc08162220 con 0x7efc080d12b0 2024-04-15T15:11:45.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.121+0000 7efc0559a640 1 -- 172.21.15.84:0/126870406 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efbf4003520 con 0x7efc080d12b0 2024-04-15T15:11:45.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.121+0000 7efc0559a640 1 -- 172.21.15.84:0/126870406 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1715730599 0 0) 0x7efc080d3070 con 0x7efc08161e40 2024-04-15T15:11:45.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.121+0000 7efc0559a640 1 -- 172.21.15.84:0/126870406 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efc08162220 con 0x7efc08161e40 2024-04-15T15:11:45.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.121+0000 7efc0559a640 1 -- 172.21.15.84:0/126870406 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2697901785 0 0) 0x7efbf4003520 con 0x7efc080d12b0 2024-04-15T15:11:45.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.121+0000 7efc06d9d640 1 -- 172.21.15.84:0/126870406 >> v1:172.21.15.203:6789/0 conn(0x7efc08161e40 legacy=0x7efc080b37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:45.124 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.121+0000 7efc06d9d640 1 -- 172.21.15.84:0/126870406 >> v1:172.21.15.84:6789/0 conn(0x7efc080d12b0 legacy=0x7efc080d2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:45.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.121+0000 7efc06d9d640 1 -- 172.21.15.84:0/126870406 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc080d1820 con 0x7efc080d45b0 2024-04-15T15:11:45.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.122+0000 7efc06d9d640 1 --2- 172.21.15.84:0/126870406 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc080d45b0 0x7efc080d4a20 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7efc00009800 tx=0x7efc0002b760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1cbae5d371a208c2 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:45.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.122+0000 7efc0559a640 1 -- 172.21.15.84:0/126870406 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc00037070 con 0x7efc080d45b0 2024-04-15T15:11:45.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.122+0000 7efc0559a640 1 -- 172.21.15.84:0/126870406 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc00030510 con 0x7efc080d45b0 2024-04-15T15:11:45.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.122+0000 7efc0559a640 1 -- 172.21.15.84:0/126870406 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbf0001670 con 0x7efc080d45b0 2024-04-15T15:11:45.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.122+0000 7efc0ccba640 1 -- 172.21.15.84:0/126870406 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc080d45b0 msgr2=0x7efc080d4a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:45.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.122+0000 7efc0ccba640 1 --2- 172.21.15.84:0/126870406 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc080d45b0 0x7efc080d4a20 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7efc00009800 tx=0x7efc0002b760 comp rx=0 tx=0).stop 2024-04-15T15:11:45.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.123+0000 7efc0ccba640 1 -- 172.21.15.84:0/126870406 shutdown_connections 2024-04-15T15:11:45.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.123+0000 7efc0ccba640 1 --2- 172.21.15.84:0/126870406 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc080d45b0 0x7efc080d4a20 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:45.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.123+0000 7efc0ccba640 1 -- 172.21.15.84:0/126870406 >> 172.21.15.84:0/126870406 conn(0x7efc0809d970 msgr2=0x7efc080b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:45.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.123+0000 7efc0ccba640 1 -- 172.21.15.84:0/126870406 shutdown_connections 2024-04-15T15:11:45.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.123+0000 7efc0ccba640 1 -- 172.21.15.84:0/126870406 wait complete. 2024-04-15T15:11:45.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.124+0000 7efc0ccba640 1 Processor -- start 2024-04-15T15:11:45.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.124+0000 7efc0ccba640 1 -- start start 2024-04-15T15:11:45.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efc0ccba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc080d12b0 0x7efc08153bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:45.128 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efc0ccba640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc080d45b0 0x7efc080c8080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:45.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efc0ccba640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc08161e40 0x7efc080b5b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:45.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efc0ccba640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7efc080d21f0 con 0x7efc08161e40 2024-04-15T15:11:45.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efc0ccba640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7efc080d4f60 con 0x7efc080d45b0 2024-04-15T15:11:45.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efc0ccba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7efc080d1de0 con 0x7efc080d12b0 2024-04-15T15:11:45.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efc06d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc08161e40 0x7efc080b5b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:45.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efc06d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc08161e40 0x7efc080b5b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40246/0 (socket says 172.21.15.84:40246) 2024-04-15T15:11:45.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efc06d9d640 1 -- 172.21.15.84:0/291723830 learned_addr learned my addr 172.21.15.84:0/291723830 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:45.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efc05d9b640 1 --2- 172.21.15.84:0/291723830 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc080d45b0 0x7efc080c8080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:45.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efc0659c640 1 --2- 172.21.15.84:0/291723830 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc080d12b0 0x7efc08153bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:45.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efc06d9d640 1 -- 172.21.15.84:0/291723830 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc080d12b0 msgr2=0x7efc08153bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:45.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efc06d9d640 1 --2- 172.21.15.84:0/291723830 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc080d12b0 0x7efc08153bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:45.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efc06d9d640 1 -- 172.21.15.84:0/291723830 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc080d45b0 msgr2=0x7efc080c8080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:45.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efc06d9d640 1 --2- 172.21.15.84:0/291723830 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc080d45b0 0x7efc080c8080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:45.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efc06d9d640 1 -- 172.21.15.84:0/291723830 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc080c85c0 con 0x7efc08161e40 2024-04-15T15:11:45.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efc05d9b640 1 --2- 172.21.15.84:0/291723830 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc080d45b0 0x7efc080c8080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:45.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efc06d9d640 1 --2- 172.21.15.84:0/291723830 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc08161e40 0x7efc080b5b30 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7efc0002b7a0 tx=0x7efc000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:45.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efbfeffd640 1 -- 172.21.15.84:0/291723830 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc00041020 con 0x7efc08161e40 2024-04-15T15:11:45.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efbfeffd640 1 -- 172.21.15.84:0/291723830 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc0003c890 con 0x7efc08161e40 2024-04-15T15:11:45.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efc0ccba640 1 -- 172.21.15.84:0/291723830 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc080c8860 con 0x7efc08161e40 2024-04-15T15:11:45.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efbfeffd640 1 -- 172.21.15.84:0/291723830 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc00037040 con 0x7efc08161e40 2024-04-15T15:11:45.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.125+0000 7efc0ccba640 1 -- 172.21.15.84:0/291723830 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc080c8e20 con 0x7efc08161e40 2024-04-15T15:11:45.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.126+0000 7efc0ccba640 1 -- 172.21.15.84:0/291723830 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc080689e0 con 0x7efc08161e40 2024-04-15T15:11:45.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.127+0000 7efbfeffd640 1 -- 172.21.15.84:0/291723830 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7efc00044020 con 0x7efc08161e40 2024-04-15T15:11:45.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.127+0000 7efbfeffd640 1 --2- 172.21.15.84:0/291723830 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efbe806c920 0x7efbe806ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:45.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.128+0000 7efc0659c640 1 --2- 172.21.15.84:0/291723830 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efbe806c920 0x7efbe806ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:45.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.128+0000 7efbfeffd640 1 -- 172.21.15.84:0/291723830 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7efc000ad710 con 0x7efc08161e40 2024-04-15T15:11:45.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.128+0000 7efc0659c640 1 --2- 172.21.15.84:0/291723830 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efbe806c920 0x7efbe806ede0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7efbf8001d50 tx=0x7efbf8009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:45.134 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.132+0000 7efbfeffd640 1 -- 172.21.15.84:0/291723830 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7efc0004b030 con 0x7efc08161e40 2024-04-15T15:11:45.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.346+0000 7efc0ccba640 1 -- 172.21.15.84:0/291723830 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7efc080d51b0 con 0x7efc08161e40 2024-04-15T15:11:45.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.346+0000 7efbfeffd640 1 -- 172.21.15.84:0/291723830 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) ==== 53+0+73 (secure 0 0 0) 0x7efc0007b9b0 con 0x7efc08161e40 2024-04-15T15:11:45.348 INFO:teuthology.orchestra.run.smithi084.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-15T15:11:45.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.348+0000 7efc0ccba640 1 -- 172.21.15.84:0/291723830 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efbe806c920 msgr2=0x7efbe806ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:45.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.348+0000 7efc0ccba640 1 --2- 172.21.15.84:0/291723830 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efbe806c920 0x7efbe806ede0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7efbf8001d50 tx=0x7efbf8009040 comp rx=0 tx=0).stop 2024-04-15T15:11:45.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.348+0000 7efc0ccba640 1 -- 172.21.15.84:0/291723830 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc08161e40 msgr2=0x7efc080b5b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:45.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.348+0000 7efc0ccba640 1 --2- 172.21.15.84:0/291723830 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc08161e40 0x7efc080b5b30 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7efc0002b7a0 tx=0x7efc000046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:45.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.348+0000 7efc0ccba640 1 -- 172.21.15.84:0/291723830 shutdown_connections 2024-04-15T15:11:45.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.348+0000 7efc0ccba640 1 --2- 172.21.15.84:0/291723830 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7efbe806c920 0x7efbe806ede0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:45.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.348+0000 7efc0ccba640 1 --2- 172.21.15.84:0/291723830 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efc080d45b0 0x7efc080c8080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:45.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.348+0000 7efc0ccba640 1 --2- 172.21.15.84:0/291723830 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7efc08161e40 0x7efc080b5b30 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:45.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.348+0000 7efc0ccba640 1 --2- 172.21.15.84:0/291723830 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7efc080d12b0 0x7efc08153bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:45.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.348+0000 7efc0ccba640 1 -- 172.21.15.84:0/291723830 >> 172.21.15.84:0/291723830 conn(0x7efc0809d970 msgr2=0x7efc080b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:45.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.348+0000 7efc0ccba640 1 -- 172.21.15.84:0/291723830 shutdown_connections 2024-04-15T15:11:45.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:45.348+0000 7efc0ccba640 1 -- 172.21.15.84:0/291723830 wait complete. 2024-04-15T15:11:45.361 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-15T15:11:45.361 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-15T15:11:45.361 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi203.front.sepia.ceph.com 2024-04-15T15:11:45.361 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-04-15T15:11:45.361 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-04-15T15:11:45.361 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-15T15:11:45.361 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-15T15:11:45.361 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-15T15:11:45.361 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-04-15T15:11:45.362 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:45.362 DEBUG:teuthology.orchestra.run.smithi203:> ip addr 2024-04-15T15:11:45.382 INFO:teuthology.orchestra.run.smithi203.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-15T15:11:45.382 INFO:teuthology.orchestra.run.smithi203.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-15T15:11:45.382 INFO:teuthology.orchestra.run.smithi203.stdout: inet 127.0.0.1/8 scope host lo 2024-04-15T15:11:45.382 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:11:45.383 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 ::1/128 scope host 2024-04-15T15:11:45.383 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:11:45.383 INFO:teuthology.orchestra.run.smithi203.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:11:45.383 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 0c:c4:7a:d9:19:44 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:11:45.383 INFO:teuthology.orchestra.run.smithi203.stdout: altname enp7s0f0 2024-04-15T15:11:45.383 INFO:teuthology.orchestra.run.smithi203.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:11:45.383 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 0c:c4:7a:d9:19:45 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:11:45.383 INFO:teuthology.orchestra.run.smithi203.stdout: altname enp7s0f1 2024-04-15T15:11:45.384 INFO:teuthology.orchestra.run.smithi203.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:11:45.384 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 0c:c4:7a:8f:4a:22 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:11:45.384 INFO:teuthology.orchestra.run.smithi203.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-15T15:11:45.384 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 0c:c4:7a:8f:4a:23 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:11:45.384 INFO:teuthology.orchestra.run.smithi203.stdout: inet 172.21.15.203/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-04-15T15:11:45.384 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft 42623sec preferred_lft 42623sec 2024-04-15T15:11:45.384 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 fe80::ec4:7aff:fe8f:4a23/64 scope link 2024-04-15T15:11:45.384 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:11:45.384 INFO:teuthology.orchestra.run.smithi203.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-04-15T15:11:45.384 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 06:98:7b:da:44:18 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:11:45.384 INFO:teuthology.orchestra.run.smithi203.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-04-15T15:11:45.384 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:11:45.384 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 fe80::f8e6:42ff:fea2:5ff6/64 scope link 2024-04-15T15:11:45.385 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:11:45.385 INFO:teuthology.orchestra.run.smithi203.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-04-15T15:11:45.385 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 62:46:3e:56:07:0b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:11:45.385 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 fe80::6046:3eff:fe56:70b/64 scope link 2024-04-15T15:11:45.385 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:11:45.385 INFO:teuthology.orchestra.run.smithi203.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-04-15T15:11:45.385 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 06:98:7b:da:44:18 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-04-15T15:11:45.385 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 fe80::498:7bff:feda:4418/64 scope link 2024-04-15T15:11:45.385 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:11:45.385 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:45.386 DEBUG:teuthology.orchestra.run.smithi203:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-15T15:11:45.455 INFO:teuthology.orchestra.run.smithi203.stdout:1 2024-04-15T15:11:45.456 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:45.456 DEBUG:teuthology.orchestra.run.smithi203:> route 2024-04-15T15:11:45.516 INFO:teuthology.orchestra.run.smithi203.stdout:Kernel IP routing table 2024-04-15T15:11:45.516 INFO:teuthology.orchestra.run.smithi203.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-15T15:11:45.516 INFO:teuthology.orchestra.run.smithi203.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-15T15:11:45.516 INFO:teuthology.orchestra.run.smithi203.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-15T15:11:45.516 INFO:teuthology.orchestra.run.smithi203.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-15T15:11:45.517 DEBUG:teuthology.orchestra.run.smithi203:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:11:45.517 DEBUG:teuthology.orchestra.run.smithi203:> set -e 2024-04-15T15:11:45.517 DEBUG:teuthology.orchestra.run.smithi203:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-15T15:11:45.517 DEBUG:teuthology.orchestra.run.smithi203:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-15T15:11:45.517 DEBUG:teuthology.orchestra.run.smithi203:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-15T15:11:45.517 DEBUG:teuthology.orchestra.run.smithi203:> ') 2024-04-15T15:11:45.611 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:11:45 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:11:45.657 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:11:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:11:45.663 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:45.664 DEBUG:teuthology.orchestra.run.smithi203:> ip netns list 2024-04-15T15:11:45.680 INFO:teuthology.orchestra.run.smithi203.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-04-15T15:11:45.680 INFO:teuthology.orchestra.run.smithi203.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-04-15T15:11:45.680 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-04-15T15:11:45.680 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:45.680 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip link set brx.0 up 2024-04-15T15:11:45.749 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-04-15T15:11:45.750 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:11:45.750 DEBUG:teuthology.orchestra.run.smithi203:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-04-15T15:11:45.805 INFO:teuthology.orchestra.run.smithi203.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-04-15T15:11:45.806 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:11:45.806 DEBUG:teuthology.orchestra.run.smithi203:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-04-15T15:11:45.861 DEBUG:teuthology.orchestra.run.smithi203:> sudo modprobe fuse 2024-04-15T15:11:45.931 DEBUG:teuthology.orchestra.run.smithi203:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:11:45.987 INFO:teuthology.orchestra.run.smithi203.stdout:/proc 2024-04-15T15:11:45.988 INFO:teuthology.orchestra.run.smithi203.stdout:/sys 2024-04-15T15:11:45.988 INFO:teuthology.orchestra.run.smithi203.stdout:/dev 2024-04-15T15:11:45.988 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/security 2024-04-15T15:11:45.988 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/shm 2024-04-15T15:11:45.988 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/pts 2024-04-15T15:11:45.988 INFO:teuthology.orchestra.run.smithi203.stdout:/run 2024-04-15T15:11:45.988 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/cgroup 2024-04-15T15:11:45.988 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/pstore 2024-04-15T15:11:45.988 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/bpf 2024-04-15T15:11:45.988 INFO:teuthology.orchestra.run.smithi203.stdout:/ 2024-04-15T15:11:45.988 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/selinux 2024-04-15T15:11:45.989 INFO:teuthology.orchestra.run.smithi203.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:11:45.989 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/mqueue 2024-04-15T15:11:45.989 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/hugepages 2024-04-15T15:11:45.989 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/debug 2024-04-15T15:11:45.989 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/tracing 2024-04-15T15:11:45.989 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/fuse/connections 2024-04-15T15:11:45.989 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/config 2024-04-15T15:11:45.989 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:11:45.989 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:11:45.989 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:11:45.989 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:11:45.989 INFO:teuthology.orchestra.run.smithi203.stdout:/run/user/1000 2024-04-15T15:11:45.989 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph 2024-04-15T15:11:45.990 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-4 2024-04-15T15:11:45.990 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-5 2024-04-15T15:11:45.990 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-6 2024-04-15T15:11:45.990 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-7 2024-04-15T15:11:45.990 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns 2024-04-15T15:11:45.990 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:11:45.990 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:11:45.990 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-04-15T15:11:45.990 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-04-15T15:11:45.990 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:45.991 DEBUG:teuthology.orchestra.run.smithi203:> ls /sys/fs/fuse/connections 2024-04-15T15:11:46.043 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-15T15:11:46.043 DEBUG:teuthology.orchestra.run.smithi203:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-04-15T15:11:46.086 DEBUG:teuthology.orchestra.run.smithi203:> sudo modprobe fuse 2024-04-15T15:11:46.114 DEBUG:teuthology.orchestra.run.smithi203:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:11:46.173 INFO:teuthology.orchestra.run.smithi203.stdout:/proc 2024-04-15T15:11:46.173 INFO:teuthology.orchestra.run.smithi203.stdout:/sys 2024-04-15T15:11:46.173 INFO:teuthology.orchestra.run.smithi203.stdout:/dev 2024-04-15T15:11:46.173 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/security 2024-04-15T15:11:46.173 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/shm 2024-04-15T15:11:46.173 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/pts 2024-04-15T15:11:46.173 INFO:teuthology.orchestra.run.smithi203.stdout:/run 2024-04-15T15:11:46.173 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/cgroup 2024-04-15T15:11:46.174 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/pstore 2024-04-15T15:11:46.174 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/bpf 2024-04-15T15:11:46.174 INFO:teuthology.orchestra.run.smithi203.stdout:/ 2024-04-15T15:11:46.174 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/selinux 2024-04-15T15:11:46.174 INFO:teuthology.orchestra.run.smithi203.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:11:46.174 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/mqueue 2024-04-15T15:11:46.174 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/hugepages 2024-04-15T15:11:46.174 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/debug 2024-04-15T15:11:46.174 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/tracing 2024-04-15T15:11:46.174 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/fuse/connections 2024-04-15T15:11:46.174 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/config 2024-04-15T15:11:46.174 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:11:46.174 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:11:46.175 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:11:46.175 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:11:46.175 INFO:teuthology.orchestra.run.smithi203.stdout:/run/user/1000 2024-04-15T15:11:46.175 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph 2024-04-15T15:11:46.175 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-4 2024-04-15T15:11:46.175 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-5 2024-04-15T15:11:46.175 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-6 2024-04-15T15:11:46.175 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-7 2024-04-15T15:11:46.175 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns 2024-04-15T15:11:46.175 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:11:46.175 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:11:46.175 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-04-15T15:11:46.175 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-04-15T15:11:46.176 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:46.176 DEBUG:teuthology.orchestra.run.smithi203:> ls /sys/fs/fuse/connections 2024-04-15T15:11:46.177 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi203.stderr:2024-04-15T15:11:46.173+0000 7fc395c3a480 -1 init, newargv = 0x55fd29d8ce70 newargc=15 2024-04-15T15:11:46.177 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi203.stderr:ceph-fuse[45151]: starting ceph client 2024-04-15T15:11:46.180 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi203.stderr:ceph-fuse[45151]: starting fuse 2024-04-15T15:11:46.192 INFO:teuthology.orchestra.run.smithi203.stdout:41 2024-04-15T15:11:46.192 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-04-15T15:11:46.192 DEBUG:teuthology.orchestra.run.smithi203:> sudo stdin-killer -- python3 -c ' 2024-04-15T15:11:46.192 DEBUG:teuthology.orchestra.run.smithi203:> import glob 2024-04-15T15:11:46.192 DEBUG:teuthology.orchestra.run.smithi203:> import re 2024-04-15T15:11:46.192 DEBUG:teuthology.orchestra.run.smithi203:> import os 2024-04-15T15:11:46.192 DEBUG:teuthology.orchestra.run.smithi203:> import subprocess 2024-04-15T15:11:46.193 DEBUG:teuthology.orchestra.run.smithi203:> 2024-04-15T15:11:46.193 DEBUG:teuthology.orchestra.run.smithi203:> def _find_admin_socket(client_name): 2024-04-15T15:11:46.193 DEBUG:teuthology.orchestra.run.smithi203:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-04-15T15:11:46.193 DEBUG:teuthology.orchestra.run.smithi203:> files = glob.glob(asok_path) 2024-04-15T15:11:46.193 DEBUG:teuthology.orchestra.run.smithi203:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-04-15T15:11:46.193 DEBUG:teuthology.orchestra.run.smithi203:> 2024-04-15T15:11:46.193 DEBUG:teuthology.orchestra.run.smithi203:> # Given a non-glob path, it better be there 2024-04-15T15:11:46.193 DEBUG:teuthology.orchestra.run.smithi203:> if "*" not in asok_path: 2024-04-15T15:11:46.193 DEBUG:teuthology.orchestra.run.smithi203:> assert(len(files) == 1) 2024-04-15T15:11:46.193 DEBUG:teuthology.orchestra.run.smithi203:> return files[0] 2024-04-15T15:11:46.193 DEBUG:teuthology.orchestra.run.smithi203:> 2024-04-15T15:11:46.193 DEBUG:teuthology.orchestra.run.smithi203:> for f in files: 2024-04-15T15:11:46.193 DEBUG:teuthology.orchestra.run.smithi203:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-15T15:11:46.193 DEBUG:teuthology.orchestra.run.smithi203:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-15T15:11:46.193 DEBUG:teuthology.orchestra.run.smithi203:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-15T15:11:46.193 DEBUG:teuthology.orchestra.run.smithi203:> contents = proc_f.read() 2024-04-15T15:11:46.194 DEBUG:teuthology.orchestra.run.smithi203:> if mountpoint in contents: 2024-04-15T15:11:46.194 DEBUG:teuthology.orchestra.run.smithi203:> return f 2024-04-15T15:11:46.194 DEBUG:teuthology.orchestra.run.smithi203:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-15T15:11:46.194 DEBUG:teuthology.orchestra.run.smithi203:> 2024-04-15T15:11:46.194 DEBUG:teuthology.orchestra.run.smithi203:> print(_find_admin_socket("client.1")) 2024-04-15T15:11:46.194 DEBUG:teuthology.orchestra.run.smithi203:> ' 2024-04-15T15:11:46.315 INFO:teuthology.orchestra.run.smithi203.stdout:/var/run/ceph/ceph-client.1.45151.asok 2024-04-15T15:11:46.318 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:11:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:11:46.325 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.45151.asok 2024-04-15T15:11:46.325 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:46.326 DEBUG:teuthology.orchestra.run.smithi203:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.45151.asok status 2024-04-15T15:11:46.464 INFO:teuthology.orchestra.run.smithi203.stdout:{ 2024-04-15T15:11:46.464 INFO:teuthology.orchestra.run.smithi203.stdout: "metadata": { 2024-04-15T15:11:46.464 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_sha1": "9bf1c4ba967dd24077be6e5b87edda4ca87a6e14", 2024-04-15T15:11:46.464 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_version": "ceph version 19.0.0-2861-g9bf1c4ba (9bf1c4ba967dd24077be6e5b87edda4ca87a6e14) squid (dev)", 2024-04-15T15:11:46.464 INFO:teuthology.orchestra.run.smithi203.stdout: "entity_id": "1", 2024-04-15T15:11:46.464 INFO:teuthology.orchestra.run.smithi203.stdout: "hostname": "smithi203", 2024-04-15T15:11:46.464 INFO:teuthology.orchestra.run.smithi203.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-04-15T15:11:46.465 INFO:teuthology.orchestra.run.smithi203.stdout: "pid": "45151", 2024-04-15T15:11:46.465 INFO:teuthology.orchestra.run.smithi203.stdout: "root": "/" 2024-04-15T15:11:46.465 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-04-15T15:11:46.465 INFO:teuthology.orchestra.run.smithi203.stdout: "dentry_count": 0, 2024-04-15T15:11:46.465 INFO:teuthology.orchestra.run.smithi203.stdout: "dentry_pinned_count": 0, 2024-04-15T15:11:46.465 INFO:teuthology.orchestra.run.smithi203.stdout: "id": 5311, 2024-04-15T15:11:46.465 INFO:teuthology.orchestra.run.smithi203.stdout: "inst": { 2024-04-15T15:11:46.465 INFO:teuthology.orchestra.run.smithi203.stdout: "name": { 2024-04-15T15:11:46.465 INFO:teuthology.orchestra.run.smithi203.stdout: "type": "client", 2024-04-15T15:11:46.465 INFO:teuthology.orchestra.run.smithi203.stdout: "num": 5311 2024-04-15T15:11:46.465 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-04-15T15:11:46.465 INFO:teuthology.orchestra.run.smithi203.stdout: "addr": { 2024-04-15T15:11:46.465 INFO:teuthology.orchestra.run.smithi203.stdout: "type": "v1", 2024-04-15T15:11:46.465 INFO:teuthology.orchestra.run.smithi203.stdout: "addr": "192.168.0.1:0", 2024-04-15T15:11:46.466 INFO:teuthology.orchestra.run.smithi203.stdout: "nonce": 2211004829 2024-04-15T15:11:46.466 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-04-15T15:11:46.466 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-04-15T15:11:46.466 INFO:teuthology.orchestra.run.smithi203.stdout: "addr": { 2024-04-15T15:11:46.466 INFO:teuthology.orchestra.run.smithi203.stdout: "type": "v1", 2024-04-15T15:11:46.466 INFO:teuthology.orchestra.run.smithi203.stdout: "addr": "192.168.0.1:0", 2024-04-15T15:11:46.466 INFO:teuthology.orchestra.run.smithi203.stdout: "nonce": 2211004829 2024-04-15T15:11:46.466 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-04-15T15:11:46.467 INFO:teuthology.orchestra.run.smithi203.stdout: "inst_str": "client.5311 192.168.0.1:0/2211004829", 2024-04-15T15:11:46.467 INFO:teuthology.orchestra.run.smithi203.stdout: "addr_str": "192.168.0.1:0/2211004829", 2024-04-15T15:11:46.467 INFO:teuthology.orchestra.run.smithi203.stdout: "inode_count": 1, 2024-04-15T15:11:46.467 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_epoch": 16, 2024-04-15T15:11:46.467 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_epoch": 38, 2024-04-15T15:11:46.467 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_epoch_barrier": 0, 2024-04-15T15:11:46.468 INFO:teuthology.orchestra.run.smithi203.stdout: "blocklisted": false, 2024-04-15T15:11:46.468 INFO:teuthology.orchestra.run.smithi203.stdout: "fs_name": "cephfs" 2024-04-15T15:11:46.468 INFO:teuthology.orchestra.run.smithi203.stdout:} 2024-04-15T15:11:46.473 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:46.473 DEBUG:teuthology.orchestra.run.smithi203:> stat --file-system '--printf=%T 2024-04-15T15:11:46.473 DEBUG:teuthology.orchestra.run.smithi203:> ' -- /home/ubuntu/cephtest/mnt.1 2024-04-15T15:11:46.490 INFO:teuthology.orchestra.run.smithi203.stdout:fuseblk 2024-04-15T15:11:46.490 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-04-15T15:11:46.491 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:46.491 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-04-15T15:11:46.560 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds debug_mds 25 2024-04-15T15:11:46.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.676+0000 7f26ab315640 1 Processor -- start 2024-04-15T15:11:46.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.677+0000 7f26ab315640 1 -- start start 2024-04-15T15:11:46.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.677+0000 7f26ab315640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f26a40d1040 0x7f26a40d14d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:46.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.677+0000 7f26ab315640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26a40c9a80 0x7f26a40c9ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:46.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.677+0000 7f26ab315640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26a40c95d0 con 0x7f26a415e690 2024-04-15T15:11:46.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.677+0000 7f26ab315640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f26a40cdf80 con 0x7f26a40d1040 2024-04-15T15:11:46.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.677+0000 7f26ab315640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f26a40ce260 con 0x7f26a40c9a80 2024-04-15T15:11:46.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a90b1640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f26a415e690 0x7f26a40cd4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:59824/0 (socket says 172.21.15.84:59824) 2024-04-15T15:11:46.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a90b1640 1 -- 172.21.15.84:0/3723039838 learned_addr learned my addr 172.21.15.84:0/3723039838 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:46.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a98b2640 1 --2- 172.21.15.84:0/3723039838 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26a40c9a80 0x7f26a40c9ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:46.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a88b0640 1 --2- 172.21.15.84:0/3723039838 >> v2:172.21.15.203:3300/0 conn(0x7f26a40d1040 0x7f26a40d14d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:46.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a3fff640 1 -- 172.21.15.84:0/3723039838 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2915728768 0 0) 0x7f26a40c95d0 con 0x7f26a415e690 2024-04-15T15:11:46.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a3fff640 1 -- 172.21.15.84:0/3723039838 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f268c003520 con 0x7f26a415e690 2024-04-15T15:11:46.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a3fff640 1 -- 172.21.15.84:0/3723039838 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1571373303 0 0) 0x7f268c003520 con 0x7f26a415e690 2024-04-15T15:11:46.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a3fff640 1 -- 172.21.15.84:0/3723039838 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26a40c9a80 msgr2=0x7f26a40c9ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:46.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a3fff640 1 --2- 172.21.15.84:0/3723039838 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26a40c9a80 0x7f26a40c9ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:46.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a3fff640 1 -- 172.21.15.84:0/3723039838 >> v2:172.21.15.203:3300/0 conn(0x7f26a40d1040 msgr2=0x7f26a40d14d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:46.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a3fff640 1 --2- 172.21.15.84:0/3723039838 >> v2:172.21.15.203:3300/0 conn(0x7f26a40d1040 0x7f26a40d14d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:46.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a3fff640 1 -- 172.21.15.84:0/3723039838 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26a40ce540 con 0x7f26a415e690 2024-04-15T15:11:46.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a3fff640 1 -- 172.21.15.84:0/3723039838 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f26940019f0 con 0x7f26a415e690 2024-04-15T15:11:46.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a3fff640 1 -- 172.21.15.84:0/3723039838 >> v1:172.21.15.84:6789/0 conn(0x7f26a415e690 legacy=0x7f26a40cd4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:46.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a3fff640 1 --2- 172.21.15.84:0/3723039838 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f268c0039b0 0x7f268c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:46.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a3fff640 1 --2- 172.21.15.84:0/3723039838 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26a40c9a80 0x7f268c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:46.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a3fff640 1 --2- 172.21.15.84:0/3723039838 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f268c004d40 0x7f268c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:46.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a3fff640 1 -- 172.21.15.84:0/3723039838 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f26a40cdf80 con 0x7f268c004d40 2024-04-15T15:11:46.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a3fff640 1 -- 172.21.15.84:0/3723039838 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f26a40ce260 con 0x7f268c0039b0 2024-04-15T15:11:46.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a3fff640 1 -- 172.21.15.84:0/3723039838 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f268c00b9c0 con 0x7f26a40c9a80 2024-04-15T15:11:46.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a98b2640 1 --2- 172.21.15.84:0/3723039838 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f268c004d40 0x7f268c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:46.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a88b0640 1 --2- 172.21.15.84:0/3723039838 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26a40c9a80 0x7f268c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:46.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.678+0000 7f26a90b1640 1 --2- 172.21.15.84:0/3723039838 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f268c0039b0 0x7f268c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:46.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.679+0000 7f26a98b2640 1 -- 172.21.15.84:0/3723039838 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26a40c9a80 msgr2=0x7f268c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:46.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.679+0000 7f26a98b2640 1 --2- 172.21.15.84:0/3723039838 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26a40c9a80 0x7f268c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:46.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.679+0000 7f26a98b2640 1 -- 172.21.15.84:0/3723039838 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f268c0039b0 msgr2=0x7f268c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:46.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.679+0000 7f26a98b2640 1 --2- 172.21.15.84:0/3723039838 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f268c0039b0 0x7f268c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:46.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.679+0000 7f26a98b2640 1 -- 172.21.15.84:0/3723039838 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f268c003520 con 0x7f268c004d40 2024-04-15T15:11:46.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.679+0000 7f26a98b2640 1 --2- 172.21.15.84:0/3723039838 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f268c004d40 0x7f268c0051c0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f269c009ac0 tx=0x7f268c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7196345d323876a3 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:46.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.679+0000 7f26a3fff640 1 -- 172.21.15.84:0/3723039838 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f269c039070 con 0x7f268c004d40 2024-04-15T15:11:46.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.679+0000 7f26a3fff640 1 -- 172.21.15.84:0/3723039838 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f269c02c6b0 con 0x7f268c004d40 2024-04-15T15:11:46.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.679+0000 7f26a3fff640 1 -- 172.21.15.84:0/3723039838 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f269c009690 con 0x7f268c004d40 2024-04-15T15:11:46.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.680+0000 7f26ab315640 1 -- 172.21.15.84:0/3723039838 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f268c004d40 msgr2=0x7f268c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:46.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.680+0000 7f26ab315640 1 --2- 172.21.15.84:0/3723039838 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f268c004d40 0x7f268c0051c0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f269c009ac0 tx=0x7f268c005830 comp rx=0 tx=0).stop 2024-04-15T15:11:46.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.680+0000 7f26a98b2640 1 -- 172.21.15.84:0/3723039838 reap_dead start 2024-04-15T15:11:46.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.680+0000 7f26ab315640 1 -- 172.21.15.84:0/3723039838 shutdown_connections 2024-04-15T15:11:46.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.680+0000 7f26ab315640 1 -- 172.21.15.84:0/3723039838 >> 172.21.15.84:0/3723039838 conn(0x7f26a40b3f50 msgr2=0x7f26a40b4360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:46.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.680+0000 7f26ab315640 1 -- 172.21.15.84:0/3723039838 shutdown_connections 2024-04-15T15:11:46.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.680+0000 7f26ab315640 1 -- 172.21.15.84:0/3723039838 wait complete. 2024-04-15T15:11:46.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.681+0000 7f26ab315640 1 Processor -- start 2024-04-15T15:11:46.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.681+0000 7f26ab315640 1 -- start start 2024-04-15T15:11:46.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.682+0000 7f26ab315640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26a41f4150 0x7f26a40af1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:46.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.682+0000 7f26ab315640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26a41f4530 0x7f26a40cbac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:46.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.682+0000 7f26ab315640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26a414dcf0 0x7f26a40b30f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:46.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.682+0000 7f26ab315640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f26a415ea70 con 0x7f26a41f4150 2024-04-15T15:11:46.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.682+0000 7f26ab315640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f26a40d1f00 con 0x7f26a414dcf0 2024-04-15T15:11:46.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.682+0000 7f26ab315640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f26a414b0a0 con 0x7f26a41f4530 2024-04-15T15:11:46.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.682+0000 7f26a90b1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26a41f4150 0x7f26a40af1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:46.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.682+0000 7f26a90b1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26a41f4150 0x7f26a40af1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40256/0 (socket says 172.21.15.84:40256) 2024-04-15T15:11:46.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.682+0000 7f26a90b1640 1 -- 172.21.15.84:0/150578010 learned_addr learned my addr 172.21.15.84:0/150578010 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:46.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.682+0000 7f26a98b2640 1 --2- 172.21.15.84:0/150578010 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26a414dcf0 0x7f26a40b30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:46.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.682+0000 7f26a90b1640 1 -- 172.21.15.84:0/150578010 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26a41f4530 msgr2=0x7f26a40cbac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:46.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.682+0000 7f26a90b1640 1 --2- 172.21.15.84:0/150578010 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26a41f4530 0x7f26a40cbac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:46.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.682+0000 7f26a90b1640 1 -- 172.21.15.84:0/150578010 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26a414dcf0 msgr2=0x7f26a40b30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:46.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.682+0000 7f26a90b1640 1 --2- 172.21.15.84:0/150578010 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26a414dcf0 0x7f26a40b30f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:46.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.683+0000 7f26a90b1640 1 -- 172.21.15.84:0/150578010 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26a414b2f0 con 0x7f26a41f4150 2024-04-15T15:11:46.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.683+0000 7f26a90b1640 1 --2- 172.21.15.84:0/150578010 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26a41f4150 0x7f26a40af1c0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f269400a610 tx=0x7f269400aad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:46.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.683+0000 7f26a1ffb640 1 -- 172.21.15.84:0/150578010 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2694011580 con 0x7f26a41f4150 2024-04-15T15:11:46.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.683+0000 7f26a1ffb640 1 -- 172.21.15.84:0/150578010 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2694018070 con 0x7f26a41f4150 2024-04-15T15:11:46.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.683+0000 7f26ab315640 1 -- 172.21.15.84:0/150578010 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26a414b5d0 con 0x7f26a41f4150 2024-04-15T15:11:46.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.683+0000 7f26a1ffb640 1 -- 172.21.15.84:0/150578010 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2694011960 con 0x7f26a41f4150 2024-04-15T15:11:46.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.683+0000 7f26ab315640 1 -- 172.21.15.84:0/150578010 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26a40cc000 con 0x7f26a41f4150 2024-04-15T15:11:46.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.684+0000 7f26ab315640 1 -- 172.21.15.84:0/150578010 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26a4075c50 con 0x7f26a41f4150 2024-04-15T15:11:46.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.685+0000 7f26a1ffb640 1 -- 172.21.15.84:0/150578010 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f2694011b00 con 0x7f26a41f4150 2024-04-15T15:11:46.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.685+0000 7f26a1ffb640 1 --2- 172.21.15.84:0/150578010 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f269006c920 0x7f269006ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:46.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.685+0000 7f26a1ffb640 1 -- 172.21.15.84:0/150578010 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f269408ca50 con 0x7f26a41f4150 2024-04-15T15:11:46.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.685+0000 7f26a88b0640 1 --2- 172.21.15.84:0/150578010 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f269006c920 0x7f269006ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:46.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.686+0000 7f26a88b0640 1 --2- 172.21.15.84:0/150578010 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f269006c920 0x7f269006ede0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f2698006e80 tx=0x7f2698006df0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:46.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.690+0000 7f26a1ffb640 1 -- 172.21.15.84:0/150578010 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f269405ad80 con 0x7f26a41f4150 2024-04-15T15:11:46.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.871+0000 7f26ab315640 1 -- 172.21.15.84:0/150578010 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command([{prefix=config set, name=debug_mds}] v 0) -- 0x7f26a40b6780 con 0x7f26a41f4150 2024-04-15T15:11:46.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.873+0000 7f26a1ffb640 1 -- 172.21.15.84:0/150578010 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_mds}]=0 v11)=0 v11) ==== 108+0+0 (secure 0 0 0) 0x7f269405a680 con 0x7f26a41f4150 2024-04-15T15:11:46.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.876+0000 7f26ab315640 1 -- 172.21.15.84:0/150578010 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f269006c920 msgr2=0x7f269006ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:46.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.876+0000 7f26ab315640 1 --2- 172.21.15.84:0/150578010 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f269006c920 0x7f269006ede0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f2698006e80 tx=0x7f2698006df0 comp rx=0 tx=0).stop 2024-04-15T15:11:46.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.876+0000 7f26ab315640 1 -- 172.21.15.84:0/150578010 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26a41f4150 msgr2=0x7f26a40af1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:46.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.876+0000 7f26ab315640 1 --2- 172.21.15.84:0/150578010 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26a41f4150 0x7f26a40af1c0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f269400a610 tx=0x7f269400aad0 comp rx=0 tx=0).stop 2024-04-15T15:11:46.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.876+0000 7f26ab315640 1 -- 172.21.15.84:0/150578010 shutdown_connections 2024-04-15T15:11:46.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.876+0000 7f26ab315640 1 --2- 172.21.15.84:0/150578010 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f269006c920 0x7f269006ede0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:46.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.876+0000 7f26ab315640 1 --2- 172.21.15.84:0/150578010 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26a414dcf0 0x7f26a40b30f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:46.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.876+0000 7f26ab315640 1 --2- 172.21.15.84:0/150578010 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26a41f4530 0x7f26a40cbac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:46.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.876+0000 7f26ab315640 1 --2- 172.21.15.84:0/150578010 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26a41f4150 0x7f26a40af1c0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:46.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.876+0000 7f26ab315640 1 -- 172.21.15.84:0/150578010 >> 172.21.15.84:0/150578010 conn(0x7f26a40b3f50 msgr2=0x7f26a415cdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:46.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.876+0000 7f26ab315640 1 -- 172.21.15.84:0/150578010 shutdown_connections 2024-04-15T15:11:46.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.876+0000 7f26ab315640 1 -- 172.21.15.84:0/150578010 wait complete. 2024-04-15T15:11:46.888 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_cache_quiesce_splitauth true 2024-04-15T15:11:46.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.992+0000 7fb77e132640 1 Processor -- start 2024-04-15T15:11:46.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.992+0000 7fb77e132640 1 -- start start 2024-04-15T15:11:46.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.993+0000 7fb77e132640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb7780cd2a0 0x7fb77806cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:46.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.993+0000 7fb77e132640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fb77806e620 0x7fb77806eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:46.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.993+0000 7fb77e132640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb77806bd50 con 0x7fb77815c630 2024-04-15T15:11:46.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.993+0000 7fb77e132640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fb77806d2f0 con 0x7fb77806e620 2024-04-15T15:11:46.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.993+0000 7fb77e132640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb77806c920 con 0x7fb7780cd2a0 2024-04-15T15:11:46.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.993+0000 7fb7777fe640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fb77815c630 0x7fb7780ccb90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:59836/0 (socket says 172.21.15.84:59836) 2024-04-15T15:11:46.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.993+0000 7fb7777fe640 1 -- 172.21.15.84:0/613699533 learned_addr learned my addr 172.21.15.84:0/613699533 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:46.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.993+0000 7fb776ffd640 1 --2- 172.21.15.84:0/613699533 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb7780cd2a0 0x7fb77806cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:46.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.993+0000 7fb777fff640 1 --2- 172.21.15.84:0/613699533 >> v2:172.21.15.203:3300/0 conn(0x7fb77806e620 0x7fb77806eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:46.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.993+0000 7fb7767fc640 1 -- 172.21.15.84:0/613699533 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3139005298 0 0) 0x7fb77806bd50 con 0x7fb77815c630 2024-04-15T15:11:46.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb7767fc640 1 -- 172.21.15.84:0/613699533 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb760003520 con 0x7fb77815c630 2024-04-15T15:11:46.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb7767fc640 1 -- 172.21.15.84:0/613699533 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3489186792 0 0) 0x7fb760003520 con 0x7fb77815c630 2024-04-15T15:11:46.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb7767fc640 1 -- 172.21.15.84:0/613699533 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb7780cd2a0 msgr2=0x7fb77806cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:46.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb7767fc640 1 --2- 172.21.15.84:0/613699533 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb7780cd2a0 0x7fb77806cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:46.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb7767fc640 1 -- 172.21.15.84:0/613699533 >> v2:172.21.15.203:3300/0 conn(0x7fb77806e620 msgr2=0x7fb77806eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:46.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb7767fc640 1 --2- 172.21.15.84:0/613699533 >> v2:172.21.15.203:3300/0 conn(0x7fb77806e620 0x7fb77806eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:46.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb7767fc640 1 -- 172.21.15.84:0/613699533 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb77806bff0 con 0x7fb77815c630 2024-04-15T15:11:46.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb7767fc640 1 -- 172.21.15.84:0/613699533 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7fb768001670 con 0x7fb77815c630 2024-04-15T15:11:46.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb7767fc640 1 -- 172.21.15.84:0/613699533 >> v1:172.21.15.84:6789/0 conn(0x7fb77815c630 legacy=0x7fb7780ccb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:46.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb7767fc640 1 --2- 172.21.15.84:0/613699533 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb7600039b0 0x7fb760003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:46.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb7767fc640 1 --2- 172.21.15.84:0/613699533 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb760004800 0x7fb760004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:46.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb7767fc640 1 --2- 172.21.15.84:0/613699533 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb7600051c0 0x7fb76000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:46.999 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb7767fc640 1 -- 172.21.15.84:0/613699533 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb77806d2f0 con 0x7fb7600039b0 2024-04-15T15:11:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb7767fc640 1 -- 172.21.15.84:0/613699533 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb77806c920 con 0x7fb7600051c0 2024-04-15T15:11:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb7767fc640 1 -- 172.21.15.84:0/613699533 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb76000bf00 con 0x7fb760004800 2024-04-15T15:11:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb777fff640 1 --2- 172.21.15.84:0/613699533 >> v2:172.21.15.203:3300/0 conn(0x7fb77806e620 0x7fb77806eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:11:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb776ffd640 1 --2- 172.21.15.84:0/613699533 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb7780cd2a0 0x7fb77806cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:11:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb7777fe640 1 --2- 172.21.15.84:0/613699533 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb7600039b0 0x7fb760003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb777fff640 1 --2- 172.21.15.84:0/613699533 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb7600051c0 0x7fb76000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb776ffd640 1 --2- 172.21.15.84:0/613699533 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb760004800 0x7fb760004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb7777fe640 1 -- 172.21.15.84:0/613699533 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb760004800 msgr2=0x7fb760004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb7777fe640 1 --2- 172.21.15.84:0/613699533 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb760004800 0x7fb760004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb7777fe640 1 -- 172.21.15.84:0/613699533 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb7600051c0 msgr2=0x7fb76000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb7777fe640 1 --2- 172.21.15.84:0/613699533 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb7600051c0 0x7fb76000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb7777fe640 1 -- 172.21.15.84:0/613699533 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb760003520 con 0x7fb7600039b0 2024-04-15T15:11:47.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb776ffd640 1 --2- 172.21.15.84:0/613699533 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb760004800 0x7fb760004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:47.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.994+0000 7fb777fff640 1 --2- 172.21.15.84:0/613699533 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb7600051c0 0x7fb76000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:47.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.995+0000 7fb7777fe640 1 --2- 172.21.15.84:0/613699533 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb7600039b0 0x7fb760003dd0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fb76800c240 tx=0x7fb760005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24f6f823105e4c55 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:47.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.995+0000 7fb7767fc640 1 -- 172.21.15.84:0/613699533 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb768007d50 con 0x7fb7600039b0 2024-04-15T15:11:47.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.995+0000 7fb7767fc640 1 -- 172.21.15.84:0/613699533 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb768030070 con 0x7fb7600039b0 2024-04-15T15:11:47.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.995+0000 7fb7767fc640 1 -- 172.21.15.84:0/613699533 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb76802cd60 con 0x7fb7600039b0 2024-04-15T15:11:47.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.996+0000 7fb77e132640 1 -- 172.21.15.84:0/613699533 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb7600039b0 msgr2=0x7fb760003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:47.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.996+0000 7fb77e132640 1 --2- 172.21.15.84:0/613699533 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb7600039b0 0x7fb760003dd0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fb76800c240 tx=0x7fb760005830 comp rx=0 tx=0).stop 2024-04-15T15:11:47.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.996+0000 7fb777fff640 1 -- 172.21.15.84:0/613699533 reap_dead start 2024-04-15T15:11:47.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.996+0000 7fb77e132640 1 -- 172.21.15.84:0/613699533 shutdown_connections 2024-04-15T15:11:47.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.996+0000 7fb77e132640 1 -- 172.21.15.84:0/613699533 >> 172.21.15.84:0/613699533 conn(0x7fb7780b31d0 msgr2=0x7fb7780b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:47.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.996+0000 7fb77e132640 1 -- 172.21.15.84:0/613699533 shutdown_connections 2024-04-15T15:11:47.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.996+0000 7fb77e132640 1 -- 172.21.15.84:0/613699533 wait complete. 2024-04-15T15:11:47.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.997+0000 7fb77e132640 1 Processor -- start 2024-04-15T15:11:47.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.997+0000 7fb77e132640 1 -- start start 2024-04-15T15:11:47.005 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.998+0000 7fb77e132640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb7600039b0 0x7fb7781534a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.998+0000 7fb77e132640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb778152d80 0x7fb778156e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.998+0000 7fb77e132640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb778154d80 0x7fb77809a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.998+0000 7fb77e132640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb77815ca10 con 0x7fb778152d80 2024-04-15T15:11:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.998+0000 7fb77e132640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb77806c5b0 con 0x7fb778154d80 2024-04-15T15:11:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.998+0000 7fb77e132640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb77806eff0 con 0x7fb7600039b0 2024-04-15T15:11:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.998+0000 7fb776ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb778152d80 0x7fb778156e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.998+0000 7fb776ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb778152d80 0x7fb778156e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40270/0 (socket says 172.21.15.84:40270) 2024-04-15T15:11:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.998+0000 7fb776ffd640 1 -- 172.21.15.84:0/5676333 learned_addr learned my addr 172.21.15.84:0/5676333 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.998+0000 7fb776ffd640 1 -- 172.21.15.84:0/5676333 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb7600039b0 msgr2=0x7fb7781534a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.998+0000 7fb776ffd640 1 --2- 172.21.15.84:0/5676333 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb7600039b0 0x7fb7781534a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.998+0000 7fb776ffd640 1 -- 172.21.15.84:0/5676333 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb778154d80 msgr2=0x7fb77809a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.998+0000 7fb777fff640 1 --2- 172.21.15.84:0/5676333 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb778154d80 0x7fb77809a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:47.006 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.998+0000 7fb776ffd640 1 --2- 172.21.15.84:0/5676333 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb778154d80 0x7fb77809a1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.998+0000 7fb776ffd640 1 -- 172.21.15.84:0/5676333 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7781573d0 con 0x7fb778152d80 2024-04-15T15:11:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.998+0000 7fb776ffd640 1 --2- 172.21.15.84:0/5676333 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb778152d80 0x7fb778156e90 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fb76c010900 tx=0x7fb76c010dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.998+0000 7fb75ffff640 1 -- 172.21.15.84:0/5676333 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb76c00f040 con 0x7fb778152d80 2024-04-15T15:11:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.998+0000 7fb75ffff640 1 -- 172.21.15.84:0/5676333 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb76c00eb60 con 0x7fb778152d80 2024-04-15T15:11:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.998+0000 7fb75ffff640 1 -- 172.21.15.84:0/5676333 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb76c01c400 con 0x7fb778152d80 2024-04-15T15:11:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.998+0000 7fb77e132640 1 -- 172.21.15.84:0/5676333 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb778153b30 con 0x7fb778152d80 2024-04-15T15:11:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:46.999+0000 7fb77e132640 1 -- 172.21.15.84:0/5676333 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7781540f0 con 0x7fb778152d80 2024-04-15T15:11:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.000+0000 7fb77e132640 1 -- 172.21.15.84:0/5676333 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb778075c50 con 0x7fb778152d80 2024-04-15T15:11:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.000+0000 7fb75ffff640 1 -- 172.21.15.84:0/5676333 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fb76c01c5a0 con 0x7fb778152d80 2024-04-15T15:11:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.000+0000 7fb75ffff640 1 --2- 172.21.15.84:0/5676333 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb76406c8f0 0x7fb76406edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.000+0000 7fb75ffff640 1 -- 172.21.15.84:0/5676333 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fb76c08c3b0 con 0x7fb778152d80 2024-04-15T15:11:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.000+0000 7fb7777fe640 1 --2- 172.21.15.84:0/5676333 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb76406c8f0 0x7fb76406edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:47.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.001+0000 7fb7777fe640 1 --2- 172.21.15.84:0/5676333 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb76406c8f0 0x7fb76406edb0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fb768034000 tx=0x7fb76802e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:47.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.005+0000 7fb75ffff640 1 -- 172.21.15.84:0/5676333 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fb7781573d0 con 0x7fb778152d80 2024-04-15T15:11:47.183 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.182+0000 7fb77e132640 1 -- 172.21.15.84:0/5676333 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command([{prefix=config set, name=mds_cache_quiesce_splitauth}] v 0) -- 0x7fb7780b14b0 con 0x7fb778152d80 2024-04-15T15:11:47.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.185+0000 7fb75ffff640 1 -- 172.21.15.84:0/5676333 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_cache_quiesce_splitauth}]=0 v12)=0 v12) ==== 128+0+0 (secure 0 0 0) 0x7fb76c018030 con 0x7fb778152d80 2024-04-15T15:11:47.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.187+0000 7fb77e132640 1 -- 172.21.15.84:0/5676333 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb76406c8f0 msgr2=0x7fb76406edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:47.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.187+0000 7fb77e132640 1 --2- 172.21.15.84:0/5676333 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb76406c8f0 0x7fb76406edb0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fb768034000 tx=0x7fb76802e000 comp rx=0 tx=0).stop 2024-04-15T15:11:47.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.187+0000 7fb77e132640 1 -- 172.21.15.84:0/5676333 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb778152d80 msgr2=0x7fb778156e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:47.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.187+0000 7fb77e132640 1 --2- 172.21.15.84:0/5676333 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb778152d80 0x7fb778156e90 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fb76c010900 tx=0x7fb76c010dc0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.187+0000 7fb77e132640 1 -- 172.21.15.84:0/5676333 shutdown_connections 2024-04-15T15:11:47.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.187+0000 7fb77e132640 1 --2- 172.21.15.84:0/5676333 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb76406c8f0 0x7fb76406edb0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.187+0000 7fb77e132640 1 --2- 172.21.15.84:0/5676333 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb778154d80 0x7fb77809a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.187+0000 7fb77e132640 1 --2- 172.21.15.84:0/5676333 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb778152d80 0x7fb778156e90 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.187+0000 7fb77e132640 1 --2- 172.21.15.84:0/5676333 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb7600039b0 0x7fb7781534a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.187+0000 7fb77e132640 1 -- 172.21.15.84:0/5676333 >> 172.21.15.84:0/5676333 conn(0x7fb7780b31d0 msgr2=0x7fb7780b35b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:47.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.187+0000 7fb77e132640 1 -- 172.21.15.84:0/5676333 shutdown_connections 2024-04-15T15:11:47.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.187+0000 7fb77e132640 1 -- 172.21.15.84:0/5676333 wait complete. 2024-04-15T15:11:47.200 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs subvol_quiesce --mode=777 2024-04-15T15:11:47.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.305+0000 7f66578e6640 1 Processor -- start 2024-04-15T15:11:47.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.305+0000 7f66578e6640 1 -- start start 2024-04-15T15:11:47.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.306+0000 7f66578e6640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f665015e660 0x7f66500d1900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:47.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.306+0000 7f66578e6640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f665015ea40 0x7f66500d1e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:47.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.306+0000 7f66578e6640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66500b2100 con 0x7f6650071740 2024-04-15T15:11:47.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.306+0000 7f66578e6640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f66500b2d10 con 0x7f665015e660 2024-04-15T15:11:47.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.306+0000 7f66578e6640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f66500b23e0 con 0x7f665015ea40 2024-04-15T15:11:47.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.306+0000 7f6654e81640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f665015ea40 0x7f66500d1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:47.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.306+0000 7f6655682640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f665015e660 0x7f66500d1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:47.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.306+0000 7f6655e83640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7f6650071740 0x7f6650162440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:53804/0 (socket says 172.21.15.84:53804) 2024-04-15T15:11:47.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.306+0000 7f6655e83640 1 -- 172.21.15.84:0/206102528 learned_addr learned my addr 172.21.15.84:0/206102528 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.306+0000 7f6647fff640 1 -- 172.21.15.84:0/206102528 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1831875897 0 0) 0x7f66500b2100 con 0x7f6650071740 2024-04-15T15:11:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.306+0000 7f6647fff640 1 -- 172.21.15.84:0/206102528 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f663c003520 con 0x7f6650071740 2024-04-15T15:11:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.306+0000 7f6654e81640 1 -- 172.21.15.84:0/206102528 >> v2:172.21.15.203:3300/0 conn(0x7f665015e660 msgr2=0x7f66500d1900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.307+0000 7f6654e81640 1 --2- 172.21.15.84:0/206102528 >> v2:172.21.15.203:3300/0 conn(0x7f665015e660 0x7f66500d1900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.307+0000 7f6654e81640 1 -- 172.21.15.84:0/206102528 >> v1:172.21.15.203:6789/0 conn(0x7f6650071740 legacy=0x7f6650162440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.307+0000 7f6654e81640 1 -- 172.21.15.84:0/206102528 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66500b26c0 con 0x7f665015ea40 2024-04-15T15:11:47.310 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.307+0000 7f6655682640 1 --2- 172.21.15.84:0/206102528 >> v2:172.21.15.203:3300/0 conn(0x7f665015e660 0x7f66500d1900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:11:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.307+0000 7f6654e81640 1 --2- 172.21.15.84:0/206102528 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f665015ea40 0x7f66500d1e40 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f66400097d0 tx=0x7f664002b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=edbfd9d465f07aef server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.307+0000 7f6647fff640 1 -- 172.21.15.84:0/206102528 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6640035020 con 0x7f665015ea40 2024-04-15T15:11:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.307+0000 7f6647fff640 1 -- 172.21.15.84:0/206102528 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6640031800 con 0x7f665015ea40 2024-04-15T15:11:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.308+0000 7f6647fff640 1 -- 172.21.15.84:0/206102528 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6640031bb0 con 0x7f665015ea40 2024-04-15T15:11:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.308+0000 7f66578e6640 1 -- 172.21.15.84:0/206102528 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f665015ea40 msgr2=0x7f66500d1e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.308+0000 7f66578e6640 1 --2- 172.21.15.84:0/206102528 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f665015ea40 0x7f66500d1e40 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f66400097d0 tx=0x7f664002b8a0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.308+0000 7f66578e6640 1 -- 172.21.15.84:0/206102528 shutdown_connections 2024-04-15T15:11:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.308+0000 7f66578e6640 1 --2- 172.21.15.84:0/206102528 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f665015ea40 0x7f66500d1e40 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.308+0000 7f66578e6640 1 --2- 172.21.15.84:0/206102528 >> v2:172.21.15.203:3300/0 conn(0x7f665015e660 0x7f66500d1900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.308+0000 7f66578e6640 1 -- 172.21.15.84:0/206102528 >> 172.21.15.84:0/206102528 conn(0x7f66500ceeb0 msgr2=0x7f66500cf2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.308+0000 7f66578e6640 1 -- 172.21.15.84:0/206102528 shutdown_connections 2024-04-15T15:11:47.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.308+0000 7f66578e6640 1 -- 172.21.15.84:0/206102528 wait complete. 2024-04-15T15:11:47.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.309+0000 7f66578e6640 1 Processor -- start 2024-04-15T15:11:47.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.309+0000 7f66578e6640 1 -- start start 2024-04-15T15:11:47.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.310+0000 7f66578e6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6650071740 0x7f6650147e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:47.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.310+0000 7f66578e6640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f665015e660 0x7f665015c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:47.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.310+0000 7f66578e6640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f665015ea40 0x7f66500b4490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:47.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.310+0000 7f66578e6640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f66500c8a20 con 0x7f6650071740 2024-04-15T15:11:47.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.310+0000 7f66578e6640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f66500c88a0 con 0x7f665015ea40 2024-04-15T15:11:47.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.310+0000 7f66578e6640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f6650071bf0 con 0x7f665015e660 2024-04-15T15:11:47.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.310+0000 7f6655682640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6650071740 0x7f6650147e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:47.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.310+0000 7f6655682640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6650071740 0x7f6650147e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40278/0 (socket says 172.21.15.84:40278) 2024-04-15T15:11:47.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.310+0000 7f6655682640 1 -- 172.21.15.84:0/588846369 learned_addr learned my addr 172.21.15.84:0/588846369 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:47.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.310+0000 7f6655682640 1 -- 172.21.15.84:0/588846369 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f665015e660 msgr2=0x7f665015c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:47.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.310+0000 7f6655682640 1 --2- 172.21.15.84:0/588846369 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f665015e660 0x7f665015c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.310+0000 7f6655682640 1 -- 172.21.15.84:0/588846369 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f665015ea40 msgr2=0x7f66500b4490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:47.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.310+0000 7f6655682640 1 --2- 172.21.15.84:0/588846369 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f665015ea40 0x7f66500b4490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.310+0000 7f6655682640 1 -- 172.21.15.84:0/588846369 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6650148a90 con 0x7f6650071740 2024-04-15T15:11:47.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.311+0000 7f6655682640 1 --2- 172.21.15.84:0/588846369 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6650071740 0x7f6650147e20 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f664c00ebe0 tx=0x7f664c00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:47.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.311+0000 7f6645ffb640 1 -- 172.21.15.84:0/588846369 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f664c017070 con 0x7f6650071740 2024-04-15T15:11:47.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.311+0000 7f6645ffb640 1 -- 172.21.15.84:0/588846369 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f664c00cc30 con 0x7f6650071740 2024-04-15T15:11:47.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.311+0000 7f66578e6640 1 -- 172.21.15.84:0/588846369 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6650148d70 con 0x7f6650071740 2024-04-15T15:11:47.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.311+0000 7f6645ffb640 1 -- 172.21.15.84:0/588846369 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f664c013470 con 0x7f6650071740 2024-04-15T15:11:47.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.311+0000 7f66578e6640 1 -- 172.21.15.84:0/588846369 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6650149330 con 0x7f6650071740 2024-04-15T15:11:47.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.312+0000 7f66578e6640 1 -- 172.21.15.84:0/588846369 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66500689e0 con 0x7f6650071740 2024-04-15T15:11:47.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.312+0000 7f6645ffb640 1 -- 172.21.15.84:0/588846369 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f664c01a070 con 0x7f6650071740 2024-04-15T15:11:47.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.313+0000 7f6645ffb640 1 --2- 172.21.15.84:0/588846369 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f663406c920 0x7f663406ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:47.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.313+0000 7f6645ffb640 1 -- 172.21.15.84:0/588846369 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f664c08bfc0 con 0x7f6650071740 2024-04-15T15:11:47.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.313+0000 7f6654e81640 1 --2- 172.21.15.84:0/588846369 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f663406c920 0x7f663406ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:47.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.313+0000 7f6654e81640 1 --2- 172.21.15.84:0/588846369 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f663406c920 0x7f663406ede0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f6640036000 tx=0x7f6640030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:47.319 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.318+0000 7f6645ffb640 1 -- 172.21.15.84:0/588846369 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f664c05a260 con 0x7f6650071740 2024-04-15T15:11:47.520 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.518+0000 7f66578e6640 1 -- 172.21.15.84:0/588846369 --> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "subvol_quiesce", "mode": "777", "target": ["mon-mgr", ""]}) -- 0x7f6650161c50 con 0x7f663406c920 2024-04-15T15:11:47.524 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:11:47.523+0000 7fb47b179640 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T15:11:47.524 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:11:47.523+0000 7fb47b179640 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T15:11:47.524 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:11:47.523+0000 7fb47b179640 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T15:11:47.524 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:11:47.523+0000 7fb47b179640 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T15:11:47.525 INFO:tasks.ceph.mgr.y.smithi084.stderr:2024-04-15T15:11:47.523+0000 7fb47b179640 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T15:11:47.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.550+0000 7f6645ffb640 1 -- 172.21.15.84:0/588846369 <== mgr.4107 v2:172.21.15.84:6832/2096029421 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f6650161c50 con 0x7f663406c920 2024-04-15T15:11:47.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.552+0000 7f66578e6640 1 -- 172.21.15.84:0/588846369 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f663406c920 msgr2=0x7f663406ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:47.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.552+0000 7f66578e6640 1 --2- 172.21.15.84:0/588846369 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f663406c920 0x7f663406ede0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f6640036000 tx=0x7f6640030000 comp rx=0 tx=0).stop 2024-04-15T15:11:47.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.552+0000 7f66578e6640 1 -- 172.21.15.84:0/588846369 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6650071740 msgr2=0x7f6650147e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:47.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.552+0000 7f66578e6640 1 --2- 172.21.15.84:0/588846369 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6650071740 0x7f6650147e20 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f664c00ebe0 tx=0x7f664c00c520 comp rx=0 tx=0).stop 2024-04-15T15:11:47.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.552+0000 7f66578e6640 1 -- 172.21.15.84:0/588846369 shutdown_connections 2024-04-15T15:11:47.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.552+0000 7f66578e6640 1 --2- 172.21.15.84:0/588846369 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f663406c920 0x7f663406ede0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.552+0000 7f66578e6640 1 --2- 172.21.15.84:0/588846369 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f665015ea40 0x7f66500b4490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.552+0000 7f66578e6640 1 --2- 172.21.15.84:0/588846369 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f665015e660 0x7f665015c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.552+0000 7f66578e6640 1 --2- 172.21.15.84:0/588846369 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6650071740 0x7f6650147e20 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.552+0000 7f66578e6640 1 -- 172.21.15.84:0/588846369 >> 172.21.15.84:0/588846369 conn(0x7f66500ceeb0 msgr2=0x7f66500cff70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:47.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.552+0000 7f66578e6640 1 -- 172.21.15.84:0/588846369 shutdown_connections 2024-04-15T15:11:47.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.552+0000 7f66578e6640 1 -- 172.21.15.84:0/588846369 wait complete. 2024-04-15T15:11:47.565 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs subvol_quiesce 2024-04-15T15:11:47.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.669+0000 7f7552835640 1 Processor -- start 2024-04-15T15:11:47.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.669+0000 7f7552835640 1 -- start start 2024-04-15T15:11:47.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.670+0000 7f7552835640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f754c0d08f0 0x7f754c0cc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:47.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.670+0000 7f7552835640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f754c06bbb0 con 0x7f754c0ce6d0 2024-04-15T15:11:47.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.670+0000 7f7552835640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f754c06be90 con 0x7f754c0ce2f0 2024-04-15T15:11:47.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.670+0000 7f7552835640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f754c06b960 con 0x7f754c0d08f0 2024-04-15T15:11:47.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.670+0000 7f754b7fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f754c0d08f0 0x7f754c0cc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:47.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.670+0000 7f754b7fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f754c0d08f0 0x7f754c0cc0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40302/0 (socket says 172.21.15.84:40302) 2024-04-15T15:11:47.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.670+0000 7f7550dd2640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f754c0ce6d0 0x7f754c155600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:59848/0 (socket says 172.21.15.84:59848) 2024-04-15T15:11:47.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.670+0000 7f754b7fe640 1 -- 172.21.15.84:0/3664137242 learned_addr learned my addr 172.21.15.84:0/3664137242 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:47.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.670+0000 7f754b7fe640 1 -- 172.21.15.84:0/3664137242 >> v1:172.21.15.203:6789/0 conn(0x7f754c0ce2f0 legacy=0x7f754c15c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:47.673 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.670+0000 7f754b7fe640 1 -- 172.21.15.84:0/3664137242 >> v1:172.21.15.84:6789/0 conn(0x7f754c0ce6d0 legacy=0x7f754c155600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:47.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.670+0000 7f754b7fe640 1 -- 172.21.15.84:0/3664137242 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f754c06c170 con 0x7f754c0d08f0 2024-04-15T15:11:47.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.670+0000 7f754affd640 1 -- 172.21.15.84:0/3664137242 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1179391805 0 0) 0x7f754c06bbb0 con 0x7f754c0ce6d0 2024-04-15T15:11:47.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.671+0000 7f754b7fe640 1 --2- 172.21.15.84:0/3664137242 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f754c0d08f0 0x7f754c0cc0b0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f754c06bae0 tx=0x7f754002ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af4acf7cf3cfb221 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:47.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.671+0000 7f754affd640 1 -- 172.21.15.84:0/3664137242 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f754002f840 con 0x7f754c0d08f0 2024-04-15T15:11:47.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.671+0000 7f754affd640 1 -- 172.21.15.84:0/3664137242 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f754002f9e0 con 0x7f754c0d08f0 2024-04-15T15:11:47.674 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.671+0000 7f754affd640 1 -- 172.21.15.84:0/3664137242 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f754002fdb0 con 0x7f754c0d08f0 2024-04-15T15:11:47.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.672+0000 7f7552835640 1 -- 172.21.15.84:0/3664137242 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f754c0d08f0 msgr2=0x7f754c0cc0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:47.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.672+0000 7f7552835640 1 --2- 172.21.15.84:0/3664137242 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f754c0d08f0 0x7f754c0cc0b0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f754c06bae0 tx=0x7f754002ba20 comp rx=0 tx=0).stop 2024-04-15T15:11:47.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.672+0000 7f7552835640 1 -- 172.21.15.84:0/3664137242 shutdown_connections 2024-04-15T15:11:47.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.672+0000 7f7552835640 1 --2- 172.21.15.84:0/3664137242 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f754c0d08f0 0x7f754c0cc0b0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.672+0000 7f7552835640 1 -- 172.21.15.84:0/3664137242 >> 172.21.15.84:0/3664137242 conn(0x7f754c0b31d0 msgr2=0x7f754c0b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:47.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.672+0000 7f7552835640 1 -- 172.21.15.84:0/3664137242 shutdown_connections 2024-04-15T15:11:47.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.672+0000 7f7552835640 1 -- 172.21.15.84:0/3664137242 wait complete. 2024-04-15T15:11:47.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.673+0000 7f7552835640 1 Processor -- start 2024-04-15T15:11:47.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.673+0000 7f7552835640 1 -- start start 2024-04-15T15:11:47.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.674+0000 7f7552835640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f754c0ce2f0 0x7f754c153910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:47.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.674+0000 7f7552835640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f754c0ce6d0 0x7f754c150f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:47.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.674+0000 7f7552835640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f754c0d08f0 0x7f754c09a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:47.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.674+0000 7f7552835640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f754c06ef50 con 0x7f754c0ce2f0 2024-04-15T15:11:47.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.674+0000 7f7552835640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f754c06edd0 con 0x7f754c0d08f0 2024-04-15T15:11:47.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.674+0000 7f7552835640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f754c06f0d0 con 0x7f754c0ce6d0 2024-04-15T15:11:47.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.674+0000 7f754bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f754c0ce2f0 0x7f754c153910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:47.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.674+0000 7f754bfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f754c0ce2f0 0x7f754c153910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40304/0 (socket says 172.21.15.84:40304) 2024-04-15T15:11:47.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.674+0000 7f754bfff640 1 -- 172.21.15.84:0/3810921279 learned_addr learned my addr 172.21.15.84:0/3810921279 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:47.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.674+0000 7f754bfff640 1 -- 172.21.15.84:0/3810921279 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f754c0ce6d0 msgr2=0x7f754c150f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:47.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.674+0000 7f754bfff640 1 --2- 172.21.15.84:0/3810921279 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f754c0ce6d0 0x7f754c150f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.674+0000 7f754bfff640 1 -- 172.21.15.84:0/3810921279 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f754c0d08f0 msgr2=0x7f754c09a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:47.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.674+0000 7f754bfff640 1 --2- 172.21.15.84:0/3810921279 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f754c0d08f0 0x7f754c09a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.674+0000 7f754bfff640 1 -- 172.21.15.84:0/3810921279 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f754c151ac0 con 0x7f754c0ce2f0 2024-04-15T15:11:47.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.674+0000 7f754bfff640 1 --2- 172.21.15.84:0/3810921279 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f754c0ce2f0 0x7f754c153910 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f753c00c480 tx=0x7f753c00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:47.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.675+0000 7f7548ff9640 1 -- 172.21.15.84:0/3810921279 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f753c0052d0 con 0x7f754c0ce2f0 2024-04-15T15:11:47.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.675+0000 7f7548ff9640 1 -- 172.21.15.84:0/3810921279 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f753c005470 con 0x7f754c0ce2f0 2024-04-15T15:11:47.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.675+0000 7f7552835640 1 -- 172.21.15.84:0/3810921279 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f754c153e50 con 0x7f754c0ce2f0 2024-04-15T15:11:47.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.675+0000 7f7548ff9640 1 -- 172.21.15.84:0/3810921279 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f753c012870 con 0x7f754c0ce2f0 2024-04-15T15:11:47.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.675+0000 7f7552835640 1 -- 172.21.15.84:0/3810921279 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f754c152e30 con 0x7f754c0ce2f0 2024-04-15T15:11:47.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.676+0000 7f7552835640 1 -- 172.21.15.84:0/3810921279 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f754c075c50 con 0x7f754c0ce2f0 2024-04-15T15:11:47.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.676+0000 7f7548ff9640 1 -- 172.21.15.84:0/3810921279 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f753c012a10 con 0x7f754c0ce2f0 2024-04-15T15:11:47.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.676+0000 7f7548ff9640 1 --2- 172.21.15.84:0/3810921279 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f753806c8f0 0x7f753806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:47.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.676+0000 7f7548ff9640 1 -- 172.21.15.84:0/3810921279 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f753c08b950 con 0x7f754c0ce2f0 2024-04-15T15:11:47.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.677+0000 7f754b7fe640 1 --2- 172.21.15.84:0/3810921279 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f753806c8f0 0x7f753806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:47.680 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.677+0000 7f754b7fe640 1 --2- 172.21.15.84:0/3810921279 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f753806c8f0 0x7f753806edb0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f7540036000 tx=0x7f7540039040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:47.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.681+0000 7f7548ff9640 1 -- 172.21.15.84:0/3810921279 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f754c151ac0 con 0x7f754c0ce2f0 2024-04-15T15:11:47.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.887+0000 7f7552835640 1 -- 172.21.15.84:0/3810921279 --> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "sub_name": "subvol_quiesce", "target": ["mon-mgr", ""]}) -- 0x7f754c15d7a0 con 0x7f753806c8f0 2024-04-15T15:11:47.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.891+0000 7f7548ff9640 1 -- 172.21.15.84:0/3810921279 <== mgr.4107 v2:172.21.15.84:6832/2096029421 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+70 (secure 0 0 0) 0x7f754c15d7a0 con 0x7f753806c8f0 2024-04-15T15:11:47.893 INFO:teuthology.orchestra.run.smithi084.stdout:/volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77 2024-04-15T15:11:47.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.893+0000 7f7552835640 1 -- 172.21.15.84:0/3810921279 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f753806c8f0 msgr2=0x7f753806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:47.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.893+0000 7f7552835640 1 --2- 172.21.15.84:0/3810921279 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f753806c8f0 0x7f753806edb0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f7540036000 tx=0x7f7540039040 comp rx=0 tx=0).stop 2024-04-15T15:11:47.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.893+0000 7f7552835640 1 -- 172.21.15.84:0/3810921279 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f754c0ce2f0 msgr2=0x7f754c153910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:47.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.893+0000 7f7552835640 1 --2- 172.21.15.84:0/3810921279 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f754c0ce2f0 0x7f754c153910 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f753c00c480 tx=0x7f753c00c940 comp rx=0 tx=0).stop 2024-04-15T15:11:47.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.893+0000 7f7552835640 1 -- 172.21.15.84:0/3810921279 shutdown_connections 2024-04-15T15:11:47.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.893+0000 7f7552835640 1 --2- 172.21.15.84:0/3810921279 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f753806c8f0 0x7f753806edb0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.893+0000 7f7552835640 1 --2- 172.21.15.84:0/3810921279 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f754c0d08f0 0x7f754c09a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.893+0000 7f7552835640 1 --2- 172.21.15.84:0/3810921279 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f754c0ce6d0 0x7f754c150f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.893+0000 7f7552835640 1 --2- 172.21.15.84:0/3810921279 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f754c0ce2f0 0x7f754c153910 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:47.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.893+0000 7f7552835640 1 -- 172.21.15.84:0/3810921279 >> 172.21.15.84:0/3810921279 conn(0x7f754c0b31d0 msgr2=0x7f754c159710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:47.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.893+0000 7f7552835640 1 -- 172.21.15.84:0/3810921279 shutdown_connections 2024-04-15T15:11:47.896 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:47.893+0000 7f7552835640 1 -- 172.21.15.84:0/3810921279 wait complete. 2024-04-15T15:11:47.906 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:11:47.906 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:11:47.922 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:48.064 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.063+0000 7f389c13d640 1 Processor -- start 2024-04-15T15:11:48.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.063+0000 7f389c13d640 1 -- start start 2024-04-15T15:11:48.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.064+0000 7f389c13d640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f3894161e40 0x7f38940b37f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.064+0000 7f389c13d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f38940d45b0 0x7f38940d4a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.064+0000 7f389c13d640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3894162220 con 0x7f38940d12b0 2024-04-15T15:11:48.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.064+0000 7f389c13d640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f38940d4f60 con 0x7f3894161e40 2024-04-15T15:11:48.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.064+0000 7f389c13d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f38940d21f0 con 0x7f38940d45b0 2024-04-15T15:11:48.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.064+0000 7f3899ed9640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f3894161e40 0x7f38940b37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.064+0000 7f3899ed9640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f3894161e40 0x7f38940b37f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40320/0 (socket says 172.21.15.84:40320) 2024-04-15T15:11:48.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.064+0000 7f3899ed9640 1 -- 172.21.15.84:0/331927166 learned_addr learned my addr 172.21.15.84:0/331927166 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:48.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.064+0000 7f38996d8640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f38940d12b0 0x7f38940d2960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:59850/0 (socket says 172.21.15.84:59850) 2024-04-15T15:11:48.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.064+0000 7f389a6da640 1 --2- 172.21.15.84:0/331927166 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f38940d45b0 0x7f38940d4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.064+0000 7f3899ed9640 1 -- 172.21.15.84:0/331927166 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f38940d45b0 msgr2=0x7f38940d4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:48.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.064+0000 7f3899ed9640 1 --2- 172.21.15.84:0/331927166 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f38940d45b0 0x7f38940d4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.064+0000 7f3899ed9640 1 -- 172.21.15.84:0/331927166 >> v1:172.21.15.84:6789/0 conn(0x7f38940d12b0 legacy=0x7f38940d2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.064+0000 7f3899ed9640 1 -- 172.21.15.84:0/331927166 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38940d3070 con 0x7f3894161e40 2024-04-15T15:11:48.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.065+0000 7f3899ed9640 1 --2- 172.21.15.84:0/331927166 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3894161e40 0x7f38940b37f0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f38900098a0 tx=0x7f389002b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34d4b999a077ec5c server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:48.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.065+0000 7f3898ed7640 1 -- 172.21.15.84:0/331927166 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3890035020 con 0x7f3894161e40 2024-04-15T15:11:48.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.065+0000 7f3898ed7640 1 -- 172.21.15.84:0/331927166 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3890031640 con 0x7f3894161e40 2024-04-15T15:11:48.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.065+0000 7f3898ed7640 1 -- 172.21.15.84:0/331927166 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f389002d040 con 0x7f3894161e40 2024-04-15T15:11:48.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.065+0000 7f389c13d640 1 -- 172.21.15.84:0/331927166 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3894161e40 msgr2=0x7f38940b37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.065+0000 7f389c13d640 1 --2- 172.21.15.84:0/331927166 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3894161e40 0x7f38940b37f0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f38900098a0 tx=0x7f389002b8f0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.066+0000 7f389c13d640 1 -- 172.21.15.84:0/331927166 shutdown_connections 2024-04-15T15:11:48.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.066+0000 7f389c13d640 1 --2- 172.21.15.84:0/331927166 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f38940d45b0 0x7f38940d4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.066+0000 7f389c13d640 1 --2- 172.21.15.84:0/331927166 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3894161e40 0x7f38940b37f0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.066+0000 7f389c13d640 1 -- 172.21.15.84:0/331927166 >> 172.21.15.84:0/331927166 conn(0x7f389409d970 msgr2=0x7f38940b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:48.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.066+0000 7f389c13d640 1 -- 172.21.15.84:0/331927166 shutdown_connections 2024-04-15T15:11:48.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.066+0000 7f389c13d640 1 -- 172.21.15.84:0/331927166 wait complete. 2024-04-15T15:11:48.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.067+0000 7f389c13d640 1 Processor -- start 2024-04-15T15:11:48.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.067+0000 7f389c13d640 1 -- start start 2024-04-15T15:11:48.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f389c13d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38940d12b0 0x7f389415ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f389c13d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38940d45b0 0x7f38941e9210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f389c13d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3894161e40 0x7f38941e9750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f389c13d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f38940d1de0 con 0x7f38940d12b0 2024-04-15T15:11:48.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f389c13d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f38940d1b00 con 0x7f38940d45b0 2024-04-15T15:11:48.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f389c13d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f38940d2440 con 0x7f3894161e40 2024-04-15T15:11:48.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f3899ed9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38940d12b0 0x7f389415ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f3899ed9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38940d12b0 0x7f389415ac20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40334/0 (socket says 172.21.15.84:40334) 2024-04-15T15:11:48.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f3899ed9640 1 -- 172.21.15.84:0/3505208212 learned_addr learned my addr 172.21.15.84:0/3505208212 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:48.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f389a6da640 1 --2- 172.21.15.84:0/3505208212 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3894161e40 0x7f38941e9750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f38996d8640 1 --2- 172.21.15.84:0/3505208212 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38940d45b0 0x7f38941e9210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f3899ed9640 1 -- 172.21.15.84:0/3505208212 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3894161e40 msgr2=0x7f38941e9750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f3899ed9640 1 --2- 172.21.15.84:0/3505208212 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3894161e40 0x7f38941e9750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f3899ed9640 1 -- 172.21.15.84:0/3505208212 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38940d45b0 msgr2=0x7f38941e9210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f3899ed9640 1 --2- 172.21.15.84:0/3505208212 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38940d45b0 0x7f38941e9210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f3899ed9640 1 -- 172.21.15.84:0/3505208212 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f389415b160 con 0x7f38940d12b0 2024-04-15T15:11:48.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f3899ed9640 1 --2- 172.21.15.84:0/3505208212 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38940d12b0 0x7f389415ac20 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f3890000c00 tx=0x7f38900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:48.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f388a7fc640 1 -- 172.21.15.84:0/3505208212 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3890040070 con 0x7f38940d12b0 2024-04-15T15:11:48.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f388a7fc640 1 -- 172.21.15.84:0/3505208212 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38900399f0 con 0x7f38940d12b0 2024-04-15T15:11:48.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f388a7fc640 1 -- 172.21.15.84:0/3505208212 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3890035040 con 0x7f38940d12b0 2024-04-15T15:11:48.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f389c13d640 1 -- 172.21.15.84:0/3505208212 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38941e7d40 con 0x7f38940d12b0 2024-04-15T15:11:48.075 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.068+0000 7f389c13d640 1 -- 172.21.15.84:0/3505208212 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38941e8300 con 0x7f38940d12b0 2024-04-15T15:11:48.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.069+0000 7f389c13d640 1 -- 172.21.15.84:0/3505208212 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38940689e0 con 0x7f38940d12b0 2024-04-15T15:11:48.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.070+0000 7f388a7fc640 1 -- 172.21.15.84:0/3505208212 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f389004b060 con 0x7f38940d12b0 2024-04-15T15:11:48.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.070+0000 7f388a7fc640 1 --2- 172.21.15.84:0/3505208212 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f387806c8f0 0x7f387806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.070+0000 7f388a7fc640 1 -- 172.21.15.84:0/3505208212 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f38900ad5f0 con 0x7f38940d12b0 2024-04-15T15:11:48.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.070+0000 7f38996d8640 1 --2- 172.21.15.84:0/3505208212 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f387806c8f0 0x7f387806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.071+0000 7f38996d8640 1 --2- 172.21.15.84:0/3505208212 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f387806c8f0 0x7f387806edb0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f389406e150 tx=0x7f3884007cc0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:48.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.075+0000 7f388a7fc640 1 -- 172.21.15.84:0/3505208212 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f389415b160 con 0x7f38940d12b0 2024-04-15T15:11:48.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.251+0000 7f389c13d640 1 -- 172.21.15.84:0/3505208212 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f38940ceb90 con 0x7f38940d12b0 2024-04-15T15:11:48.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.252+0000 7f388a7fc640 1 -- 172.21.15.84:0/3505208212 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) ==== 74+0+16894 (secure 0 0 0) 0x7f389007b890 con 0x7f38940d12b0 2024-04-15T15:11:48.255 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:48.256 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":38,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:11:39.793333+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:11:36.635627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-15T15:11:37.095988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:48.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.254+0000 7f389c13d640 1 -- 172.21.15.84:0/3505208212 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f387806c8f0 msgr2=0x7f387806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.254+0000 7f389c13d640 1 --2- 172.21.15.84:0/3505208212 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f387806c8f0 0x7f387806edb0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f389406e150 tx=0x7f3884007cc0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.254+0000 7f389c13d640 1 -- 172.21.15.84:0/3505208212 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38940d12b0 msgr2=0x7f389415ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.254+0000 7f389c13d640 1 --2- 172.21.15.84:0/3505208212 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38940d12b0 0x7f389415ac20 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f3890000c00 tx=0x7f38900046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.254+0000 7f389c13d640 1 -- 172.21.15.84:0/3505208212 shutdown_connections 2024-04-15T15:11:48.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.254+0000 7f389c13d640 1 --2- 172.21.15.84:0/3505208212 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f387806c8f0 0x7f387806edb0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.254+0000 7f389c13d640 1 --2- 172.21.15.84:0/3505208212 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38940d45b0 0x7f38941e9210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.254+0000 7f389c13d640 1 --2- 172.21.15.84:0/3505208212 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3894161e40 0x7f38941e9750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.254+0000 7f389c13d640 1 --2- 172.21.15.84:0/3505208212 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38940d12b0 0x7f389415ac20 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.254+0000 7f389c13d640 1 -- 172.21.15.84:0/3505208212 >> 172.21.15.84:0/3505208212 conn(0x7f389409d970 msgr2=0x7f389406cba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:48.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.254+0000 7f389c13d640 1 -- 172.21.15.84:0/3505208212 shutdown_connections 2024-04-15T15:11:48.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.254+0000 7f389c13d640 1 -- 172.21.15.84:0/3505208212 wait complete. 2024-04-15T15:11:48.267 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:11:36.635627+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '37', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:11:37.095988+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '38', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T15:11:48.268 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:11:48.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.372+0000 7fb18b3bd640 1 Processor -- start 2024-04-15T15:11:48.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.372+0000 7fb18b3bd640 1 -- start start 2024-04-15T15:11:48.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.373+0000 7fb18b3bd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1840cc7c0 0x7fb184155600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.373+0000 7fb18b3bd640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb18406bbb0 con 0x7fb1840d08f0 2024-04-15T15:11:48.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.373+0000 7fb18b3bd640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb18406be90 con 0x7fb1840ce2f0 2024-04-15T15:11:48.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.373+0000 7fb18b3bd640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb18406b960 con 0x7fb1840cc7c0 2024-04-15T15:11:48.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.373+0000 7fb188958640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fb1840d08f0 0x7fb1840cc0b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:59860/0 (socket says 172.21.15.84:59860) 2024-04-15T15:11:48.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.373+0000 7fb188958640 1 -- 172.21.15.84:0/3103230502 learned_addr learned my addr 172.21.15.84:0/3103230502 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:48.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.373+0000 7fb17bfff640 1 -- 172.21.15.84:0/3103230502 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1431485795 0 0) 0x7fb18406bbb0 con 0x7fb1840d08f0 2024-04-15T15:11:48.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.373+0000 7fb18995a640 1 --2- 172.21.15.84:0/3103230502 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1840cc7c0 0x7fb184155600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.373+0000 7fb17bfff640 1 -- 172.21.15.84:0/3103230502 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb170003520 con 0x7fb1840d08f0 2024-04-15T15:11:48.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb17bfff640 1 -- 172.21.15.84:0/3103230502 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3613939839 0 0) 0x7fb170003520 con 0x7fb1840d08f0 2024-04-15T15:11:48.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb17bfff640 1 -- 172.21.15.84:0/3103230502 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1840cc7c0 msgr2=0x7fb184155600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:48.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb17bfff640 1 --2- 172.21.15.84:0/3103230502 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1840cc7c0 0x7fb184155600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb17bfff640 1 -- 172.21.15.84:0/3103230502 >> v1:172.21.15.203:6789/0 conn(0x7fb1840ce2f0 legacy=0x7fb18415c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb17bfff640 1 -- 172.21.15.84:0/3103230502 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb18406c170 con 0x7fb1840d08f0 2024-04-15T15:11:48.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb17bfff640 1 -- 172.21.15.84:0/3103230502 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7fb174001670 con 0x7fb1840d08f0 2024-04-15T15:11:48.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb18995a640 1 --2- 172.21.15.84:0/3103230502 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1840cc7c0 0x7fb184155600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:48.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb17bfff640 1 -- 172.21.15.84:0/3103230502 >> v1:172.21.15.84:6789/0 conn(0x7fb1840d08f0 legacy=0x7fb1840cc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb17bfff640 1 --2- 172.21.15.84:0/3103230502 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb1700039e0 0x7fb170003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb17bfff640 1 --2- 172.21.15.84:0/3103230502 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1840cc7c0 0x7fb170004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb17bfff640 1 --2- 172.21.15.84:0/3103230502 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb170004d40 0x7fb1700051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb17bfff640 1 -- 172.21.15.84:0/3103230502 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb18406b960 con 0x7fb170004d40 2024-04-15T15:11:48.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb17bfff640 1 -- 172.21.15.84:0/3103230502 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb17000bad0 con 0x7fb1700039e0 2024-04-15T15:11:48.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb17bfff640 1 -- 172.21.15.84:0/3103230502 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb17000bcd0 con 0x7fb1840cc7c0 2024-04-15T15:11:48.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb18995a640 1 --2- 172.21.15.84:0/3103230502 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb170004d40 0x7fb1700051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb188958640 1 --2- 172.21.15.84:0/3103230502 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1840cc7c0 0x7fb170004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb189159640 1 --2- 172.21.15.84:0/3103230502 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb1700039e0 0x7fb170003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb18995a640 1 -- 172.21.15.84:0/3103230502 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1840cc7c0 msgr2=0x7fb170004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:48.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb18995a640 1 --2- 172.21.15.84:0/3103230502 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1840cc7c0 0x7fb170004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb18995a640 1 -- 172.21.15.84:0/3103230502 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb1700039e0 msgr2=0x7fb170003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:48.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb18995a640 1 --2- 172.21.15.84:0/3103230502 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb1700039e0 0x7fb170003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.374+0000 7fb18995a640 1 -- 172.21.15.84:0/3103230502 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb170003520 con 0x7fb170004d40 2024-04-15T15:11:48.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.375+0000 7fb18995a640 1 --2- 172.21.15.84:0/3103230502 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb170004d40 0x7fb1700051c0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fb1840b3180 tx=0x7fb170005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e7b43e5036188c4 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:48.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.375+0000 7fb17bfff640 1 -- 172.21.15.84:0/3103230502 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb17c039070 con 0x7fb170004d40 2024-04-15T15:11:48.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.375+0000 7fb17bfff640 1 -- 172.21.15.84:0/3103230502 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb17c02ccb0 con 0x7fb170004d40 2024-04-15T15:11:48.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.375+0000 7fb17bfff640 1 -- 172.21.15.84:0/3103230502 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb17c009c80 con 0x7fb170004d40 2024-04-15T15:11:48.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.376+0000 7fb18b3bd640 1 -- 172.21.15.84:0/3103230502 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb170004d40 msgr2=0x7fb1700051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.376+0000 7fb18b3bd640 1 --2- 172.21.15.84:0/3103230502 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb170004d40 0x7fb1700051c0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fb1840b3180 tx=0x7fb170005830 comp rx=0 tx=0).stop 2024-04-15T15:11:48.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.376+0000 7fb18995a640 1 -- 172.21.15.84:0/3103230502 reap_dead start 2024-04-15T15:11:48.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.376+0000 7fb18b3bd640 1 -- 172.21.15.84:0/3103230502 shutdown_connections 2024-04-15T15:11:48.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.376+0000 7fb18b3bd640 1 -- 172.21.15.84:0/3103230502 >> 172.21.15.84:0/3103230502 conn(0x7fb1840b31d0 msgr2=0x7fb1840b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:48.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.376+0000 7fb18b3bd640 1 -- 172.21.15.84:0/3103230502 shutdown_connections 2024-04-15T15:11:48.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.376+0000 7fb18b3bd640 1 -- 172.21.15.84:0/3103230502 wait complete. 2024-04-15T15:11:48.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.377+0000 7fb18b3bd640 1 Processor -- start 2024-04-15T15:11:48.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.377+0000 7fb18b3bd640 1 -- start start 2024-04-15T15:11:48.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.378+0000 7fb18b3bd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb170004d40 0x7fb184149890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.378+0000 7fb18b3bd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb1841f1f40 0x7fb1841465d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.378+0000 7fb18b3bd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1840af8b0 0x7fb1840afd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.378+0000 7fb18b3bd640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb18406ef50 con 0x7fb1841f1f40 2024-04-15T15:11:48.383 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.378+0000 7fb18b3bd640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb18406edd0 con 0x7fb170004d40 2024-04-15T15:11:48.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.378+0000 7fb18b3bd640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb18406f0d0 con 0x7fb1840af8b0 2024-04-15T15:11:48.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.378+0000 7fb188958640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb1841f1f40 0x7fb1841465d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.378+0000 7fb188958640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb1841f1f40 0x7fb1841465d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40344/0 (socket says 172.21.15.84:40344) 2024-04-15T15:11:48.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.378+0000 7fb188958640 1 -- 172.21.15.84:0/1617294592 learned_addr learned my addr 172.21.15.84:0/1617294592 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:48.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.378+0000 7fb18995a640 1 --2- 172.21.15.84:0/1617294592 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1840af8b0 0x7fb1840afd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.378+0000 7fb189159640 1 --2- 172.21.15.84:0/1617294592 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb170004d40 0x7fb184149890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.378+0000 7fb188958640 1 -- 172.21.15.84:0/1617294592 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1840af8b0 msgr2=0x7fb1840afd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.378+0000 7fb188958640 1 --2- 172.21.15.84:0/1617294592 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1840af8b0 0x7fb1840afd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.378+0000 7fb188958640 1 -- 172.21.15.84:0/1617294592 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb170004d40 msgr2=0x7fb184149890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.378+0000 7fb188958640 1 --2- 172.21.15.84:0/1617294592 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb170004d40 0x7fb184149890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.378+0000 7fb188958640 1 -- 172.21.15.84:0/1617294592 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1841f0ea0 con 0x7fb1841f1f40 2024-04-15T15:11:48.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.378+0000 7fb188958640 1 --2- 172.21.15.84:0/1617294592 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb1841f1f40 0x7fb1841465d0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fb174001b80 tx=0x7fb174007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:48.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.378+0000 7fb179ffb640 1 -- 172.21.15.84:0/1617294592 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb17400f960 con 0x7fb1841f1f40 2024-04-15T15:11:48.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.378+0000 7fb179ffb640 1 -- 172.21.15.84:0/1617294592 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb174018070 con 0x7fb1841f1f40 2024-04-15T15:11:48.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.378+0000 7fb18b3bd640 1 -- 172.21.15.84:0/1617294592 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1841f1180 con 0x7fb1841f1f40 2024-04-15T15:11:48.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.378+0000 7fb179ffb640 1 -- 172.21.15.84:0/1617294592 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb17400fd80 con 0x7fb1841f1f40 2024-04-15T15:11:48.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.379+0000 7fb18b3bd640 1 -- 172.21.15.84:0/1617294592 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1841f1740 con 0x7fb1841f1f40 2024-04-15T15:11:48.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.379+0000 7fb18b3bd640 1 -- 172.21.15.84:0/1617294592 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb184075c50 con 0x7fb1841f1f40 2024-04-15T15:11:48.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.380+0000 7fb179ffb640 1 -- 172.21.15.84:0/1617294592 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7fb17401d460 con 0x7fb1841f1f40 2024-04-15T15:11:48.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.380+0000 7fb179ffb640 1 --2- 172.21.15.84:0/1617294592 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb16806c8f0 0x7fb16806edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.381+0000 7fb179ffb640 1 -- 172.21.15.84:0/1617294592 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fb17408bef0 con 0x7fb1841f1f40 2024-04-15T15:11:48.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.381+0000 7fb189159640 1 --2- 172.21.15.84:0/1617294592 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb16806c8f0 0x7fb16806edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.385 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.381+0000 7fb189159640 1 --2- 172.21.15.84:0/1617294592 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb16806c8f0 0x7fb16806edb0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fb1800035f0 tx=0x7fb180009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:48.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.385+0000 7fb179ffb640 1 -- 172.21.15.84:0/1617294592 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fb17405a100 con 0x7fb1841f1f40 2024-04-15T15:11:48.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.560+0000 7fb18b3bd640 1 -- 172.21.15.84:0/1617294592 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fb18406cab0 con 0x7fb1841f1f40 2024-04-15T15:11:48.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.560+0000 7fb179ffb640 1 -- 172.21.15.84:0/1617294592 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v38) ==== 93+0+10 (secure 0 0 0) 0x7fb174059a00 con 0x7fb1841f1f40 2024-04-15T15:11:48.562 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:11:48.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.562+0000 7fb18b3bd640 1 -- 172.21.15.84:0/1617294592 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb16806c8f0 msgr2=0x7fb16806edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.562+0000 7fb18b3bd640 1 --2- 172.21.15.84:0/1617294592 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb16806c8f0 0x7fb16806edb0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fb1800035f0 tx=0x7fb180009040 comp rx=0 tx=0).stop 2024-04-15T15:11:48.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.562+0000 7fb18b3bd640 1 -- 172.21.15.84:0/1617294592 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb1841f1f40 msgr2=0x7fb1841465d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.562+0000 7fb18b3bd640 1 --2- 172.21.15.84:0/1617294592 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb1841f1f40 0x7fb1841465d0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fb174001b80 tx=0x7fb174007720 comp rx=0 tx=0).stop 2024-04-15T15:11:48.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.562+0000 7fb18b3bd640 1 -- 172.21.15.84:0/1617294592 shutdown_connections 2024-04-15T15:11:48.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.562+0000 7fb18b3bd640 1 --2- 172.21.15.84:0/1617294592 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb1840af8b0 0x7fb1840afd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.562+0000 7fb18b3bd640 1 --2- 172.21.15.84:0/1617294592 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb1841f1f40 0x7fb1841465d0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.562+0000 7fb18b3bd640 1 --2- 172.21.15.84:0/1617294592 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb16806c8f0 0x7fb16806edb0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.562+0000 7fb18b3bd640 1 --2- 172.21.15.84:0/1617294592 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb170004d40 0x7fb184149890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.563+0000 7fb18b3bd640 1 -- 172.21.15.84:0/1617294592 >> 172.21.15.84:0/1617294592 conn(0x7fb1840b31d0 msgr2=0x7fb1840ccc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:48.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.563+0000 7fb18b3bd640 1 -- 172.21.15.84:0/1617294592 shutdown_connections 2024-04-15T15:11:48.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.563+0000 7fb18b3bd640 1 -- 172.21.15.84:0/1617294592 wait complete. 2024-04-15T15:11:48.575 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:11:48.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.680+0000 7f38f96b1640 1 Processor -- start 2024-04-15T15:11:48.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.680+0000 7f38f96b1640 1 -- start start 2024-04-15T15:11:48.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.681+0000 7f38f96b1640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f38f406c350 0x7f38f40d0710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.681+0000 7f38f96b1640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f38f406c730 0x7f38f406cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.681+0000 7f38f96b1640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f38f40cf8f0 con 0x7f38f40d2c60 2024-04-15T15:11:48.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.681+0000 7f38f96b1640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f38f40d27d0 con 0x7f38f406c730 2024-04-15T15:11:48.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.681+0000 7f38f96b1640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f38f40b3ae0 con 0x7f38f406c350 2024-04-15T15:11:48.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.681+0000 7f38f2ffd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f38f406c350 0x7f38f40d0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.681+0000 7f38f37fe640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7f38f40d2c60 0x7f38f40d30f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:53826/0 (socket says 172.21.15.84:53826) 2024-04-15T15:11:48.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.681+0000 7f38f37fe640 1 -- 172.21.15.84:0/1475435567 learned_addr learned my addr 172.21.15.84:0/1475435567 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:48.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.681+0000 7f38f27fc640 1 --2- 172.21.15.84:0/1475435567 >> v2:172.21.15.203:3300/0 conn(0x7f38f406c730 0x7f38f406cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.682+0000 7f38f27fc640 1 -- 172.21.15.84:0/1475435567 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f38f406c350 msgr2=0x7f38f40d0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:48.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.682+0000 7f38f27fc640 1 --2- 172.21.15.84:0/1475435567 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f38f406c350 0x7f38f40d0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.682+0000 7f38f27fc640 1 -- 172.21.15.84:0/1475435567 >> v1:172.21.15.203:6789/0 conn(0x7f38f40d2c60 legacy=0x7f38f40d30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.682+0000 7f38f27fc640 1 -- 172.21.15.84:0/1475435567 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38f415f040 con 0x7f38f406c730 2024-04-15T15:11:48.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.682+0000 7f38f1ffb640 1 -- 172.21.15.84:0/1475435567 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3050223426 0 0) 0x7f38f40cf8f0 con 0x7f38f40d2c60 2024-04-15T15:11:48.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.682+0000 7f38f2ffd640 1 --2- 172.21.15.84:0/1475435567 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f38f406c350 0x7f38f40d0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:11:48.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.682+0000 7f38f27fc640 1 --2- 172.21.15.84:0/1475435567 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38f406c730 0x7f38f406cb90 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f38e80097a0 tx=0x7f38e802b820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2ecf5ef1258777fa server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:48.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.683+0000 7f38f1ffb640 1 -- 172.21.15.84:0/1475435567 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e8031780 con 0x7f38f406c730 2024-04-15T15:11:48.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.683+0000 7f38f1ffb640 1 -- 172.21.15.84:0/1475435567 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38e8037070 con 0x7f38f406c730 2024-04-15T15:11:48.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.683+0000 7f38f1ffb640 1 -- 172.21.15.84:0/1475435567 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e8031b40 con 0x7f38f406c730 2024-04-15T15:11:48.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.683+0000 7f38f96b1640 1 -- 172.21.15.84:0/1475435567 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38f406c730 msgr2=0x7f38f406cb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.683+0000 7f38f96b1640 1 --2- 172.21.15.84:0/1475435567 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38f406c730 0x7f38f406cb90 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f38e80097a0 tx=0x7f38e802b820 comp rx=0 tx=0).stop 2024-04-15T15:11:48.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.683+0000 7f38f96b1640 1 -- 172.21.15.84:0/1475435567 shutdown_connections 2024-04-15T15:11:48.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.683+0000 7f38f96b1640 1 --2- 172.21.15.84:0/1475435567 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38f406c730 0x7f38f406cb90 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.683+0000 7f38f96b1640 1 --2- 172.21.15.84:0/1475435567 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f38f406c350 0x7f38f40d0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.683+0000 7f38f96b1640 1 -- 172.21.15.84:0/1475435567 >> 172.21.15.84:0/1475435567 conn(0x7f38f40d48c0 msgr2=0x7f38f40d4cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:48.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.683+0000 7f38f96b1640 1 -- 172.21.15.84:0/1475435567 shutdown_connections 2024-04-15T15:11:48.689 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.683+0000 7f38f96b1640 1 -- 172.21.15.84:0/1475435567 wait complete. 2024-04-15T15:11:48.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.684+0000 7f38f96b1640 1 Processor -- start 2024-04-15T15:11:48.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.684+0000 7f38f96b1640 1 -- start start 2024-04-15T15:11:48.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.685+0000 7f38f96b1640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38f406c350 0x7f38f41508f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.685+0000 7f38f96b1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38f406c730 0x7f38f40ce410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.685+0000 7f38f96b1640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f38f40d2c60 0x7f38f40ce950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.685+0000 7f38f96b1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f38f40b3800 con 0x7f38f406c730 2024-04-15T15:11:48.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.685+0000 7f38f96b1640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f38f40b3520 con 0x7f38f406c350 2024-04-15T15:11:48.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.685+0000 7f38f96b1640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f38f40d2460 con 0x7f38f40d2c60 2024-04-15T15:11:48.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.685+0000 7f38f27fc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38f406c730 0x7f38f40ce410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.685+0000 7f38f27fc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38f406c730 0x7f38f40ce410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40346/0 (socket says 172.21.15.84:40346) 2024-04-15T15:11:48.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.685+0000 7f38f27fc640 1 -- 172.21.15.84:0/3894771011 learned_addr learned my addr 172.21.15.84:0/3894771011 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:48.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.686+0000 7f38f2ffd640 1 --2- 172.21.15.84:0/3894771011 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38f406c350 0x7f38f41508f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.686+0000 7f38f37fe640 1 --2- 172.21.15.84:0/3894771011 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f38f40d2c60 0x7f38f40ce950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.686+0000 7f38f27fc640 1 -- 172.21.15.84:0/3894771011 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f38f40d2c60 msgr2=0x7f38f40ce950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.686+0000 7f38f27fc640 1 --2- 172.21.15.84:0/3894771011 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f38f40d2c60 0x7f38f40ce950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.686+0000 7f38f27fc640 1 -- 172.21.15.84:0/3894771011 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38f406c350 msgr2=0x7f38f41508f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.686+0000 7f38f27fc640 1 --2- 172.21.15.84:0/3894771011 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38f406c350 0x7f38f41508f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.686+0000 7f38f27fc640 1 -- 172.21.15.84:0/3894771011 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38f40cc630 con 0x7f38f406c730 2024-04-15T15:11:48.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.686+0000 7f38f37fe640 1 --2- 172.21.15.84:0/3894771011 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f38f40d2c60 0x7f38f40ce950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:48.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.686+0000 7f38f27fc640 1 --2- 172.21.15.84:0/3894771011 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38f406c730 0x7f38f40ce410 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f38e80097a0 tx=0x7f38e80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:48.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.686+0000 7f38db7fe640 1 -- 172.21.15.84:0/3894771011 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e8004230 con 0x7f38f406c730 2024-04-15T15:11:48.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.686+0000 7f38db7fe640 1 -- 172.21.15.84:0/3894771011 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f38e80043d0 con 0x7f38f406c730 2024-04-15T15:11:48.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.686+0000 7f38f96b1640 1 -- 172.21.15.84:0/3894771011 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38f40cc910 con 0x7f38f406c730 2024-04-15T15:11:48.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.686+0000 7f38db7fe640 1 -- 172.21.15.84:0/3894771011 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e8003850 con 0x7f38f406c730 2024-04-15T15:11:48.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.686+0000 7f38f96b1640 1 -- 172.21.15.84:0/3894771011 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38f40cced0 con 0x7f38f406c730 2024-04-15T15:11:48.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.687+0000 7f38f96b1640 1 -- 172.21.15.84:0/3894771011 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38f4075c50 con 0x7f38f406c730 2024-04-15T15:11:48.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.688+0000 7f38db7fe640 1 -- 172.21.15.84:0/3894771011 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 5) ==== 91040+0+0 (secure 0 0 0) 0x7f38e80039f0 con 0x7f38f406c730 2024-04-15T15:11:48.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.688+0000 7f38db7fe640 1 --2- 172.21.15.84:0/3894771011 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f38e006c8f0 0x7f38e006edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.688+0000 7f38db7fe640 1 -- 172.21.15.84:0/3894771011 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f38e80adcb0 con 0x7f38f406c730 2024-04-15T15:11:48.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.688+0000 7f38f2ffd640 1 --2- 172.21.15.84:0/3894771011 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f38e006c8f0 0x7f38e006edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.689+0000 7f38f2ffd640 1 --2- 172.21.15.84:0/3894771011 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f38e006c8f0 0x7f38e006edb0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f38e4009a30 tx=0x7f38e4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:48.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.693+0000 7f38db7fe640 1 -- 172.21.15.84:0/3894771011 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f38e8041070 con 0x7f38f406c730 2024-04-15T15:11:48.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.867+0000 7f38f96b1640 1 -- 172.21.15.84:0/3894771011 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f38f40b99f0 con 0x7f38f406c730 2024-04-15T15:11:48.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.867+0000 7f38db7fe640 1 -- 172.21.15.84:0/3894771011 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v38) ==== 104+0+11 (secure 0 0 0) 0x7f38e802f050 con 0x7f38f406c730 2024-04-15T15:11:48.869 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:48.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.869+0000 7f38f96b1640 1 -- 172.21.15.84:0/3894771011 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f38e006c8f0 msgr2=0x7f38e006edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.869+0000 7f38f96b1640 1 --2- 172.21.15.84:0/3894771011 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f38e006c8f0 0x7f38e006edb0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f38e4009a30 tx=0x7f38e4008040 comp rx=0 tx=0).stop 2024-04-15T15:11:48.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.869+0000 7f38f96b1640 1 -- 172.21.15.84:0/3894771011 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38f406c730 msgr2=0x7f38f40ce410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.869+0000 7f38f96b1640 1 --2- 172.21.15.84:0/3894771011 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38f406c730 0x7f38f40ce410 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f38e80097a0 tx=0x7f38e80046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.869+0000 7f38f96b1640 1 -- 172.21.15.84:0/3894771011 shutdown_connections 2024-04-15T15:11:48.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.869+0000 7f38f96b1640 1 --2- 172.21.15.84:0/3894771011 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f38f40d2c60 0x7f38f40ce950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.869+0000 7f38f96b1640 1 --2- 172.21.15.84:0/3894771011 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f38f406c730 0x7f38f40ce410 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.869+0000 7f38f96b1640 1 --2- 172.21.15.84:0/3894771011 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f38e006c8f0 0x7f38e006edb0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.869+0000 7f38f96b1640 1 --2- 172.21.15.84:0/3894771011 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38f406c350 0x7f38f41508f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.869+0000 7f38f96b1640 1 -- 172.21.15.84:0/3894771011 >> 172.21.15.84:0/3894771011 conn(0x7f38f40d48c0 msgr2=0x7f38f40b9f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:48.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.869+0000 7f38f96b1640 1 -- 172.21.15.84:0/3894771011 shutdown_connections 2024-04-15T15:11:48.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.869+0000 7f38f96b1640 1 -- 172.21.15.84:0/3894771011 wait complete. 2024-04-15T15:11:48.882 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:11:48.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.988+0000 7f31d8488640 1 Processor -- start 2024-04-15T15:11:48.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.988+0000 7f31d8488640 1 -- start start 2024-04-15T15:11:48.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.989+0000 7f31d8488640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f31d00cf160 0x7f31d00cf5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.989+0000 7f31d8488640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31d00b61e0 con 0x7f31d015e2a0 2024-04-15T15:11:48.994 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.989+0000 7f31d8488640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31d00b64c0 con 0x7f31d015d830 2024-04-15T15:11:48.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.989+0000 7f31d8488640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f31d00b67a0 con 0x7f31d00cf160 2024-04-15T15:11:48.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.989+0000 7f31d6a25640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f31d015e2a0 0x7f31d015e730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:59866/0 (socket says 172.21.15.84:59866) 2024-04-15T15:11:48.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d6a25640 1 -- 172.21.15.84:0/4245420285 learned_addr learned my addr 172.21.15.84:0/4245420285 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:48.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d5a23640 1 --2- 172.21.15.84:0/4245420285 >> v2:172.21.15.203:3300/0 conn(0x7f31d00cf160 0x7f31d00cf5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d5222640 1 -- 172.21.15.84:0/4245420285 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3228808994 0 0) 0x7f31d00b61e0 con 0x7f31d015e2a0 2024-04-15T15:11:48.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d5222640 1 -- 172.21.15.84:0/4245420285 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f31b8003520 con 0x7f31d015e2a0 2024-04-15T15:11:48.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d5222640 1 -- 172.21.15.84:0/4245420285 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1790947586 0 0) 0x7f31d00b64c0 con 0x7f31d015d830 2024-04-15T15:11:48.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d5222640 1 -- 172.21.15.84:0/4245420285 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f31d00b61e0 con 0x7f31d015d830 2024-04-15T15:11:48.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d5222640 1 -- 172.21.15.84:0/4245420285 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 869141837 0 0) 0x7f31b8003520 con 0x7f31d015e2a0 2024-04-15T15:11:48.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d5222640 1 -- 172.21.15.84:0/4245420285 >> v2:172.21.15.203:3300/0 conn(0x7f31d00cf160 msgr2=0x7f31d00cf5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:48.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d5222640 1 --2- 172.21.15.84:0/4245420285 >> v2:172.21.15.203:3300/0 conn(0x7f31d00cf160 0x7f31d00cf5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d5222640 1 -- 172.21.15.84:0/4245420285 >> v1:172.21.15.203:6789/0 conn(0x7f31d015d830 legacy=0x7f31d00b57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d5222640 1 -- 172.21.15.84:0/4245420285 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31d00b6a80 con 0x7f31d015e2a0 2024-04-15T15:11:48.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d5222640 1 -- 172.21.15.84:0/4245420285 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f31c8001670 con 0x7f31d015e2a0 2024-04-15T15:11:48.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d5222640 1 -- 172.21.15.84:0/4245420285 >> v1:172.21.15.84:6789/0 conn(0x7f31d015e2a0 legacy=0x7f31d015e730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d5222640 1 --2- 172.21.15.84:0/4245420285 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f31b8003b40 0x7f31b8003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d5222640 1 --2- 172.21.15.84:0/4245420285 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31b8004800 0x7f31b8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d5222640 1 --2- 172.21.15.84:0/4245420285 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f31b80051c0 0x7f31b800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:48.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d5222640 1 -- 172.21.15.84:0/4245420285 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f31d00b67a0 con 0x7f31b8004800 2024-04-15T15:11:48.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d5222640 1 -- 172.21.15.84:0/4245420285 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f31b800c0f0 con 0x7f31b8003b40 2024-04-15T15:11:48.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d5222640 1 -- 172.21.15.84:0/4245420285 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f31b800c2f0 con 0x7f31b80051c0 2024-04-15T15:11:48.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d5a23640 1 --2- 172.21.15.84:0/4245420285 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31b8004800 0x7f31b8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d6224640 1 --2- 172.21.15.84:0/4245420285 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f31b8003b40 0x7f31b8003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d6a25640 1 --2- 172.21.15.84:0/4245420285 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f31b80051c0 0x7f31b800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:48.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.990+0000 7f31d5a23640 1 -- 172.21.15.84:0/4245420285 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f31b80051c0 msgr2=0x7f31b800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:48.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.991+0000 7f31d5a23640 1 --2- 172.21.15.84:0/4245420285 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f31b80051c0 0x7f31b800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.996 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.991+0000 7f31d5a23640 1 -- 172.21.15.84:0/4245420285 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f31b8003b40 msgr2=0x7f31b8003f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:48.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.991+0000 7f31d5a23640 1 --2- 172.21.15.84:0/4245420285 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f31b8003b40 0x7f31b8003f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.991+0000 7f31d5a23640 1 -- 172.21.15.84:0/4245420285 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31b8003520 con 0x7f31b8004800 2024-04-15T15:11:48.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.991+0000 7f31d6a25640 1 -- 172.21.15.84:0/4245420285 reap_dead start 2024-04-15T15:11:48.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.991+0000 7f31d6224640 1 --2- 172.21.15.84:0/4245420285 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f31b8003b40 0x7f31b8003f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:48.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.991+0000 7f31d5a23640 1 --2- 172.21.15.84:0/4245420285 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31b8004800 0x7f31b8004c80 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f31c4009ac0 tx=0x7f31b8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1836f4d51f63c4d server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:48.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.991+0000 7f31d5222640 1 -- 172.21.15.84:0/4245420285 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c4039070 con 0x7f31b8004800 2024-04-15T15:11:48.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.991+0000 7f31d5222640 1 -- 172.21.15.84:0/4245420285 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31c402c6b0 con 0x7f31b8004800 2024-04-15T15:11:48.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.991+0000 7f31d5222640 1 -- 172.21.15.84:0/4245420285 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c4009690 con 0x7f31b8004800 2024-04-15T15:11:48.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.992+0000 7f31d8488640 1 -- 172.21.15.84:0/4245420285 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31b8004800 msgr2=0x7f31b8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:48.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.992+0000 7f31d8488640 1 --2- 172.21.15.84:0/4245420285 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31b8004800 0x7f31b8004c80 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f31c4009ac0 tx=0x7f31b8005830 comp rx=0 tx=0).stop 2024-04-15T15:11:48.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.992+0000 7f31d8488640 1 -- 172.21.15.84:0/4245420285 shutdown_connections 2024-04-15T15:11:48.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.992+0000 7f31d8488640 1 --2- 172.21.15.84:0/4245420285 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31b8004800 0x7f31b8004c80 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:48.997 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.992+0000 7f31d8488640 1 -- 172.21.15.84:0/4245420285 >> 172.21.15.84:0/4245420285 conn(0x7f31d00d24d0 msgr2=0x7f31d00d28b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:48.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.992+0000 7f31d8488640 1 -- 172.21.15.84:0/4245420285 shutdown_connections 2024-04-15T15:11:48.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.992+0000 7f31d8488640 1 -- 172.21.15.84:0/4245420285 wait complete. 2024-04-15T15:11:49.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.993+0000 7f31d8488640 1 Processor -- start 2024-04-15T15:11:49.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.993+0000 7f31d8488640 1 -- start start 2024-04-15T15:11:49.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.994+0000 7f31d8488640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f31b8004800 0x7f31d01471d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.994+0000 7f31d8488640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f31d01f2130 0x7f31d01f25b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.994+0000 7f31d8488640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31d0158fd0 0x7f31d0159450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.994+0000 7f31d8488640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f31d015ced0 con 0x7f31d0158fd0 2024-04-15T15:11:49.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.994+0000 7f31d8488640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f31d015cd50 con 0x7f31b8004800 2024-04-15T15:11:49.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.994+0000 7f31d8488640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f31d00cf5f0 con 0x7f31d01f2130 2024-04-15T15:11:49.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.994+0000 7f31d6a25640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31d0158fd0 0x7f31d0159450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.994+0000 7f31d6a25640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31d0158fd0 0x7f31d0159450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40360/0 (socket says 172.21.15.84:40360) 2024-04-15T15:11:49.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.994+0000 7f31d6a25640 1 -- 172.21.15.84:0/453268588 learned_addr learned my addr 172.21.15.84:0/453268588 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:49.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.994+0000 7f31d6224640 1 --2- 172.21.15.84:0/453268588 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f31b8004800 0x7f31d01471d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.994+0000 7f31d5a23640 1 --2- 172.21.15.84:0/453268588 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f31d01f2130 0x7f31d01f25b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.994+0000 7f31d6a25640 1 -- 172.21.15.84:0/453268588 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f31d01f2130 msgr2=0x7f31d01f25b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.994+0000 7f31d6a25640 1 --2- 172.21.15.84:0/453268588 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f31d01f2130 0x7f31d01f25b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.994+0000 7f31d6a25640 1 -- 172.21.15.84:0/453268588 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f31b8004800 msgr2=0x7f31d01471d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.994+0000 7f31d6a25640 1 --2- 172.21.15.84:0/453268588 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f31b8004800 0x7f31d01471d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.994+0000 7f31d6a25640 1 -- 172.21.15.84:0/453268588 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31d00cc180 con 0x7f31d0158fd0 2024-04-15T15:11:49.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.995+0000 7f31d6a25640 1 --2- 172.21.15.84:0/453268588 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31d0158fd0 0x7f31d0159450 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f31d0068420 tx=0x7f31c800e8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:49.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.995+0000 7f31ceffd640 1 -- 172.21.15.84:0/453268588 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c8010510 con 0x7f31d0158fd0 2024-04-15T15:11:49.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.995+0000 7f31ceffd640 1 -- 172.21.15.84:0/453268588 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31c80106b0 con 0x7f31d0158fd0 2024-04-15T15:11:49.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.995+0000 7f31ceffd640 1 -- 172.21.15.84:0/453268588 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c8010aa0 con 0x7f31d0158fd0 2024-04-15T15:11:49.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.995+0000 7f31d8488640 1 -- 172.21.15.84:0/453268588 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31d00cc3f0 con 0x7f31d0158fd0 2024-04-15T15:11:49.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.995+0000 7f31d8488640 1 -- 172.21.15.84:0/453268588 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31d00cc9b0 con 0x7f31d0158fd0 2024-04-15T15:11:49.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.996+0000 7f31d8488640 1 -- 172.21.15.84:0/453268588 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31d0075c30 con 0x7f31d0158fd0 2024-04-15T15:11:49.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.996+0000 7f31ceffd640 1 -- 172.21.15.84:0/453268588 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f31c8010c40 con 0x7f31d0158fd0 2024-04-15T15:11:49.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.996+0000 7f31ceffd640 1 --2- 172.21.15.84:0/453268588 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f31bc06c980 0x7f31bc06ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.997+0000 7f31ceffd640 1 -- 172.21.15.84:0/453268588 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f31c808b310 con 0x7f31d0158fd0 2024-04-15T15:11:49.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.997+0000 7f31d6224640 1 --2- 172.21.15.84:0/453268588 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f31bc06c980 0x7f31bc06ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:48.997+0000 7f31d6224640 1 --2- 172.21.15.84:0/453268588 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f31bc06c980 0x7f31bc06ee40 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f31d0069090 tx=0x7f31c0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:49.003 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.001+0000 7f31ceffd640 1 -- 172.21.15.84:0/453268588 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f31c8059650 con 0x7f31d0158fd0 2024-04-15T15:11:49.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.175+0000 7f31d8488640 1 -- 172.21.15.84:0/453268588 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f31d01f2af0 con 0x7f31d0158fd0 2024-04-15T15:11:49.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.175+0000 7f31ceffd640 1 -- 172.21.15.84:0/453268588 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v38) ==== 100+0+11 (secure 0 0 0) 0x7f31c8058f50 con 0x7f31d0158fd0 2024-04-15T15:11:49.177 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:11:49.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.177+0000 7f31d8488640 1 -- 172.21.15.84:0/453268588 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f31bc06c980 msgr2=0x7f31bc06ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.177+0000 7f31d8488640 1 --2- 172.21.15.84:0/453268588 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f31bc06c980 0x7f31bc06ee40 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f31d0069090 tx=0x7f31c0009040 comp rx=0 tx=0).stop 2024-04-15T15:11:49.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.177+0000 7f31d8488640 1 -- 172.21.15.84:0/453268588 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31d0158fd0 msgr2=0x7f31d0159450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.177+0000 7f31d8488640 1 --2- 172.21.15.84:0/453268588 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31d0158fd0 0x7f31d0159450 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f31d0068420 tx=0x7f31c800e8a0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.177+0000 7f31d8488640 1 -- 172.21.15.84:0/453268588 shutdown_connections 2024-04-15T15:11:49.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.177+0000 7f31d8488640 1 --2- 172.21.15.84:0/453268588 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f31d0158fd0 0x7f31d0159450 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.177+0000 7f31d8488640 1 --2- 172.21.15.84:0/453268588 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f31d01f2130 0x7f31d01f25b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.177+0000 7f31d8488640 1 --2- 172.21.15.84:0/453268588 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f31bc06c980 0x7f31bc06ee40 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.177+0000 7f31d8488640 1 --2- 172.21.15.84:0/453268588 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f31b8004800 0x7f31d01471d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.177+0000 7f31d8488640 1 -- 172.21.15.84:0/453268588 >> 172.21.15.84:0/453268588 conn(0x7f31d00d24d0 msgr2=0x7f31d0155950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:49.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.177+0000 7f31d8488640 1 -- 172.21.15.84:0/453268588 shutdown_connections 2024-04-15T15:11:49.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.177+0000 7f31d8488640 1 -- 172.21.15.84:0/453268588 wait complete. 2024-04-15T15:11:49.190 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-15T15:11:49.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.293+0000 7fc757531640 1 Processor -- start 2024-04-15T15:11:49.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.293+0000 7fc757531640 1 -- start start 2024-04-15T15:11:49.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.294+0000 7fc757531640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc7500d1810 0x7fc7500ce080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.294+0000 7fc757531640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7500ccfe0 con 0x7fc750161ee0 2024-04-15T15:11:49.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.294+0000 7fc757531640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7500cd2c0 con 0x7fc7500b67c0 2024-04-15T15:11:49.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.294+0000 7fc757531640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fc7501622c0 con 0x7fc7500d1810 2024-04-15T15:11:49.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.294+0000 7fc755ace640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc7500d1810 0x7fc7500ce080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.294+0000 7fc7552cd640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fc750161ee0 0x7fc7500c95f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:59872/0 (socket says 172.21.15.84:59872) 2024-04-15T15:11:49.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.294+0000 7fc755ace640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fc7500d1810 0x7fc7500ce080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40376/0 (socket says 172.21.15.84:40376) 2024-04-15T15:11:49.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.294+0000 7fc7552cd640 1 -- 172.21.15.84:0/399830750 learned_addr learned my addr 172.21.15.84:0/399830750 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:49.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.294+0000 7fc755ace640 1 -- 172.21.15.84:0/399830750 >> v1:172.21.15.203:6789/0 conn(0x7fc7500b67c0 legacy=0x7fc7500d1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:49.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.294+0000 7fc755ace640 1 -- 172.21.15.84:0/399830750 >> v1:172.21.15.84:6789/0 conn(0x7fc750161ee0 legacy=0x7fc7500c95f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.294+0000 7fc755ace640 1 -- 172.21.15.84:0/399830750 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7500cd5a0 con 0x7fc7500d1810 2024-04-15T15:11:49.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.294+0000 7fc747fff640 1 -- 172.21.15.84:0/399830750 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 607776206 0 0) 0x7fc7500ccfe0 con 0x7fc750161ee0 2024-04-15T15:11:49.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.295+0000 7fc755ace640 1 --2- 172.21.15.84:0/399830750 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7500d1810 0x7fc7500ce080 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fc748009d90 tx=0x7fc74802beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fe58add4e6a30f5 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:49.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.295+0000 7fc747fff640 1 -- 172.21.15.84:0/399830750 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc748039070 con 0x7fc7500d1810 2024-04-15T15:11:49.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.295+0000 7fc747fff640 1 -- 172.21.15.84:0/399830750 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc74802cc60 con 0x7fc7500d1810 2024-04-15T15:11:49.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.295+0000 7fc747fff640 1 -- 172.21.15.84:0/399830750 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc748034660 con 0x7fc7500d1810 2024-04-15T15:11:49.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.296+0000 7fc757531640 1 -- 172.21.15.84:0/399830750 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7500d1810 msgr2=0x7fc7500ce080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.296+0000 7fc757531640 1 --2- 172.21.15.84:0/399830750 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7500d1810 0x7fc7500ce080 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7fc748009d90 tx=0x7fc74802beb0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.296+0000 7fc757531640 1 -- 172.21.15.84:0/399830750 shutdown_connections 2024-04-15T15:11:49.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.296+0000 7fc757531640 1 --2- 172.21.15.84:0/399830750 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7500d1810 0x7fc7500ce080 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.296+0000 7fc757531640 1 -- 172.21.15.84:0/399830750 >> 172.21.15.84:0/399830750 conn(0x7fc7500b4010 msgr2=0x7fc7500b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:49.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.296+0000 7fc757531640 1 -- 172.21.15.84:0/399830750 shutdown_connections 2024-04-15T15:11:49.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.296+0000 7fc757531640 1 -- 172.21.15.84:0/399830750 wait complete. 2024-04-15T15:11:49.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.297+0000 7fc757531640 1 Processor -- start 2024-04-15T15:11:49.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.297+0000 7fc757531640 1 -- start start 2024-04-15T15:11:49.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.298+0000 7fc757531640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc7500b67c0 0x7fc750159960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.298+0000 7fc757531640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7500d1810 0x7fc750155e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.298+0000 7fc757531640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc750161ee0 0x7fc7500c5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.298+0000 7fc757531640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc7500cccf0 con 0x7fc7500d1810 2024-04-15T15:11:49.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.298+0000 7fc757531640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc7500ccb70 con 0x7fc750161ee0 2024-04-15T15:11:49.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.298+0000 7fc757531640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc7500b6c20 con 0x7fc7500b67c0 2024-04-15T15:11:49.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.298+0000 7fc754acc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7500d1810 0x7fc750155e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.298+0000 7fc754acc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7500d1810 0x7fc750155e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40386/0 (socket says 172.21.15.84:40386) 2024-04-15T15:11:49.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.298+0000 7fc754acc640 1 -- 172.21.15.84:0/2407712636 learned_addr learned my addr 172.21.15.84:0/2407712636 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:49.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.298+0000 7fc755ace640 1 --2- 172.21.15.84:0/2407712636 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc750161ee0 0x7fc7500c5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.302 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.298+0000 7fc7552cd640 1 --2- 172.21.15.84:0/2407712636 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc7500b67c0 0x7fc750159960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.298+0000 7fc754acc640 1 -- 172.21.15.84:0/2407712636 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc7500b67c0 msgr2=0x7fc750159960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.298+0000 7fc754acc640 1 --2- 172.21.15.84:0/2407712636 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc7500b67c0 0x7fc750159960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.298+0000 7fc754acc640 1 -- 172.21.15.84:0/2407712636 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc750161ee0 msgr2=0x7fc7500c5bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.298+0000 7fc754acc640 1 --2- 172.21.15.84:0/2407712636 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc750161ee0 0x7fc7500c5bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.298+0000 7fc754acc640 1 -- 172.21.15.84:0/2407712636 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7501f42f0 con 0x7fc7500d1810 2024-04-15T15:11:49.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.298+0000 7fc754acc640 1 --2- 172.21.15.84:0/2407712636 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7500d1810 0x7fc750155e90 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fc74000c410 tx=0x7fc74000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:49.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.298+0000 7fc745ffb640 1 -- 172.21.15.84:0/2407712636 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc740017070 con 0x7fc7500d1810 2024-04-15T15:11:49.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.298+0000 7fc745ffb640 1 -- 172.21.15.84:0/2407712636 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7400035f0 con 0x7fc7500d1810 2024-04-15T15:11:49.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.298+0000 7fc757531640 1 -- 172.21.15.84:0/2407712636 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7500c6be0 con 0x7fc7500d1810 2024-04-15T15:11:49.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.298+0000 7fc745ffb640 1 -- 172.21.15.84:0/2407712636 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc740003a20 con 0x7fc7500d1810 2024-04-15T15:11:49.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.299+0000 7fc757531640 1 -- 172.21.15.84:0/2407712636 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7500c6620 con 0x7fc7500d1810 2024-04-15T15:11:49.303 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.300+0000 7fc757531640 1 -- 172.21.15.84:0/2407712636 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7500b5110 con 0x7fc7500d1810 2024-04-15T15:11:49.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.300+0000 7fc745ffb640 1 -- 172.21.15.84:0/2407712636 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fc74001a070 con 0x7fc7500d1810 2024-04-15T15:11:49.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.301+0000 7fc745ffb640 1 --2- 172.21.15.84:0/2407712636 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc73406c980 0x7fc73406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.301+0000 7fc745ffb640 1 -- 172.21.15.84:0/2407712636 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fc74008b200 con 0x7fc7500d1810 2024-04-15T15:11:49.304 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.301+0000 7fc7552cd640 1 --2- 172.21.15.84:0/2407712636 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc73406c980 0x7fc73406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.305 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.301+0000 7fc7552cd640 1 --2- 172.21.15.84:0/2407712636 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc73406c980 0x7fc73406ee40 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fc74c000f60 tx=0x7fc74c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:49.307 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.305+0000 7fc745ffb640 1 -- 172.21.15.84:0/2407712636 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fc7500b5110 con 0x7fc7500d1810 2024-04-15T15:11:49.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.492+0000 7fc757531640 1 -- 172.21.15.84:0/2407712636 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc750075c50 con 0x7fc7500d1810 2024-04-15T15:11:49.494 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.492+0000 7fc745ffb640 1 -- 172.21.15.84:0/2407712636 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v38) ==== 80+0+0 (secure 0 0 0) 0x7fc7400594b0 con 0x7fc7500d1810 2024-04-15T15:11:49.494 INFO:teuthology.orchestra.run.smithi084.stderr:listed 0 entries 2024-04-15T15:11:49.496 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.494+0000 7fc757531640 1 -- 172.21.15.84:0/2407712636 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc73406c980 msgr2=0x7fc73406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.494+0000 7fc757531640 1 --2- 172.21.15.84:0/2407712636 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc73406c980 0x7fc73406ee40 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fc74c000f60 tx=0x7fc74c009040 comp rx=0 tx=0).stop 2024-04-15T15:11:49.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.494+0000 7fc757531640 1 -- 172.21.15.84:0/2407712636 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7500d1810 msgr2=0x7fc750155e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.494+0000 7fc757531640 1 --2- 172.21.15.84:0/2407712636 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7500d1810 0x7fc750155e90 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fc74000c410 tx=0x7fc74000c8d0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.494+0000 7fc757531640 1 -- 172.21.15.84:0/2407712636 shutdown_connections 2024-04-15T15:11:49.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.494+0000 7fc757531640 1 --2- 172.21.15.84:0/2407712636 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc73406c980 0x7fc73406ee40 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.494+0000 7fc757531640 1 --2- 172.21.15.84:0/2407712636 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc750161ee0 0x7fc7500c5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.494+0000 7fc757531640 1 --2- 172.21.15.84:0/2407712636 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc7500d1810 0x7fc750155e90 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.494+0000 7fc757531640 1 --2- 172.21.15.84:0/2407712636 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc7500b67c0 0x7fc750159960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.494+0000 7fc757531640 1 -- 172.21.15.84:0/2407712636 >> 172.21.15.84:0/2407712636 conn(0x7fc7500b4010 msgr2=0x7fc7500c95f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:49.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.494+0000 7fc757531640 1 -- 172.21.15.84:0/2407712636 shutdown_connections 2024-04-15T15:11:49.497 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.494+0000 7fc757531640 1 -- 172.21.15.84:0/2407712636 wait complete. 2024-04-15T15:11:49.507 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:11:49.507 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:11:49.523 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:49.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.664+0000 7f8d0df31640 1 Processor -- start 2024-04-15T15:11:49.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.664+0000 7f8d0df31640 1 -- start start 2024-04-15T15:11:49.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d0df31640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8d080cc0b0 0x7f8d080c6fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d0df31640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d081624e0 con 0x7f8d0815c500 2024-04-15T15:11:49.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d0df31640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d081627c0 con 0x7f8d0815c120 2024-04-15T15:11:49.669 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d0df31640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f8d08162aa0 con 0x7f8d080cc0b0 2024-04-15T15:11:49.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d06ffd640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f8d0815c500 0x7f8d080c68d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:59888/0 (socket says 172.21.15.84:59888) 2024-04-15T15:11:49.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d06ffd640 1 -- 172.21.15.84:0/1117628670 learned_addr learned my addr 172.21.15.84:0/1117628670 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:49.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d067fc640 1 -- 172.21.15.84:0/1117628670 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3340257770 0 0) 0x7f8d081624e0 con 0x7f8d0815c500 2024-04-15T15:11:49.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d067fc640 1 -- 172.21.15.84:0/1117628670 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8cf0003520 con 0x7f8d0815c500 2024-04-15T15:11:49.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d07fff640 1 --2- 172.21.15.84:0/1117628670 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8d080cc0b0 0x7f8d080c6fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d067fc640 1 -- 172.21.15.84:0/1117628670 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1397047690 0 0) 0x7f8cf0003520 con 0x7f8d0815c500 2024-04-15T15:11:49.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d067fc640 1 -- 172.21.15.84:0/1117628670 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8d080cc0b0 msgr2=0x7f8d080c6fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:49.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d067fc640 1 --2- 172.21.15.84:0/1117628670 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8d080cc0b0 0x7f8d080c6fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d067fc640 1 -- 172.21.15.84:0/1117628670 >> v1:172.21.15.203:6789/0 conn(0x7f8d0815c120 legacy=0x7f8d080cb9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d067fc640 1 -- 172.21.15.84:0/1117628670 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d08162d80 con 0x7f8d0815c500 2024-04-15T15:11:49.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d067fc640 1 -- 172.21.15.84:0/1117628670 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f8cfc001690 con 0x7f8d0815c500 2024-04-15T15:11:49.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d067fc640 1 -- 172.21.15.84:0/1117628670 >> v1:172.21.15.84:6789/0 conn(0x7f8d0815c500 legacy=0x7f8d080c68d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d067fc640 1 --2- 172.21.15.84:0/1117628670 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8d080cc0b0 0x7f8cf00039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d067fc640 1 --2- 172.21.15.84:0/1117628670 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cf0003f60 0x7f8cf0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d067fc640 1 --2- 172.21.15.84:0/1117628670 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8cf0004d40 0x7f8cf00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d067fc640 1 -- 172.21.15.84:0/1117628670 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8d08162aa0 con 0x7f8cf0003f60 2024-04-15T15:11:49.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d067fc640 1 -- 172.21.15.84:0/1117628670 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf000baa0 con 0x7f8cf0004d40 2024-04-15T15:11:49.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d067fc640 1 -- 172.21.15.84:0/1117628670 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f8cf000bca0 con 0x7f8d080cc0b0 2024-04-15T15:11:49.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d06ffd640 1 --2- 172.21.15.84:0/1117628670 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cf0003f60 0x7f8cf0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.665+0000 7f8d077fe640 1 --2- 172.21.15.84:0/1117628670 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8d080cc0b0 0x7f8cf00039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.666+0000 7f8d07fff640 1 --2- 172.21.15.84:0/1117628670 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8cf0004d40 0x7f8cf00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.666+0000 7f8d06ffd640 1 -- 172.21.15.84:0/1117628670 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8d080cc0b0 msgr2=0x7f8cf00039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:49.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.666+0000 7f8d06ffd640 1 --2- 172.21.15.84:0/1117628670 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8d080cc0b0 0x7f8cf00039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.666+0000 7f8d06ffd640 1 -- 172.21.15.84:0/1117628670 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8cf0004d40 msgr2=0x7f8cf00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:49.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.666+0000 7f8d06ffd640 1 --2- 172.21.15.84:0/1117628670 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8cf0004d40 0x7f8cf00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.666+0000 7f8d06ffd640 1 -- 172.21.15.84:0/1117628670 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cf0003520 con 0x7f8cf0003f60 2024-04-15T15:11:49.671 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.666+0000 7f8d06ffd640 1 --2- 172.21.15.84:0/1117628670 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cf0003f60 0x7f8cf0004800 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f8cfc00c210 tx=0x7f8cf0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93422a256cb33eb server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:49.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.667+0000 7f8d067fc640 1 -- 172.21.15.84:0/1117628670 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cfc007d10 con 0x7f8cf0003f60 2024-04-15T15:11:49.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.667+0000 7f8d067fc640 1 -- 172.21.15.84:0/1117628670 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cfc030070 con 0x7f8cf0003f60 2024-04-15T15:11:49.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.667+0000 7f8d067fc640 1 -- 172.21.15.84:0/1117628670 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cfc005d10 con 0x7f8cf0003f60 2024-04-15T15:11:49.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.667+0000 7f8d0df31640 1 -- 172.21.15.84:0/1117628670 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cf0003f60 msgr2=0x7f8cf0004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.667+0000 7f8d0df31640 1 --2- 172.21.15.84:0/1117628670 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cf0003f60 0x7f8cf0004800 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f8cfc00c210 tx=0x7f8cf0005830 comp rx=0 tx=0).stop 2024-04-15T15:11:49.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.667+0000 7f8d07fff640 1 -- 172.21.15.84:0/1117628670 reap_dead start 2024-04-15T15:11:49.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.667+0000 7f8d0df31640 1 -- 172.21.15.84:0/1117628670 shutdown_connections 2024-04-15T15:11:49.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.667+0000 7f8d0df31640 1 -- 172.21.15.84:0/1117628670 >> 172.21.15.84:0/1117628670 conn(0x7f8d080cd4a0 msgr2=0x7f8d080cd880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:49.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.667+0000 7f8d0df31640 1 -- 172.21.15.84:0/1117628670 shutdown_connections 2024-04-15T15:11:49.672 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.667+0000 7f8d0df31640 1 -- 172.21.15.84:0/1117628670 wait complete. 2024-04-15T15:11:49.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.668+0000 7f8d0df31640 1 Processor -- start 2024-04-15T15:11:49.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.669+0000 7f8d0df31640 1 -- start start 2024-04-15T15:11:49.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.669+0000 7f8d0df31640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cf0003f60 0x7f8d08155670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.669+0000 7f8d0df31640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8d0815afa0 0x7f8d0815c900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.669+0000 7f8d0df31640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8d0815ce40 0x7f8d08159350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.669+0000 7f8d0df31640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8d0806d520 con 0x7f8cf0003f60 2024-04-15T15:11:49.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.669+0000 7f8d0df31640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8d0806d3a0 con 0x7f8d0815afa0 2024-04-15T15:11:49.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.669+0000 7f8d0df31640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f8d0806d6a0 con 0x7f8d0815ce40 2024-04-15T15:11:49.675 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.669+0000 7f8d077fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cf0003f60 0x7f8d08155670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.669+0000 7f8d077fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cf0003f60 0x7f8d08155670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40398/0 (socket says 172.21.15.84:40398) 2024-04-15T15:11:49.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.669+0000 7f8d077fe640 1 -- 172.21.15.84:0/3771248721 learned_addr learned my addr 172.21.15.84:0/3771248721 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:49.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.670+0000 7f8d07fff640 1 --2- 172.21.15.84:0/3771248721 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8d0815ce40 0x7f8d08159350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.670+0000 7f8d077fe640 1 -- 172.21.15.84:0/3771248721 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8d0815ce40 msgr2=0x7f8d08159350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.670+0000 7f8d06ffd640 1 --2- 172.21.15.84:0/3771248721 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8d0815afa0 0x7f8d0815c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.670+0000 7f8d077fe640 1 --2- 172.21.15.84:0/3771248721 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8d0815ce40 0x7f8d08159350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.670+0000 7f8d077fe640 1 -- 172.21.15.84:0/3771248721 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8d0815afa0 msgr2=0x7f8d0815c900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.670+0000 7f8d077fe640 1 --2- 172.21.15.84:0/3771248721 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8d0815afa0 0x7f8d0815c900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.670+0000 7f8d077fe640 1 -- 172.21.15.84:0/3771248721 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d0815eba0 con 0x7f8cf0003f60 2024-04-15T15:11:49.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.670+0000 7f8d06ffd640 1 --2- 172.21.15.84:0/3771248721 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8d0815afa0 0x7f8d0815c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:49.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.670+0000 7f8d07fff640 1 --2- 172.21.15.84:0/3771248721 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8d0815ce40 0x7f8d08159350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:49.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.670+0000 7f8d077fe640 1 --2- 172.21.15.84:0/3771248721 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cf0003f60 0x7f8d08155670 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f8cf800f850 tx=0x7f8cf800fd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:49.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.670+0000 7f8ceffff640 1 -- 172.21.15.84:0/3771248721 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cf800fe40 con 0x7f8cf0003f60 2024-04-15T15:11:49.676 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.670+0000 7f8ceffff640 1 -- 172.21.15.84:0/3771248721 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cf8018070 con 0x7f8cf0003f60 2024-04-15T15:11:49.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.670+0000 7f8ceffff640 1 -- 172.21.15.84:0/3771248721 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cf800d730 con 0x7f8cf0003f60 2024-04-15T15:11:49.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.670+0000 7f8d0df31640 1 -- 172.21.15.84:0/3771248721 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d08155bb0 con 0x7f8cf0003f60 2024-04-15T15:11:49.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.670+0000 7f8d0df31640 1 -- 172.21.15.84:0/3771248721 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d081f4a00 con 0x7f8cf0003f60 2024-04-15T15:11:49.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.671+0000 7f8d0df31640 1 -- 172.21.15.84:0/3771248721 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d080689e0 con 0x7f8cf0003f60 2024-04-15T15:11:49.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.671+0000 7f8ceffff640 1 -- 172.21.15.84:0/3771248721 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f8cf800d8d0 con 0x7f8cf0003f60 2024-04-15T15:11:49.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.672+0000 7f8ceffff640 1 --2- 172.21.15.84:0/3771248721 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8cf406c980 0x7f8cf406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.672+0000 7f8ceffff640 1 -- 172.21.15.84:0/3771248721 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f8cf808bbb0 con 0x7f8cf0003f60 2024-04-15T15:11:49.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.672+0000 7f8d06ffd640 1 --2- 172.21.15.84:0/3771248721 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8cf406c980 0x7f8cf406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.677 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.672+0000 7f8d06ffd640 1 --2- 172.21.15.84:0/3771248721 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8cf406c980 0x7f8cf406ee40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f8cfc034000 tx=0x7f8cfc007000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:49.678 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.676+0000 7f8ceffff640 1 -- 172.21.15.84:0/3771248721 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f8cf8092080 con 0x7f8cf0003f60 2024-04-15T15:11:49.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.853+0000 7f8d0df31640 1 -- 172.21.15.84:0/3771248721 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8d0815d220 con 0x7f8cf0003f60 2024-04-15T15:11:49.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.854+0000 7f8ceffff640 1 -- 172.21.15.84:0/3771248721 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) ==== 74+0+16894 (secure 0 0 0) 0x7f8cf8059e60 con 0x7f8cf0003f60 2024-04-15T15:11:49.856 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:49.856 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":38,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:11:39.793333+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:11:36.635627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-15T15:11:37.095988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:49.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.856+0000 7f8d0df31640 1 -- 172.21.15.84:0/3771248721 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8cf406c980 msgr2=0x7f8cf406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.856+0000 7f8d0df31640 1 --2- 172.21.15.84:0/3771248721 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8cf406c980 0x7f8cf406ee40 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f8cfc034000 tx=0x7f8cfc007000 comp rx=0 tx=0).stop 2024-04-15T15:11:49.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.856+0000 7f8d0df31640 1 -- 172.21.15.84:0/3771248721 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cf0003f60 msgr2=0x7f8d08155670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.856+0000 7f8d0df31640 1 --2- 172.21.15.84:0/3771248721 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cf0003f60 0x7f8d08155670 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f8cf800f850 tx=0x7f8cf800fd10 comp rx=0 tx=0).stop 2024-04-15T15:11:49.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.856+0000 7f8d0df31640 1 -- 172.21.15.84:0/3771248721 shutdown_connections 2024-04-15T15:11:49.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.856+0000 7f8d0df31640 1 --2- 172.21.15.84:0/3771248721 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8cf406c980 0x7f8cf406ee40 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.856+0000 7f8d0df31640 1 --2- 172.21.15.84:0/3771248721 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8d0815afa0 0x7f8d0815c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.856+0000 7f8d0df31640 1 --2- 172.21.15.84:0/3771248721 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8d0815ce40 0x7f8d08159350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.856+0000 7f8d0df31640 1 --2- 172.21.15.84:0/3771248721 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cf0003f60 0x7f8d08155670 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.856+0000 7f8d0df31640 1 -- 172.21.15.84:0/3771248721 >> 172.21.15.84:0/3771248721 conn(0x7f8d080cd4a0 msgr2=0x7f8d080cb3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:49.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.856+0000 7f8d0df31640 1 -- 172.21.15.84:0/3771248721 shutdown_connections 2024-04-15T15:11:49.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.856+0000 7f8d0df31640 1 -- 172.21.15.84:0/3771248721 wait complete. 2024-04-15T15:11:49.869 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:11:36.635627+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '37', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:11:37.095988+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '38', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T15:11:49.869 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:11:49.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.974+0000 7fd2d482a640 1 Processor -- start 2024-04-15T15:11:49.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.974+0000 7fd2d482a640 1 -- start start 2024-04-15T15:11:49.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.975+0000 7fd2d482a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd2d015c630 0x7fd2d006cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.975+0000 7fd2d482a640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2d006bd50 con 0x7fd2d00ccb90 2024-04-15T15:11:49.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.975+0000 7fd2d482a640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2d006bff0 con 0x7fd2d006ed30 2024-04-15T15:11:49.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.975+0000 7fd2d482a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fd2d006d2f0 con 0x7fd2d015c630 2024-04-15T15:11:49.979 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.975+0000 7fd2c7fff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fd2d00ccb90 0x7fd2d006e620 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:59890/0 (socket says 172.21.15.84:59890) 2024-04-15T15:11:49.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.975+0000 7fd2c7fff640 1 -- 172.21.15.84:0/3438752211 learned_addr learned my addr 172.21.15.84:0/3438752211 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:49.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.975+0000 7fd2cdd9b640 1 -- 172.21.15.84:0/3438752211 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3564139431 0 0) 0x7fd2d006bd50 con 0x7fd2d00ccb90 2024-04-15T15:11:49.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.975+0000 7fd2ce59c640 1 --2- 172.21.15.84:0/3438752211 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd2d015c630 0x7fd2d006cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.975+0000 7fd2cdd9b640 1 -- 172.21.15.84:0/3438752211 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd2bc003520 con 0x7fd2d00ccb90 2024-04-15T15:11:49.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.975+0000 7fd2cdd9b640 1 -- 172.21.15.84:0/3438752211 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1551482431 0 0) 0x7fd2bc003520 con 0x7fd2d00ccb90 2024-04-15T15:11:49.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.975+0000 7fd2cdd9b640 1 -- 172.21.15.84:0/3438752211 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd2d015c630 msgr2=0x7fd2d006cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:49.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.975+0000 7fd2cdd9b640 1 --2- 172.21.15.84:0/3438752211 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd2d015c630 0x7fd2d006cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.980 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.975+0000 7fd2cdd9b640 1 -- 172.21.15.84:0/3438752211 >> v1:172.21.15.203:6789/0 conn(0x7fd2d006ed30 legacy=0x7fd2d00ad0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.975+0000 7fd2cdd9b640 1 -- 172.21.15.84:0/3438752211 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2d006c2d0 con 0x7fd2d00ccb90 2024-04-15T15:11:49.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.975+0000 7fd2cdd9b640 1 -- 172.21.15.84:0/3438752211 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7fd2b8001670 con 0x7fd2d00ccb90 2024-04-15T15:11:49.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.975+0000 7fd2cdd9b640 1 -- 172.21.15.84:0/3438752211 >> v1:172.21.15.84:6789/0 conn(0x7fd2d00ccb90 legacy=0x7fd2d006e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.975+0000 7fd2cdd9b640 1 --2- 172.21.15.84:0/3438752211 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd2bc0039e0 0x7fd2bc003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.975+0000 7fd2cdd9b640 1 --2- 172.21.15.84:0/3438752211 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd2bc004800 0x7fd2bc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.975+0000 7fd2cdd9b640 1 --2- 172.21.15.84:0/3438752211 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd2d015c630 0x7fd2bc005200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.976+0000 7fd2cdd9b640 1 -- 172.21.15.84:0/3438752211 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd2d006d2f0 con 0x7fd2bc0039e0 2024-04-15T15:11:49.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.976+0000 7fd2cdd9b640 1 -- 172.21.15.84:0/3438752211 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd2bc00baf0 con 0x7fd2bc004800 2024-04-15T15:11:49.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.976+0000 7fd2cdd9b640 1 -- 172.21.15.84:0/3438752211 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fd2bc00bcf0 con 0x7fd2d015c630 2024-04-15T15:11:49.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.976+0000 7fd2ce59c640 1 --2- 172.21.15.84:0/3438752211 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd2bc0039e0 0x7fd2bc003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.976+0000 7fd2c7fff640 1 --2- 172.21.15.84:0/3438752211 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd2bc004800 0x7fd2bc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.976+0000 7fd2ced9d640 1 --2- 172.21.15.84:0/3438752211 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd2d015c630 0x7fd2bc005200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.981 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.976+0000 7fd2ce59c640 1 -- 172.21.15.84:0/3438752211 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd2d015c630 msgr2=0x7fd2bc005200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:49.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.976+0000 7fd2ce59c640 1 --2- 172.21.15.84:0/3438752211 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd2d015c630 0x7fd2bc005200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.976+0000 7fd2ce59c640 1 -- 172.21.15.84:0/3438752211 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd2bc004800 msgr2=0x7fd2bc004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:49.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.976+0000 7fd2ce59c640 1 --2- 172.21.15.84:0/3438752211 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd2bc004800 0x7fd2bc004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.976+0000 7fd2ce59c640 1 -- 172.21.15.84:0/3438752211 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2bc003520 con 0x7fd2bc0039e0 2024-04-15T15:11:49.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.977+0000 7fd2ce59c640 1 --2- 172.21.15.84:0/3438752211 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd2bc0039e0 0x7fd2bc003e00 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fd2c000ba30 tx=0x7fd2bc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d86afa154d0c5e6 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:49.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.977+0000 7fd2cdd9b640 1 -- 172.21.15.84:0/3438752211 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2c0036020 con 0x7fd2bc0039e0 2024-04-15T15:11:49.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.977+0000 7fd2cdd9b640 1 -- 172.21.15.84:0/3438752211 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2c0032640 con 0x7fd2bc0039e0 2024-04-15T15:11:49.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.977+0000 7fd2cdd9b640 1 -- 172.21.15.84:0/3438752211 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2c000b600 con 0x7fd2bc0039e0 2024-04-15T15:11:49.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.977+0000 7fd2d482a640 1 -- 172.21.15.84:0/3438752211 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd2bc0039e0 msgr2=0x7fd2bc003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.977+0000 7fd2d482a640 1 --2- 172.21.15.84:0/3438752211 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd2bc0039e0 0x7fd2bc003e00 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fd2c000ba30 tx=0x7fd2bc005830 comp rx=0 tx=0).stop 2024-04-15T15:11:49.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.977+0000 7fd2ced9d640 1 -- 172.21.15.84:0/3438752211 reap_dead start 2024-04-15T15:11:49.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.977+0000 7fd2d482a640 1 -- 172.21.15.84:0/3438752211 shutdown_connections 2024-04-15T15:11:49.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.977+0000 7fd2d482a640 1 -- 172.21.15.84:0/3438752211 >> 172.21.15.84:0/3438752211 conn(0x7fd2d00b31d0 msgr2=0x7fd2d00b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:49.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.977+0000 7fd2d482a640 1 -- 172.21.15.84:0/3438752211 shutdown_connections 2024-04-15T15:11:49.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.977+0000 7fd2d482a640 1 -- 172.21.15.84:0/3438752211 wait complete. 2024-04-15T15:11:49.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.979+0000 7fd2d482a640 1 Processor -- start 2024-04-15T15:11:49.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.979+0000 7fd2d482a640 1 -- start start 2024-04-15T15:11:49.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.979+0000 7fd2d482a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd2bc0039e0 0x7fd2d015a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.979+0000 7fd2d482a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd2d015abe0 0x7fd2d00ad0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.979+0000 7fd2d482a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd2d00ad5f0 0x7fd2d00ada80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.979+0000 7fd2d482a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd2d015ca10 con 0x7fd2d00ad5f0 2024-04-15T15:11:49.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.979+0000 7fd2d482a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd2d006c920 con 0x7fd2bc0039e0 2024-04-15T15:11:49.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.979+0000 7fd2d482a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fd2d006cdb0 con 0x7fd2d015abe0 2024-04-15T15:11:49.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.979+0000 7fd2ced9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd2d00ad5f0 0x7fd2d00ada80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.979+0000 7fd2ced9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd2d00ad5f0 0x7fd2d00ada80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40426/0 (socket says 172.21.15.84:40426) 2024-04-15T15:11:49.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.979+0000 7fd2ced9d640 1 -- 172.21.15.84:0/3153343262 learned_addr learned my addr 172.21.15.84:0/3153343262 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:49.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.980+0000 7fd2ced9d640 1 -- 172.21.15.84:0/3153343262 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd2d015abe0 msgr2=0x7fd2d00ad0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.980+0000 7fd2ced9d640 1 --2- 172.21.15.84:0/3153343262 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd2d015abe0 0x7fd2d00ad0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.980+0000 7fd2ced9d640 1 -- 172.21.15.84:0/3153343262 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd2bc0039e0 msgr2=0x7fd2d015a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:49.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.980+0000 7fd2ced9d640 1 --2- 172.21.15.84:0/3153343262 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd2bc0039e0 0x7fd2d015a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:49.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.980+0000 7fd2ced9d640 1 -- 172.21.15.84:0/3153343262 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2d015b190 con 0x7fd2d00ad5f0 2024-04-15T15:11:49.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.980+0000 7fd2ced9d640 1 --2- 172.21.15.84:0/3153343262 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd2d00ad5f0 0x7fd2d00ada80 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fd2d00714d0 tx=0x7fd2c800ec10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:49.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.980+0000 7fd2c6ffd640 1 -- 172.21.15.84:0/3153343262 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2c8003970 con 0x7fd2d00ad5f0 2024-04-15T15:11:49.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.980+0000 7fd2c6ffd640 1 -- 172.21.15.84:0/3153343262 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd2c8018070 con 0x7fd2d00ad5f0 2024-04-15T15:11:49.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.980+0000 7fd2d482a640 1 -- 172.21.15.84:0/3153343262 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2d015b470 con 0x7fd2d00ad5f0 2024-04-15T15:11:49.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.980+0000 7fd2c6ffd640 1 -- 172.21.15.84:0/3153343262 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2c8003d50 con 0x7fd2d00ad5f0 2024-04-15T15:11:49.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.980+0000 7fd2d482a640 1 -- 172.21.15.84:0/3153343262 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2d015ba30 con 0x7fd2d00ad5f0 2024-04-15T15:11:49.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.981+0000 7fd2d482a640 1 -- 172.21.15.84:0/3153343262 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2d0075c50 con 0x7fd2d00ad5f0 2024-04-15T15:11:49.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.981+0000 7fd2c6ffd640 1 -- 172.21.15.84:0/3153343262 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fd2c80050d0 con 0x7fd2d00ad5f0 2024-04-15T15:11:49.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.982+0000 7fd2c6ffd640 1 --2- 172.21.15.84:0/3153343262 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd2b006c980 0x7fd2b006ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:49.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.982+0000 7fd2c6ffd640 1 -- 172.21.15.84:0/3153343262 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fd2c808b990 con 0x7fd2d00ad5f0 2024-04-15T15:11:49.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.982+0000 7fd2ce59c640 1 --2- 172.21.15.84:0/3153343262 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd2b006c980 0x7fd2b006ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:49.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.982+0000 7fd2ce59c640 1 --2- 172.21.15.84:0/3153343262 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd2b006c980 0x7fd2b006ee40 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fd2c000ba00 tx=0x7fd2c0032000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:49.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:49.986+0000 7fd2c6ffd640 1 -- 172.21.15.84:0/3153343262 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fd2c8059cd0 con 0x7fd2d00ad5f0 2024-04-15T15:11:50.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.163+0000 7fd2d482a640 1 -- 172.21.15.84:0/3153343262 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd2d01564b0 con 0x7fd2d00ad5f0 2024-04-15T15:11:50.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.164+0000 7fd2c6ffd640 1 -- 172.21.15.84:0/3153343262 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v38) ==== 93+0+10 (secure 0 0 0) 0x7fd2c80595d0 con 0x7fd2d00ad5f0 2024-04-15T15:11:50.165 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:11:50.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.165+0000 7fd2d482a640 1 -- 172.21.15.84:0/3153343262 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd2b006c980 msgr2=0x7fd2b006ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:50.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.165+0000 7fd2d482a640 1 --2- 172.21.15.84:0/3153343262 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd2b006c980 0x7fd2b006ee40 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fd2c000ba00 tx=0x7fd2c0032000 comp rx=0 tx=0).stop 2024-04-15T15:11:50.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.165+0000 7fd2d482a640 1 -- 172.21.15.84:0/3153343262 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd2d00ad5f0 msgr2=0x7fd2d00ada80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:50.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.166+0000 7fd2d482a640 1 --2- 172.21.15.84:0/3153343262 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd2d00ad5f0 0x7fd2d00ada80 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fd2d00714d0 tx=0x7fd2c800ec10 comp rx=0 tx=0).stop 2024-04-15T15:11:50.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.166+0000 7fd2d482a640 1 -- 172.21.15.84:0/3153343262 shutdown_connections 2024-04-15T15:11:50.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.166+0000 7fd2d482a640 1 --2- 172.21.15.84:0/3153343262 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd2d00ad5f0 0x7fd2d00ada80 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.166+0000 7fd2d482a640 1 --2- 172.21.15.84:0/3153343262 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd2d015abe0 0x7fd2d00ad0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.166+0000 7fd2d482a640 1 --2- 172.21.15.84:0/3153343262 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd2b006c980 0x7fd2b006ee40 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.166+0000 7fd2d482a640 1 --2- 172.21.15.84:0/3153343262 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd2bc0039e0 0x7fd2d015a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.166+0000 7fd2d482a640 1 -- 172.21.15.84:0/3153343262 >> 172.21.15.84:0/3153343262 conn(0x7fd2d00b31d0 msgr2=0x7fd2d00aff70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:50.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.166+0000 7fd2d482a640 1 -- 172.21.15.84:0/3153343262 shutdown_connections 2024-04-15T15:11:50.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.166+0000 7fd2d482a640 1 -- 172.21.15.84:0/3153343262 wait complete. 2024-04-15T15:11:50.178 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:11:50.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.283+0000 7f42ddf1c640 1 Processor -- start 2024-04-15T15:11:50.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.283+0000 7f42ddf1c640 1 -- start start 2024-04-15T15:11:50.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.284+0000 7f42ddf1c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f42d80b5410 0x7f42d80b57f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:50.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.284+0000 7f42ddf1c640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42d80d07c0 con 0x7f42d80b0050 2024-04-15T15:11:50.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.284+0000 7f42ddf1c640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42d80b5d30 con 0x7f42d80afae0 2024-04-15T15:11:50.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.284+0000 7f42ddf1c640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f42d80d0330 con 0x7f42d80b5410 2024-04-15T15:11:50.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.284+0000 7f42d77fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f42d80b5410 0x7f42d80b57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:50.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.284+0000 7f42d77fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f42d80b5410 0x7f42d80b57f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40436/0 (socket says 172.21.15.84:40436) 2024-04-15T15:11:50.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.284+0000 7f42d6ffd640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f42d80b0050 0x7f42d806c340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:59892/0 (socket says 172.21.15.84:59892) 2024-04-15T15:11:50.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.284+0000 7f42d77fe640 1 -- 172.21.15.84:0/2861229871 learned_addr learned my addr 172.21.15.84:0/2861229871 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:50.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.284+0000 7f42d77fe640 1 -- 172.21.15.84:0/2861229871 >> v1:172.21.15.203:6789/0 conn(0x7f42d80afae0 legacy=0x7f42d80cf960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:50.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.284+0000 7f42d77fe640 1 -- 172.21.15.84:0/2861229871 >> v1:172.21.15.84:6789/0 conn(0x7f42d80b0050 legacy=0x7f42d806c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:50.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.284+0000 7f42d77fe640 1 -- 172.21.15.84:0/2861229871 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42d80b3aa0 con 0x7f42d80b5410 2024-04-15T15:11:50.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.284+0000 7f42d67fc640 1 -- 172.21.15.84:0/2861229871 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1442008640 0 0) 0x7f42d80d07c0 con 0x7f42d80b0050 2024-04-15T15:11:50.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.285+0000 7f42d77fe640 1 --2- 172.21.15.84:0/2861229871 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f42d80b5410 0x7f42d80b57f0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f42c8009e50 tx=0x7f42c802bee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af819ae50dbcb669 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:50.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.285+0000 7f42d67fc640 1 -- 172.21.15.84:0/2861229871 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42c802ca80 con 0x7f42d80b5410 2024-04-15T15:11:50.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.285+0000 7f42d67fc640 1 -- 172.21.15.84:0/2861229871 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42c802cc20 con 0x7f42d80b5410 2024-04-15T15:11:50.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.285+0000 7f42d67fc640 1 -- 172.21.15.84:0/2861229871 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42c80343f0 con 0x7f42d80b5410 2024-04-15T15:11:50.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.286+0000 7f42ddf1c640 1 -- 172.21.15.84:0/2861229871 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f42d80b5410 msgr2=0x7f42d80b57f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:50.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.286+0000 7f42ddf1c640 1 --2- 172.21.15.84:0/2861229871 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f42d80b5410 0x7f42d80b57f0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f42c8009e50 tx=0x7f42c802bee0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.286+0000 7f42ddf1c640 1 -- 172.21.15.84:0/2861229871 shutdown_connections 2024-04-15T15:11:50.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.286+0000 7f42ddf1c640 1 --2- 172.21.15.84:0/2861229871 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f42d80b5410 0x7f42d80b57f0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.289 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.286+0000 7f42ddf1c640 1 -- 172.21.15.84:0/2861229871 >> 172.21.15.84:0/2861229871 conn(0x7f42d80d0a50 msgr2=0x7f42d80d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:50.290 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.286+0000 7f42ddf1c640 1 -- 172.21.15.84:0/2861229871 shutdown_connections 2024-04-15T15:11:50.290 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.286+0000 7f42ddf1c640 1 -- 172.21.15.84:0/2861229871 wait complete. 2024-04-15T15:11:50.290 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.287+0000 7f42ddf1c640 1 Processor -- start 2024-04-15T15:11:50.290 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.287+0000 7f42ddf1c640 1 -- start start 2024-04-15T15:11:50.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.288+0000 7f42ddf1c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f42d80afae0 0x7f42d81f47f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:50.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.288+0000 7f42ddf1c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f42d80b0050 0x7f42d81f87a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:50.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.288+0000 7f42ddf1c640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f42d80b5410 0x7f42d8158160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:50.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.288+0000 7f42ddf1c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f42d80d18f0 con 0x7f42d80b0050 2024-04-15T15:11:50.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.288+0000 7f42ddf1c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f42d80d1610 con 0x7f42d80afae0 2024-04-15T15:11:50.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.288+0000 7f42ddf1c640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f42d806db40 con 0x7f42d80b5410 2024-04-15T15:11:50.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.288+0000 7f42d6ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f42d80b0050 0x7f42d81f87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:50.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.288+0000 7f42d6ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f42d80b0050 0x7f42d81f87a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40440/0 (socket says 172.21.15.84:40440) 2024-04-15T15:11:50.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.288+0000 7f42d6ffd640 1 -- 172.21.15.84:0/990684047 learned_addr learned my addr 172.21.15.84:0/990684047 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:50.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.288+0000 7f42d77fe640 1 --2- 172.21.15.84:0/990684047 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f42d80afae0 0x7f42d81f47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:50.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.288+0000 7f42d6ffd640 1 -- 172.21.15.84:0/990684047 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f42d80b5410 msgr2=0x7f42d8158160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:50.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.288+0000 7f42d6ffd640 1 --2- 172.21.15.84:0/990684047 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f42d80b5410 0x7f42d8158160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.288+0000 7f42d6ffd640 1 -- 172.21.15.84:0/990684047 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f42d80afae0 msgr2=0x7f42d81f47f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:50.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.288+0000 7f42d6ffd640 1 --2- 172.21.15.84:0/990684047 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f42d80afae0 0x7f42d81f47f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.288+0000 7f42d6ffd640 1 -- 172.21.15.84:0/990684047 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42d81f4ef0 con 0x7f42d80b0050 2024-04-15T15:11:50.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.288+0000 7f42d77fe640 1 --2- 172.21.15.84:0/990684047 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f42d80afae0 0x7f42d81f47f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:50.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.288+0000 7f42d6ffd640 1 --2- 172.21.15.84:0/990684047 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f42d80b0050 0x7f42d81f87a0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f42cc00c430 tx=0x7f42cc00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:50.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.289+0000 7f42bffff640 1 -- 172.21.15.84:0/990684047 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42cc0074e0 con 0x7f42d80b0050 2024-04-15T15:11:50.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.289+0000 7f42bffff640 1 -- 172.21.15.84:0/990684047 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42cc0047e0 con 0x7f42d80b0050 2024-04-15T15:11:50.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.289+0000 7f42ddf1c640 1 -- 172.21.15.84:0/990684047 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42d81f51d0 con 0x7f42d80b0050 2024-04-15T15:11:50.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.289+0000 7f42bffff640 1 -- 172.21.15.84:0/990684047 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42cc004bd0 con 0x7f42d80b0050 2024-04-15T15:11:50.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.289+0000 7f42ddf1c640 1 -- 172.21.15.84:0/990684047 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42d8148f20 con 0x7f42d80b0050 2024-04-15T15:11:50.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.290+0000 7f42ddf1c640 1 -- 172.21.15.84:0/990684047 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42d81f56f0 con 0x7f42d80b0050 2024-04-15T15:11:50.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.290+0000 7f42bffff640 1 -- 172.21.15.84:0/990684047 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f42cc011070 con 0x7f42d80b0050 2024-04-15T15:11:50.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.290+0000 7f42bffff640 1 --2- 172.21.15.84:0/990684047 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f42c406c980 0x7f42c406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:50.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.291+0000 7f42bffff640 1 -- 172.21.15.84:0/990684047 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f42cc08b9b0 con 0x7f42d80b0050 2024-04-15T15:11:50.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.291+0000 7f42d77fe640 1 --2- 172.21.15.84:0/990684047 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f42c406c980 0x7f42c406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:50.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.291+0000 7f42d77fe640 1 --2- 172.21.15.84:0/990684047 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f42c406c980 0x7f42c406ee40 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f42c8035000 tx=0x7f42c8030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:50.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.295+0000 7f42bffff640 1 -- 172.21.15.84:0/990684047 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f42d81f56f0 con 0x7f42d80b0050 2024-04-15T15:11:50.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.470+0000 7f42ddf1c640 1 -- 172.21.15.84:0/990684047 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f42d8074310 con 0x7f42d80b0050 2024-04-15T15:11:50.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.471+0000 7f42bffff640 1 -- 172.21.15.84:0/990684047 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v38) ==== 104+0+11 (secure 0 0 0) 0x7f42d8074310 con 0x7f42d80b0050 2024-04-15T15:11:50.473 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:50.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.473+0000 7f42ddf1c640 1 -- 172.21.15.84:0/990684047 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f42c406c980 msgr2=0x7f42c406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:50.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.473+0000 7f42ddf1c640 1 --2- 172.21.15.84:0/990684047 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f42c406c980 0x7f42c406ee40 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f42c8035000 tx=0x7f42c8030000 comp rx=0 tx=0).stop 2024-04-15T15:11:50.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.473+0000 7f42ddf1c640 1 -- 172.21.15.84:0/990684047 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f42d80b0050 msgr2=0x7f42d81f87a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:50.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.473+0000 7f42ddf1c640 1 --2- 172.21.15.84:0/990684047 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f42d80b0050 0x7f42d81f87a0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f42cc00c430 tx=0x7f42cc00c8f0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.473+0000 7f42ddf1c640 1 -- 172.21.15.84:0/990684047 shutdown_connections 2024-04-15T15:11:50.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.473+0000 7f42ddf1c640 1 --2- 172.21.15.84:0/990684047 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f42d80b5410 0x7f42d8158160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.473+0000 7f42ddf1c640 1 --2- 172.21.15.84:0/990684047 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f42d80b0050 0x7f42d81f87a0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.473+0000 7f42ddf1c640 1 --2- 172.21.15.84:0/990684047 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f42c406c980 0x7f42c406ee40 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.473+0000 7f42ddf1c640 1 --2- 172.21.15.84:0/990684047 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f42d80afae0 0x7f42d81f47f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.473+0000 7f42ddf1c640 1 -- 172.21.15.84:0/990684047 >> 172.21.15.84:0/990684047 conn(0x7f42d80d0a50 msgr2=0x7f42d80adac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:50.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.473+0000 7f42ddf1c640 1 -- 172.21.15.84:0/990684047 shutdown_connections 2024-04-15T15:11:50.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.473+0000 7f42ddf1c640 1 -- 172.21.15.84:0/990684047 wait complete. 2024-04-15T15:11:50.486 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:11:50.592 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.591+0000 7f10ceda8640 1 Processor -- start 2024-04-15T15:11:50.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.591+0000 7f10ceda8640 1 -- start start 2024-04-15T15:11:50.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.591+0000 7f10ceda8640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f10c80ce2f0 0x7f10c815c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:50.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.591+0000 7f10ceda8640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f10c80cc7c0 0x7f10c8155600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:50.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.591+0000 7f10ceda8640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10c806bbb0 con 0x7f10c80d08f0 2024-04-15T15:11:50.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.591+0000 7f10ceda8640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f10c806b960 con 0x7f10c80ce2f0 2024-04-15T15:11:50.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.591+0000 7f10ceda8640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f10c806be90 con 0x7f10c80cc7c0 2024-04-15T15:11:50.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.592+0000 7f10ccb44640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f10c80ce2f0 0x7f10c815c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:50.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.592+0000 7f10c7fff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f10c80d08f0 0x7f10c80cc0b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:59902/0 (socket says 172.21.15.84:59902) 2024-04-15T15:11:50.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.592+0000 7f10ccb44640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f10c80ce2f0 0x7f10c815c530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40450/0 (socket says 172.21.15.84:40450) 2024-04-15T15:11:50.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.592+0000 7f10c7fff640 1 -- 172.21.15.84:0/1524572999 learned_addr learned my addr 172.21.15.84:0/1524572999 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:50.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.592+0000 7f10cd345640 1 --2- 172.21.15.84:0/1524572999 >> v2:172.21.15.203:3300/0 conn(0x7f10c80cc7c0 0x7f10c8155600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:50.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.592+0000 7f10ccb44640 1 -- 172.21.15.84:0/1524572999 >> v2:172.21.15.203:3300/0 conn(0x7f10c80cc7c0 msgr2=0x7f10c8155600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:50.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.592+0000 7f10ccb44640 1 --2- 172.21.15.84:0/1524572999 >> v2:172.21.15.203:3300/0 conn(0x7f10c80cc7c0 0x7f10c8155600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.592+0000 7f10ccb44640 1 -- 172.21.15.84:0/1524572999 >> v1:172.21.15.84:6789/0 conn(0x7f10c80d08f0 legacy=0x7f10c80cc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:50.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.592+0000 7f10ccb44640 1 -- 172.21.15.84:0/1524572999 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10c806c170 con 0x7f10c80ce2f0 2024-04-15T15:11:50.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.593+0000 7f10ccb44640 1 --2- 172.21.15.84:0/1524572999 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10c80ce2f0 0x7f10c815c530 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f10c815f050 tx=0x7f10c002bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5049ac56687d6d75 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:50.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.593+0000 7f10c77fe640 1 -- 172.21.15.84:0/1524572999 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10c0039070 con 0x7f10c80ce2f0 2024-04-15T15:11:50.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.593+0000 7f10c77fe640 1 -- 172.21.15.84:0/1524572999 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10c002cc80 con 0x7f10c80ce2f0 2024-04-15T15:11:50.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.593+0000 7f10c77fe640 1 -- 172.21.15.84:0/1524572999 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10c0034660 con 0x7f10c80ce2f0 2024-04-15T15:11:50.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.593+0000 7f10ceda8640 1 -- 172.21.15.84:0/1524572999 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10c80ce2f0 msgr2=0x7f10c815c530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:50.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.593+0000 7f10ceda8640 1 --2- 172.21.15.84:0/1524572999 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10c80ce2f0 0x7f10c815c530 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f10c815f050 tx=0x7f10c002bed0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.593+0000 7f10ceda8640 1 -- 172.21.15.84:0/1524572999 shutdown_connections 2024-04-15T15:11:50.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.593+0000 7f10ceda8640 1 --2- 172.21.15.84:0/1524572999 >> v2:172.21.15.203:3300/0 conn(0x7f10c80cc7c0 0x7f10c8155600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.593+0000 7f10ceda8640 1 --2- 172.21.15.84:0/1524572999 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10c80ce2f0 0x7f10c815c530 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.593+0000 7f10ceda8640 1 -- 172.21.15.84:0/1524572999 >> 172.21.15.84:0/1524572999 conn(0x7f10c80b31d0 msgr2=0x7f10c80b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:50.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.593+0000 7f10ceda8640 1 -- 172.21.15.84:0/1524572999 shutdown_connections 2024-04-15T15:11:50.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.593+0000 7f10ceda8640 1 -- 172.21.15.84:0/1524572999 wait complete. 2024-04-15T15:11:50.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.594+0000 7f10ceda8640 1 Processor -- start 2024-04-15T15:11:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.594+0000 7f10ceda8640 1 -- start start 2024-04-15T15:11:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.595+0000 7f10ceda8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10c80cc7c0 0x7f10c8148740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.595+0000 7f10ceda8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10c80ce2f0 0x7f10c8156ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.595+0000 7f10ceda8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10c80d08f0 0x7f10c8159b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.595+0000 7f10ceda8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f10c80ce6d0 con 0x7f10c80cc7c0 2024-04-15T15:11:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.595+0000 7f10ceda8640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f10c815ca70 con 0x7f10c80ce2f0 2024-04-15T15:11:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.595+0000 7f10ceda8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f10c80ce850 con 0x7f10c80d08f0 2024-04-15T15:11:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.595+0000 7f10ccb44640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10c80cc7c0 0x7f10c8148740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.595+0000 7f10ccb44640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10c80cc7c0 0x7f10c8148740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40466/0 (socket says 172.21.15.84:40466) 2024-04-15T15:11:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.595+0000 7f10ccb44640 1 -- 172.21.15.84:0/1734274574 learned_addr learned my addr 172.21.15.84:0/1734274574 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.596+0000 7f10c7fff640 1 --2- 172.21.15.84:0/1734274574 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10c80ce2f0 0x7f10c8156ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.596+0000 7f10cd345640 1 --2- 172.21.15.84:0/1734274574 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10c80d08f0 0x7f10c8159b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:50.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.596+0000 7f10ccb44640 1 -- 172.21.15.84:0/1734274574 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10c80d08f0 msgr2=0x7f10c8159b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.596+0000 7f10ccb44640 1 --2- 172.21.15.84:0/1734274574 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10c80d08f0 0x7f10c8159b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.596+0000 7f10ccb44640 1 -- 172.21.15.84:0/1734274574 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10c80ce2f0 msgr2=0x7f10c8156ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.596+0000 7f10ccb44640 1 --2- 172.21.15.84:0/1734274574 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10c80ce2f0 0x7f10c8156ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.596+0000 7f10ccb44640 1 -- 172.21.15.84:0/1734274574 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10c81f17c0 con 0x7f10c80cc7c0 2024-04-15T15:11:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.596+0000 7f10cd345640 1 --2- 172.21.15.84:0/1734274574 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10c80d08f0 0x7f10c8159b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.596+0000 7f10c7fff640 1 --2- 172.21.15.84:0/1734274574 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10c80ce2f0 0x7f10c8156ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.596+0000 7f10ccb44640 1 --2- 172.21.15.84:0/1734274574 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10c80cc7c0 0x7f10c8148740 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f10c0037040 tx=0x7f10c0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.596+0000 7f10c57fa640 1 -- 172.21.15.84:0/1734274574 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10c0039050 con 0x7f10c80cc7c0 2024-04-15T15:11:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.596+0000 7f10c57fa640 1 -- 172.21.15.84:0/1734274574 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10c0045070 con 0x7f10c80cc7c0 2024-04-15T15:11:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.596+0000 7f10c57fa640 1 -- 172.21.15.84:0/1734274574 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10c003e850 con 0x7f10c80cc7c0 2024-04-15T15:11:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.596+0000 7f10ceda8640 1 -- 172.21.15.84:0/1734274574 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10c81554d0 con 0x7f10c80cc7c0 2024-04-15T15:11:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.596+0000 7f10ceda8640 1 -- 172.21.15.84:0/1734274574 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10c8155d70 con 0x7f10c80cc7c0 2024-04-15T15:11:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.597+0000 7f10ceda8640 1 -- 172.21.15.84:0/1734274574 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10c8075c50 con 0x7f10c80cc7c0 2024-04-15T15:11:50.601 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.597+0000 7f10c57fa640 1 -- 172.21.15.84:0/1734274574 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f10c003e9f0 con 0x7f10c80cc7c0 2024-04-15T15:11:50.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.598+0000 7f10c57fa640 1 --2- 172.21.15.84:0/1734274574 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f10b406c980 0x7f10b406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:50.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.598+0000 7f10c57fa640 1 -- 172.21.15.84:0/1734274574 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f10c00aea00 con 0x7f10c80cc7c0 2024-04-15T15:11:50.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.598+0000 7f10c7fff640 1 --2- 172.21.15.84:0/1734274574 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f10b406c980 0x7f10b406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:50.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.598+0000 7f10c7fff640 1 --2- 172.21.15.84:0/1734274574 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f10b406c980 0x7f10b406ee40 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f10c8153e20 tx=0x7f10bc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:50.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.602+0000 7f10c57fa640 1 -- 172.21.15.84:0/1734274574 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f10c007cd40 con 0x7f10c80cc7c0 2024-04-15T15:11:50.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.779+0000 7f10ceda8640 1 -- 172.21.15.84:0/1734274574 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f10c806cab0 con 0x7f10c80cc7c0 2024-04-15T15:11:50.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.779+0000 7f10c57fa640 1 -- 172.21.15.84:0/1734274574 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v38) ==== 100+0+11 (secure 0 0 0) 0x7f10c007c640 con 0x7f10c80cc7c0 2024-04-15T15:11:50.781 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:11:50.783 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.781+0000 7f10ceda8640 1 -- 172.21.15.84:0/1734274574 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f10b406c980 msgr2=0x7f10b406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:50.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.781+0000 7f10ceda8640 1 --2- 172.21.15.84:0/1734274574 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f10b406c980 0x7f10b406ee40 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f10c8153e20 tx=0x7f10bc009040 comp rx=0 tx=0).stop 2024-04-15T15:11:50.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.781+0000 7f10ceda8640 1 -- 172.21.15.84:0/1734274574 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10c80cc7c0 msgr2=0x7f10c8148740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:50.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.781+0000 7f10ceda8640 1 --2- 172.21.15.84:0/1734274574 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10c80cc7c0 0x7f10c8148740 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f10c0037040 tx=0x7f10c0004a40 comp rx=0 tx=0).stop 2024-04-15T15:11:50.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.782+0000 7f10ceda8640 1 -- 172.21.15.84:0/1734274574 shutdown_connections 2024-04-15T15:11:50.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.782+0000 7f10ceda8640 1 --2- 172.21.15.84:0/1734274574 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f10b406c980 0x7f10b406ee40 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.782+0000 7f10ceda8640 1 --2- 172.21.15.84:0/1734274574 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10c80ce2f0 0x7f10c8156ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.782+0000 7f10ceda8640 1 --2- 172.21.15.84:0/1734274574 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f10c80d08f0 0x7f10c8159b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.782+0000 7f10ceda8640 1 --2- 172.21.15.84:0/1734274574 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f10c80cc7c0 0x7f10c8148740 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.782+0000 7f10ceda8640 1 -- 172.21.15.84:0/1734274574 >> 172.21.15.84:0/1734274574 conn(0x7f10c80b31d0 msgr2=0x7f10c8072100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:50.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.782+0000 7f10ceda8640 1 -- 172.21.15.84:0/1734274574 shutdown_connections 2024-04-15T15:11:50.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.782+0000 7f10ceda8640 1 -- 172.21.15.84:0/1734274574 wait complete. 2024-04-15T15:11:50.795 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-15T15:11:50.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.898+0000 7f7f6ecd9640 1 Processor -- start 2024-04-15T15:11:50.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.898+0000 7f7f6ecd9640 1 -- start start 2024-04-15T15:11:50.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.899+0000 7f7f6ecd9640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f7f6815af20 0x7f7f6806dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:50.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.899+0000 7f7f6ecd9640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f7f6806bf20 0x7f7f6806c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:50.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.899+0000 7f7f6ecd9640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7f6815c110 con 0x7f7f680ccb50 2024-04-15T15:11:50.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.899+0000 7f7f6ecd9640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f7f6806ba90 con 0x7f7f6806bf20 2024-04-15T15:11:50.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.899+0000 7f7f6ecd9640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f7f680cfae0 con 0x7f7f6815af20 2024-04-15T15:11:50.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.899+0000 7f7f6d276640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f7f6806bf20 0x7f7f6806c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:50.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.899+0000 7f7f6d276640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f7f6806bf20 0x7f7f6806c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40470/0 (socket says 172.21.15.84:40470) 2024-04-15T15:11:50.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.899+0000 7f7f6d276640 1 -- 172.21.15.84:0/1000783828 learned_addr learned my addr 172.21.15.84:0/1000783828 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:50.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.899+0000 7f7f5ffff640 1 --2- 172.21.15.84:0/1000783828 >> v2:172.21.15.203:3300/0 conn(0x7f7f6815af20 0x7f7f6806dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:50.902 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.899+0000 7f7f6d276640 1 -- 172.21.15.84:0/1000783828 >> v2:172.21.15.203:3300/0 conn(0x7f7f6815af20 msgr2=0x7f7f6806dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:50.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.899+0000 7f7f6d276640 1 --2- 172.21.15.84:0/1000783828 >> v2:172.21.15.203:3300/0 conn(0x7f7f6815af20 0x7f7f6806dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.899+0000 7f7f6d276640 1 -- 172.21.15.84:0/1000783828 >> v1:172.21.15.203:6789/0 conn(0x7f7f680ccb50 legacy=0x7f7f680ccf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:50.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.899+0000 7f7f6d276640 1 -- 172.21.15.84:0/1000783828 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f680cfdc0 con 0x7f7f6806bf20 2024-04-15T15:11:50.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.900+0000 7f7f6d276640 1 --2- 172.21.15.84:0/1000783828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f6806bf20 0x7f7f6806c390 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f7f6807ac20 tx=0x7f7f6002cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ed1ddcf4d2badbf server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:50.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.900+0000 7f7f5f7fe640 1 -- 172.21.15.84:0/1000783828 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f6002d900 con 0x7f7f6806bf20 2024-04-15T15:11:50.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.900+0000 7f7f5f7fe640 1 -- 172.21.15.84:0/1000783828 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f6002daa0 con 0x7f7f6806bf20 2024-04-15T15:11:50.903 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.900+0000 7f7f5f7fe640 1 -- 172.21.15.84:0/1000783828 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f60008500 con 0x7f7f6806bf20 2024-04-15T15:11:50.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.901+0000 7f7f6ecd9640 1 -- 172.21.15.84:0/1000783828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f6806bf20 msgr2=0x7f7f6806c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:50.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.901+0000 7f7f6ecd9640 1 --2- 172.21.15.84:0/1000783828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f6806bf20 0x7f7f6806c390 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f7f6807ac20 tx=0x7f7f6002cf60 comp rx=0 tx=0).stop 2024-04-15T15:11:50.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.901+0000 7f7f6ecd9640 1 -- 172.21.15.84:0/1000783828 shutdown_connections 2024-04-15T15:11:50.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.901+0000 7f7f6ecd9640 1 --2- 172.21.15.84:0/1000783828 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f6806bf20 0x7f7f6806c390 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.901+0000 7f7f6ecd9640 1 --2- 172.21.15.84:0/1000783828 >> v2:172.21.15.203:3300/0 conn(0x7f7f6815af20 0x7f7f6806dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.901+0000 7f7f6ecd9640 1 -- 172.21.15.84:0/1000783828 >> 172.21.15.84:0/1000783828 conn(0x7f7f680b31d0 msgr2=0x7f7f680b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:50.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.901+0000 7f7f6ecd9640 1 -- 172.21.15.84:0/1000783828 shutdown_connections 2024-04-15T15:11:50.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.901+0000 7f7f6ecd9640 1 -- 172.21.15.84:0/1000783828 wait complete. 2024-04-15T15:11:50.905 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.902+0000 7f7f6ecd9640 1 Processor -- start 2024-04-15T15:11:50.905 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.902+0000 7f7f6ecd9640 1 -- start start 2024-04-15T15:11:50.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.903+0000 7f7f6ecd9640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7f6806bf20 0x7f7f6809b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:50.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.903+0000 7f7f6ecd9640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7f680ccb50 0x7f7f6814b750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:50.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.903+0000 7f7f6ecd9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f6815af20 0x7f7f6815da20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:50.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.903+0000 7f7f6ecd9640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7f680cc8f0 con 0x7f7f6815af20 2024-04-15T15:11:50.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.903+0000 7f7f6ecd9640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7f680cc770 con 0x7f7f6806bf20 2024-04-15T15:11:50.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.903+0000 7f7f6ecd9640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f7f6815bcf0 con 0x7f7f680ccb50 2024-04-15T15:11:50.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.903+0000 7f7f6d276640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f6815af20 0x7f7f6815da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:50.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.903+0000 7f7f6d276640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f6815af20 0x7f7f6815da20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40472/0 (socket says 172.21.15.84:40472) 2024-04-15T15:11:50.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.903+0000 7f7f6d276640 1 -- 172.21.15.84:0/531428107 learned_addr learned my addr 172.21.15.84:0/531428107 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:50.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.903+0000 7f7f6ca75640 1 --2- 172.21.15.84:0/531428107 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7f6806bf20 0x7f7f6809b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:50.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.903+0000 7f7f5ffff640 1 --2- 172.21.15.84:0/531428107 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7f680ccb50 0x7f7f6814b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:50.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.903+0000 7f7f6d276640 1 -- 172.21.15.84:0/531428107 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7f680ccb50 msgr2=0x7f7f6814b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:50.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.903+0000 7f7f6d276640 1 --2- 172.21.15.84:0/531428107 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7f680ccb50 0x7f7f6814b750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.903+0000 7f7f6d276640 1 -- 172.21.15.84:0/531428107 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7f6806bf20 msgr2=0x7f7f6809b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:50.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.903+0000 7f7f6d276640 1 --2- 172.21.15.84:0/531428107 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7f6806bf20 0x7f7f6809b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:50.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.903+0000 7f7f6d276640 1 -- 172.21.15.84:0/531428107 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f68157210 con 0x7f7f6815af20 2024-04-15T15:11:50.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.903+0000 7f7f6ca75640 1 --2- 172.21.15.84:0/531428107 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7f6806bf20 0x7f7f6809b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:50.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.903+0000 7f7f6d276640 1 --2- 172.21.15.84:0/531428107 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f6815af20 0x7f7f6815da20 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f7f60037040 tx=0x7f7f60004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:50.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.904+0000 7f7f5d7fa640 1 -- 172.21.15.84:0/531428107 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f60044020 con 0x7f7f6815af20 2024-04-15T15:11:50.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.904+0000 7f7f5d7fa640 1 -- 172.21.15.84:0/531428107 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7f60008ac0 con 0x7f7f6815af20 2024-04-15T15:11:50.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.904+0000 7f7f5d7fa640 1 -- 172.21.15.84:0/531428107 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f6003f450 con 0x7f7f6815af20 2024-04-15T15:11:50.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.904+0000 7f7f6ecd9640 1 -- 172.21.15.84:0/531428107 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f681574f0 con 0x7f7f6815af20 2024-04-15T15:11:50.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.904+0000 7f7f6ecd9640 1 -- 172.21.15.84:0/531428107 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f68157ab0 con 0x7f7f6815af20 2024-04-15T15:11:50.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.905+0000 7f7f6ecd9640 1 -- 172.21.15.84:0/531428107 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f68075c50 con 0x7f7f6815af20 2024-04-15T15:11:50.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.905+0000 7f7f5d7fa640 1 -- 172.21.15.84:0/531428107 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f7f60047020 con 0x7f7f6815af20 2024-04-15T15:11:50.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.905+0000 7f7f5d7fa640 1 --2- 172.21.15.84:0/531428107 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7f5406c980 0x7f7f5406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:50.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.906+0000 7f7f5d7fa640 1 -- 172.21.15.84:0/531428107 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f7f600af4d0 con 0x7f7f6815af20 2024-04-15T15:11:50.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.906+0000 7f7f6ca75640 1 --2- 172.21.15.84:0/531428107 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7f5406c980 0x7f7f5406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:50.909 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.906+0000 7f7f6ca75640 1 --2- 172.21.15.84:0/531428107 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7f5406c980 0x7f7f5406ee40 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f7f680cc2b0 tx=0x7f7f64009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:50.911 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:50.910+0000 7f7f5d7fa640 1 -- 172.21.15.84:0/531428107 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f7f6004e030 con 0x7f7f6815af20 2024-04-15T15:11:51.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.096+0000 7f7f6ecd9640 1 -- 172.21.15.84:0/531428107 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f7f680af470 con 0x7f7f6815af20 2024-04-15T15:11:51.098 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.096+0000 7f7f5d7fa640 1 -- 172.21.15.84:0/531428107 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v38) ==== 80+0+0 (secure 0 0 0) 0x7f7f6007d780 con 0x7f7f6815af20 2024-04-15T15:11:51.099 INFO:teuthology.orchestra.run.smithi084.stderr:listed 0 entries 2024-04-15T15:11:51.100 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.098+0000 7f7f6ecd9640 1 -- 172.21.15.84:0/531428107 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7f5406c980 msgr2=0x7f7f5406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:51.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.098+0000 7f7f6ecd9640 1 --2- 172.21.15.84:0/531428107 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7f5406c980 0x7f7f5406ee40 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f7f680cc2b0 tx=0x7f7f64009040 comp rx=0 tx=0).stop 2024-04-15T15:11:51.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.098+0000 7f7f6ecd9640 1 -- 172.21.15.84:0/531428107 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f6815af20 msgr2=0x7f7f6815da20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:51.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.098+0000 7f7f6ecd9640 1 --2- 172.21.15.84:0/531428107 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f6815af20 0x7f7f6815da20 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f7f60037040 tx=0x7f7f60004a40 comp rx=0 tx=0).stop 2024-04-15T15:11:51.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.099+0000 7f7f6ecd9640 1 -- 172.21.15.84:0/531428107 shutdown_connections 2024-04-15T15:11:51.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.099+0000 7f7f6ecd9640 1 --2- 172.21.15.84:0/531428107 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7f6815af20 0x7f7f6815da20 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.099+0000 7f7f6ecd9640 1 --2- 172.21.15.84:0/531428107 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7f680ccb50 0x7f7f6814b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.099+0000 7f7f6ecd9640 1 --2- 172.21.15.84:0/531428107 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7f5406c980 0x7f7f5406ee40 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.099+0000 7f7f6ecd9640 1 --2- 172.21.15.84:0/531428107 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7f6806bf20 0x7f7f6809b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.099+0000 7f7f6ecd9640 1 -- 172.21.15.84:0/531428107 >> 172.21.15.84:0/531428107 conn(0x7f7f680b31d0 msgr2=0x7f7f68073170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:51.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.099+0000 7f7f6ecd9640 1 -- 172.21.15.84:0/531428107 shutdown_connections 2024-04-15T15:11:51.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.099+0000 7f7f6ecd9640 1 -- 172.21.15.84:0/531428107 wait complete. 2024-04-15T15:11:51.111 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi084.front.sepia.ceph.com... 2024-04-15T15:11:51.111 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:51.112 DEBUG:teuthology.orchestra.run.smithi084:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-04-15T15:11:51.138 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi084.stderr:ceph-fuse[54395]: fuse finished with error 0 and tester_r 0 2024-04-15T15:11:51.140 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:11:51.191 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi084.front.sepia.ceph.com 2024-04-15T15:11:51.191 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:51.191 DEBUG:teuthology.orchestra.run.smithi084:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-15T15:11:51.207 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:11:51.207 DEBUG:teuthology.orchestra.run.smithi203:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:11:51.228 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:51.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.348+0000 7f35ad87b640 1 Processor -- start 2024-04-15T15:11:51.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.348+0000 7f35ad87b640 1 -- start start 2024-04-15T15:11:51.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.349+0000 7f35ad87b640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f35a815e7e0 0x7f35a80b67b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:51.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.349+0000 7f35ad87b640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f35a8073290 0x7f35a80b46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:51.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.349+0000 7f35ad87b640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35a8162800 con 0x7f35a80ae360 2024-04-15T15:11:51.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.349+0000 7f35ad87b640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f35a8162ae0 con 0x7f35a815e7e0 2024-04-15T15:11:51.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.349+0000 7f35ad87b640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f35a8162dc0 con 0x7f35a8073290 2024-04-15T15:11:51.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.349+0000 7f35a6ffd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f35a815e7e0 0x7f35a80b67b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:51.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.349+0000 7f35a67fc640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f35a80ae360 0x7f35a8072b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:59912/0 (socket says 172.21.15.84:59912) 2024-04-15T15:11:51.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.349+0000 7f35a67fc640 1 -- 172.21.15.84:0/2140480673 learned_addr learned my addr 172.21.15.84:0/2140480673 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:51.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.349+0000 7f35a6ffd640 1 --2- 172.21.15.84:0/2140480673 >> v2:172.21.15.84:3300/0 conn(0x7f35a815e7e0 0x7f35a80b67b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40474/0 (socket says 172.21.15.84:40474) 2024-04-15T15:11:51.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.349+0000 7f35a6ffd640 1 -- 172.21.15.84:0/2140480673 >> v2:172.21.15.203:3300/0 conn(0x7f35a8073290 msgr2=0x7f35a80b46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:51.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.349+0000 7f35a6ffd640 1 --2- 172.21.15.84:0/2140480673 >> v2:172.21.15.203:3300/0 conn(0x7f35a8073290 0x7f35a80b46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.349+0000 7f35a6ffd640 1 -- 172.21.15.84:0/2140480673 >> v1:172.21.15.84:6789/0 conn(0x7f35a80ae360 legacy=0x7f35a8072b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:51.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.349+0000 7f35a6ffd640 1 -- 172.21.15.84:0/2140480673 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35a81630a0 con 0x7f35a815e7e0 2024-04-15T15:11:51.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.349+0000 7f35a5ffb640 1 -- 172.21.15.84:0/2140480673 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2848052337 0 0) 0x7f35a8162800 con 0x7f35a80ae360 2024-04-15T15:11:51.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.350+0000 7f35a6ffd640 1 --2- 172.21.15.84:0/2140480673 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35a815e7e0 0x7f35a80b67b0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f35a80d1230 tx=0x7f359802b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1938aa2ac9758cf4 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:51.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.350+0000 7f35a5ffb640 1 -- 172.21.15.84:0/2140480673 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3598035020 con 0x7f35a815e7e0 2024-04-15T15:11:51.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.350+0000 7f35a5ffb640 1 -- 172.21.15.84:0/2140480673 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3598031640 con 0x7f35a815e7e0 2024-04-15T15:11:51.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.350+0000 7f35a5ffb640 1 -- 172.21.15.84:0/2140480673 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f359802d040 con 0x7f35a815e7e0 2024-04-15T15:11:51.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.351+0000 7f35ad87b640 1 -- 172.21.15.84:0/2140480673 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35a815e7e0 msgr2=0x7f35a80b67b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:51.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.351+0000 7f35ad87b640 1 --2- 172.21.15.84:0/2140480673 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35a815e7e0 0x7f35a80b67b0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f35a80d1230 tx=0x7f359802b8f0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.351+0000 7f35ad87b640 1 -- 172.21.15.84:0/2140480673 shutdown_connections 2024-04-15T15:11:51.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.351+0000 7f35ad87b640 1 --2- 172.21.15.84:0/2140480673 >> v2:172.21.15.203:3300/0 conn(0x7f35a8073290 0x7f35a80b46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.351+0000 7f35ad87b640 1 --2- 172.21.15.84:0/2140480673 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35a815e7e0 0x7f35a80b67b0 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.351+0000 7f35ad87b640 1 -- 172.21.15.84:0/2140480673 >> 172.21.15.84:0/2140480673 conn(0x7f35a80b31b0 msgr2=0x7f35a80b3590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:51.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.351+0000 7f35ad87b640 1 -- 172.21.15.84:0/2140480673 shutdown_connections 2024-04-15T15:11:51.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.351+0000 7f35ad87b640 1 -- 172.21.15.84:0/2140480673 wait complete. 2024-04-15T15:11:51.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.352+0000 7f35ad87b640 1 Processor -- start 2024-04-15T15:11:51.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.352+0000 7f35ad87b640 1 -- start start 2024-04-15T15:11:51.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.353+0000 7f35ad87b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35a8073290 0x7f35a8149d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:51.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.353+0000 7f35ad87b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f35a80ae360 0x7f35a80af110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:51.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.353+0000 7f35ad87b640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f35a815e7e0 0x7f35a815b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:51.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.353+0000 7f35ad87b640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f35a8162550 con 0x7f35a8073290 2024-04-15T15:11:51.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.353+0000 7f35ad87b640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f35a81623d0 con 0x7f35a815e7e0 2024-04-15T15:11:51.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.353+0000 7f35ad87b640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f35a806fd30 con 0x7f35a80ae360 2024-04-15T15:11:51.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.353+0000 7f35a6ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35a8073290 0x7f35a8149d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:51.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.353+0000 7f35a6ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35a8073290 0x7f35a8149d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40480/0 (socket says 172.21.15.84:40480) 2024-04-15T15:11:51.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.353+0000 7f35a6ffd640 1 -- 172.21.15.84:0/87562853 learned_addr learned my addr 172.21.15.84:0/87562853 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:51.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.353+0000 7f35a67fc640 1 --2- 172.21.15.84:0/87562853 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f35a80ae360 0x7f35a80af110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:51.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.353+0000 7f35a77fe640 1 --2- 172.21.15.84:0/87562853 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f35a815e7e0 0x7f35a815b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:51.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.353+0000 7f35a6ffd640 1 -- 172.21.15.84:0/87562853 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f35a80ae360 msgr2=0x7f35a80af110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:51.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.353+0000 7f35a6ffd640 1 --2- 172.21.15.84:0/87562853 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f35a80ae360 0x7f35a80af110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.353+0000 7f35a6ffd640 1 -- 172.21.15.84:0/87562853 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f35a815e7e0 msgr2=0x7f35a815b4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:51.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.353+0000 7f35a6ffd640 1 --2- 172.21.15.84:0/87562853 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f35a815e7e0 0x7f35a815b4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.353+0000 7f35a6ffd640 1 -- 172.21.15.84:0/87562853 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35a814a270 con 0x7f35a8073290 2024-04-15T15:11:51.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.354+0000 7f35a6ffd640 1 --2- 172.21.15.84:0/87562853 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35a8073290 0x7f35a8149d30 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f3598034040 tx=0x7f35980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:51.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.354+0000 7f358ffff640 1 -- 172.21.15.84:0/87562853 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3598004230 con 0x7f35a8073290 2024-04-15T15:11:51.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.354+0000 7f358ffff640 1 -- 172.21.15.84:0/87562853 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35980043d0 con 0x7f35a8073290 2024-04-15T15:11:51.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.354+0000 7f35ad87b640 1 -- 172.21.15.84:0/87562853 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35a815feb0 con 0x7f35a8073290 2024-04-15T15:11:51.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.354+0000 7f358ffff640 1 -- 172.21.15.84:0/87562853 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f359803aa50 con 0x7f35a8073290 2024-04-15T15:11:51.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.354+0000 7f35ad87b640 1 -- 172.21.15.84:0/87562853 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35a8160470 con 0x7f35a8073290 2024-04-15T15:11:51.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.355+0000 7f35ad87b640 1 -- 172.21.15.84:0/87562853 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35a8160e60 con 0x7f35a8073290 2024-04-15T15:11:51.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.355+0000 7f358ffff640 1 -- 172.21.15.84:0/87562853 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f3598038020 con 0x7f35a8073290 2024-04-15T15:11:51.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.356+0000 7f358ffff640 1 --2- 172.21.15.84:0/87562853 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f359406c980 0x7f359406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:51.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.356+0000 7f35a67fc640 1 --2- 172.21.15.84:0/87562853 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f359406c980 0x7f359406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:51.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.356+0000 7f358ffff640 1 -- 172.21.15.84:0/87562853 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f35980adab0 con 0x7f35a8073290 2024-04-15T15:11:51.360 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.356+0000 7f35a67fc640 1 --2- 172.21.15.84:0/87562853 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f359406c980 0x7f359406ee40 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f35a80aec40 tx=0x7f359c007b50 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:51.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.360+0000 7f358ffff640 1 -- 172.21.15.84:0/87562853 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f35a814a270 con 0x7f35a8073290 2024-04-15T15:11:51.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.536+0000 7f35ad87b640 1 -- 172.21.15.84:0/87562853 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f35a80689e0 con 0x7f35a8073290 2024-04-15T15:11:51.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.537+0000 7f358ffff640 1 -- 172.21.15.84:0/87562853 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) ==== 74+0+16894 (secure 0 0 0) 0x7f359803f070 con 0x7f35a8073290 2024-04-15T15:11:51.539 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:51.540 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":38,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:11:39.793333+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:11:36.635627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-15T15:11:37.095988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:51.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.539+0000 7f35ad87b640 1 -- 172.21.15.84:0/87562853 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f359406c980 msgr2=0x7f359406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:51.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.539+0000 7f35ad87b640 1 --2- 172.21.15.84:0/87562853 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f359406c980 0x7f359406ee40 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f35a80aec40 tx=0x7f359c007b50 comp rx=0 tx=0).stop 2024-04-15T15:11:51.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.539+0000 7f35ad87b640 1 -- 172.21.15.84:0/87562853 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35a8073290 msgr2=0x7f35a8149d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:51.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.539+0000 7f35ad87b640 1 --2- 172.21.15.84:0/87562853 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35a8073290 0x7f35a8149d30 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f3598034040 tx=0x7f35980046c0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.539+0000 7f35ad87b640 1 -- 172.21.15.84:0/87562853 shutdown_connections 2024-04-15T15:11:51.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.539+0000 7f35ad87b640 1 --2- 172.21.15.84:0/87562853 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f359406c980 0x7f359406ee40 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.539+0000 7f35ad87b640 1 --2- 172.21.15.84:0/87562853 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f35a815e7e0 0x7f35a815b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.539+0000 7f35ad87b640 1 --2- 172.21.15.84:0/87562853 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f35a80ae360 0x7f35a80af110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.539+0000 7f35ad87b640 1 --2- 172.21.15.84:0/87562853 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f35a8073290 0x7f35a8149d30 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.539+0000 7f35ad87b640 1 -- 172.21.15.84:0/87562853 >> 172.21.15.84:0/87562853 conn(0x7f35a80b31b0 msgr2=0x7f35a806da50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:51.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.540+0000 7f35ad87b640 1 -- 172.21.15.84:0/87562853 shutdown_connections 2024-04-15T15:11:51.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.540+0000 7f35ad87b640 1 -- 172.21.15.84:0/87562853 wait complete. 2024-04-15T15:11:51.552 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:11:36.635627+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '37', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:11:37.095988+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '38', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T15:11:51.553 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:11:51.658 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.657+0000 7fb018d52640 1 Processor -- start 2024-04-15T15:11:51.659 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.657+0000 7fb018d52640 1 -- start start 2024-04-15T15:11:51.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.658+0000 7fb018d52640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb0140b0050 0x7fb0140cf960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:51.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.658+0000 7fb018d52640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0140d07c0 con 0x7fb0140b5410 2024-04-15T15:11:51.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.658+0000 7fb018d52640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb0140b3aa0 con 0x7fb0140afae0 2024-04-15T15:11:51.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.658+0000 7fb018d52640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fb0140d0330 con 0x7fb0140b0050 2024-04-15T15:11:51.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.658+0000 7fb011d9b640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb0140b0050 0x7fb0140cf960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:51.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.658+0000 7fb01259c640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fb0140b5410 0x7fb0140b57f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:59922/0 (socket says 172.21.15.84:59922) 2024-04-15T15:11:51.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.658+0000 7fb01259c640 1 -- 172.21.15.84:0/2513618230 learned_addr learned my addr 172.21.15.84:0/2513618230 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:51.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.658+0000 7fb011d9b640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb0140b0050 0x7fb0140cf960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40496/0 (socket says 172.21.15.84:40496) 2024-04-15T15:11:51.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.658+0000 7fb011d9b640 1 -- 172.21.15.84:0/2513618230 >> v1:172.21.15.203:6789/0 conn(0x7fb0140afae0 legacy=0x7fb01406c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:51.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.658+0000 7fb011d9b640 1 -- 172.21.15.84:0/2513618230 >> v1:172.21.15.84:6789/0 conn(0x7fb0140b5410 legacy=0x7fb0140b57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:51.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.658+0000 7fb011d9b640 1 -- 172.21.15.84:0/2513618230 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0140b3d80 con 0x7fb0140b0050 2024-04-15T15:11:51.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.659+0000 7fb011d9b640 1 --2- 172.21.15.84:0/2513618230 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb0140b0050 0x7fb0140cf960 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fb0080097a0 tx=0x7fb00802b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96d7e74815c51915 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:51.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.659+0000 7fb01159a640 1 -- 172.21.15.84:0/2513618230 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0080315a0 con 0x7fb0140b0050 2024-04-15T15:11:51.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.659+0000 7fb01159a640 1 -- 172.21.15.84:0/2513618230 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb008037070 con 0x7fb0140b0050 2024-04-15T15:11:51.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.659+0000 7fb01159a640 1 -- 172.21.15.84:0/2513618230 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb008031960 con 0x7fb0140b0050 2024-04-15T15:11:51.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.659+0000 7fb018d52640 1 -- 172.21.15.84:0/2513618230 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb0140b0050 msgr2=0x7fb0140cf960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:51.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.659+0000 7fb018d52640 1 --2- 172.21.15.84:0/2513618230 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb0140b0050 0x7fb0140cf960 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fb0080097a0 tx=0x7fb00802b840 comp rx=0 tx=0).stop 2024-04-15T15:11:51.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.660+0000 7fb018d52640 1 -- 172.21.15.84:0/2513618230 shutdown_connections 2024-04-15T15:11:51.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.660+0000 7fb018d52640 1 --2- 172.21.15.84:0/2513618230 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb0140b0050 0x7fb0140cf960 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.660+0000 7fb018d52640 1 -- 172.21.15.84:0/2513618230 >> 172.21.15.84:0/2513618230 conn(0x7fb0140d0a50 msgr2=0x7fb0140d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:51.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.660+0000 7fb018d52640 1 -- 172.21.15.84:0/2513618230 shutdown_connections 2024-04-15T15:11:51.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.660+0000 7fb018d52640 1 -- 172.21.15.84:0/2513618230 wait complete. 2024-04-15T15:11:51.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.661+0000 7fb018d52640 1 Processor -- start 2024-04-15T15:11:51.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.661+0000 7fb018d52640 1 -- start start 2024-04-15T15:11:51.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.662+0000 7fb018d52640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb0140afae0 0x7fb014145be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:51.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.662+0000 7fb018d52640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb0140b0050 0x7fb01406f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:51.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.662+0000 7fb018d52640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb0140b5410 0x7fb01406f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:51.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.662+0000 7fb018d52640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb0140cfea0 con 0x7fb0140b5410 2024-04-15T15:11:51.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.662+0000 7fb018d52640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb0140d18f0 con 0x7fb0140afae0 2024-04-15T15:11:51.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.662+0000 7fb018d52640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb01406db40 con 0x7fb0140b0050 2024-04-15T15:11:51.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.662+0000 7fb012d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb0140b5410 0x7fb01406f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:51.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.662+0000 7fb012d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb0140b5410 0x7fb01406f9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40498/0 (socket says 172.21.15.84:40498) 2024-04-15T15:11:51.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.662+0000 7fb012d9d640 1 -- 172.21.15.84:0/2144060383 learned_addr learned my addr 172.21.15.84:0/2144060383 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:51.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.662+0000 7fb012d9d640 1 -- 172.21.15.84:0/2144060383 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb0140b0050 msgr2=0x7fb01406f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:51.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.662+0000 7fb01259c640 1 --2- 172.21.15.84:0/2144060383 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb0140afae0 0x7fb014145be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:51.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.662+0000 7fb012d9d640 1 --2- 172.21.15.84:0/2144060383 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb0140b0050 0x7fb01406f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.662+0000 7fb012d9d640 1 -- 172.21.15.84:0/2144060383 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb0140afae0 msgr2=0x7fb014145be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:51.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.662+0000 7fb012d9d640 1 --2- 172.21.15.84:0/2144060383 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb0140afae0 0x7fb014145be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.662+0000 7fb012d9d640 1 -- 172.21.15.84:0/2144060383 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb01415a550 con 0x7fb0140b5410 2024-04-15T15:11:51.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.662+0000 7fb012d9d640 1 --2- 172.21.15.84:0/2144060383 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb0140b5410 0x7fb01406f9b0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fb00c00b970 tx=0x7fb00c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:51.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.662+0000 7fb002ffd640 1 -- 172.21.15.84:0/2144060383 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c019070 con 0x7fb0140b5410 2024-04-15T15:11:51.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.662+0000 7fb002ffd640 1 -- 172.21.15.84:0/2144060383 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb00c00cb40 con 0x7fb0140b5410 2024-04-15T15:11:51.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.662+0000 7fb018d52640 1 -- 172.21.15.84:0/2144060383 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb01415a830 con 0x7fb0140b5410 2024-04-15T15:11:51.666 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.662+0000 7fb002ffd640 1 -- 172.21.15.84:0/2144060383 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c014440 con 0x7fb0140b5410 2024-04-15T15:11:51.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.662+0000 7fb018d52640 1 -- 172.21.15.84:0/2144060383 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb01415b310 con 0x7fb0140b5410 2024-04-15T15:11:51.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.664+0000 7fb018d52640 1 -- 172.21.15.84:0/2144060383 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb014075c50 con 0x7fb0140b5410 2024-04-15T15:11:51.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.664+0000 7fb002ffd640 1 -- 172.21.15.84:0/2144060383 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fb00c01c070 con 0x7fb0140b5410 2024-04-15T15:11:51.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.664+0000 7fb002ffd640 1 --2- 172.21.15.84:0/2144060383 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7faff406c9b0 0x7faff406ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:51.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.664+0000 7fb002ffd640 1 -- 172.21.15.84:0/2144060383 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fb00c08b920 con 0x7fb0140b5410 2024-04-15T15:11:51.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.664+0000 7fb01259c640 1 --2- 172.21.15.84:0/2144060383 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7faff406c9b0 0x7faff406ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:51.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.665+0000 7fb01259c640 1 --2- 172.21.15.84:0/2144060383 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7faff406c9b0 0x7faff406ee70 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fb004000f60 tx=0x7fb004009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:51.670 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.669+0000 7fb002ffd640 1 -- 172.21.15.84:0/2144060383 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fb00c059bd0 con 0x7fb0140b5410 2024-04-15T15:11:51.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.842+0000 7fb018d52640 1 -- 172.21.15.84:0/2144060383 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fb0140b4960 con 0x7fb0140b5410 2024-04-15T15:11:51.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.843+0000 7fb002ffd640 1 -- 172.21.15.84:0/2144060383 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v38) ==== 93+0+10 (secure 0 0 0) 0x7fb00c0594d0 con 0x7fb0140b5410 2024-04-15T15:11:51.845 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:11:51.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.845+0000 7fb018d52640 1 -- 172.21.15.84:0/2144060383 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7faff406c9b0 msgr2=0x7faff406ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:51.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.845+0000 7fb018d52640 1 --2- 172.21.15.84:0/2144060383 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7faff406c9b0 0x7faff406ee70 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fb004000f60 tx=0x7fb004009040 comp rx=0 tx=0).stop 2024-04-15T15:11:51.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.845+0000 7fb018d52640 1 -- 172.21.15.84:0/2144060383 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb0140b5410 msgr2=0x7fb01406f9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:51.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.845+0000 7fb018d52640 1 --2- 172.21.15.84:0/2144060383 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb0140b5410 0x7fb01406f9b0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fb00c00b970 tx=0x7fb00c00be30 comp rx=0 tx=0).stop 2024-04-15T15:11:51.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.845+0000 7fb018d52640 1 -- 172.21.15.84:0/2144060383 shutdown_connections 2024-04-15T15:11:51.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.845+0000 7fb018d52640 1 --2- 172.21.15.84:0/2144060383 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb0140b5410 0x7fb01406f9b0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.845+0000 7fb018d52640 1 --2- 172.21.15.84:0/2144060383 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb0140b0050 0x7fb01406f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.845+0000 7fb018d52640 1 --2- 172.21.15.84:0/2144060383 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7faff406c9b0 0x7faff406ee70 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.845+0000 7fb018d52640 1 --2- 172.21.15.84:0/2144060383 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb0140afae0 0x7fb014145be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.845+0000 7fb018d52640 1 -- 172.21.15.84:0/2144060383 >> 172.21.15.84:0/2144060383 conn(0x7fb0140d0a50 msgr2=0x7fb0140b1300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:51.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.845+0000 7fb018d52640 1 -- 172.21.15.84:0/2144060383 shutdown_connections 2024-04-15T15:11:51.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.845+0000 7fb018d52640 1 -- 172.21.15.84:0/2144060383 wait complete. 2024-04-15T15:11:51.858 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:11:51.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.963+0000 7f26d8a0c640 1 Processor -- start 2024-04-15T15:11:51.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.963+0000 7f26d8a0c640 1 -- start start 2024-04-15T15:11:51.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.964+0000 7f26d8a0c640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f26d4161ee0 0x7f26d40c95f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:51.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.964+0000 7f26d8a0c640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26d40b67c0 0x7f26d40d1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:51.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.964+0000 7f26d8a0c640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26d40ccfe0 con 0x7f26d40b6c20 2024-04-15T15:11:51.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.964+0000 7f26d8a0c640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f26d41622c0 con 0x7f26d4161ee0 2024-04-15T15:11:51.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.964+0000 7f26d8a0c640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f26d40cd2c0 con 0x7f26d40b67c0 2024-04-15T15:11:51.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.964+0000 7f26d259c640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f26d4161ee0 0x7f26d40c95f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:51.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.964+0000 7f26c9d9b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26d40b67c0 0x7f26d40d1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:51.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.964+0000 7f26d2d9d640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7f26d40b6c20 0x7f26d40ce080 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:53914/0 (socket says 172.21.15.84:53914) 2024-04-15T15:11:51.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.964+0000 7f26c9d9b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26d40b67c0 0x7f26d40d1100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:51246/0 (socket says 172.21.15.84:51246) 2024-04-15T15:11:51.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.964+0000 7f26c9d9b640 1 -- 172.21.15.84:0/616666847 learned_addr learned my addr 172.21.15.84:0/616666847 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:51.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.964+0000 7f26d259c640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f26d4161ee0 0x7f26d40c95f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:48254/0 (socket says 172.21.15.84:48254) 2024-04-15T15:11:51.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.964+0000 7f26c9d9b640 1 -- 172.21.15.84:0/616666847 >> v2:172.21.15.203:3300/0 conn(0x7f26d4161ee0 msgr2=0x7f26d40c95f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:51.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.964+0000 7f26c9d9b640 1 --2- 172.21.15.84:0/616666847 >> v2:172.21.15.203:3300/0 conn(0x7f26d4161ee0 0x7f26d40c95f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.964+0000 7f26c9d9b640 1 -- 172.21.15.84:0/616666847 >> v1:172.21.15.203:6789/0 conn(0x7f26d40b6c20 legacy=0x7f26d40ce080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:51.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.964+0000 7f26c9d9b640 1 -- 172.21.15.84:0/616666847 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26d40cd5a0 con 0x7f26d40b67c0 2024-04-15T15:11:51.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.965+0000 7f26c9d9b640 1 --2- 172.21.15.84:0/616666847 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26d40b67c0 0x7f26d40d1100 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f26bc0098a0 tx=0x7f26bc02b980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=781a046887c88325 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:51.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.965+0000 7f26d1d9b640 1 -- 172.21.15.84:0/616666847 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26bc034070 con 0x7f26d40b67c0 2024-04-15T15:11:51.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.965+0000 7f26d1d9b640 1 -- 172.21.15.84:0/616666847 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26bc030840 con 0x7f26d40b67c0 2024-04-15T15:11:51.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.965+0000 7f26d1d9b640 1 -- 172.21.15.84:0/616666847 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26bc030c10 con 0x7f26d40b67c0 2024-04-15T15:11:51.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.966+0000 7f26d8a0c640 1 -- 172.21.15.84:0/616666847 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26d40b67c0 msgr2=0x7f26d40d1100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:51.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.966+0000 7f26d8a0c640 1 --2- 172.21.15.84:0/616666847 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26d40b67c0 0x7f26d40d1100 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f26bc0098a0 tx=0x7f26bc02b980 comp rx=0 tx=0).stop 2024-04-15T15:11:51.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.966+0000 7f26d8a0c640 1 -- 172.21.15.84:0/616666847 shutdown_connections 2024-04-15T15:11:51.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.966+0000 7f26d8a0c640 1 --2- 172.21.15.84:0/616666847 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26d40b67c0 0x7f26d40d1100 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.966+0000 7f26d8a0c640 1 --2- 172.21.15.84:0/616666847 >> v2:172.21.15.203:3300/0 conn(0x7f26d4161ee0 0x7f26d40c95f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.966+0000 7f26d8a0c640 1 -- 172.21.15.84:0/616666847 >> 172.21.15.84:0/616666847 conn(0x7f26d40b4010 msgr2=0x7f26d40b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:51.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.966+0000 7f26d8a0c640 1 -- 172.21.15.84:0/616666847 shutdown_connections 2024-04-15T15:11:51.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.966+0000 7f26d8a0c640 1 -- 172.21.15.84:0/616666847 wait complete. 2024-04-15T15:11:51.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.967+0000 7f26d8a0c640 1 Processor -- start 2024-04-15T15:11:51.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.967+0000 7f26d8a0c640 1 -- start start 2024-04-15T15:11:51.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.968+0000 7f26d8a0c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26d40b67c0 0x7f26d4157660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:51.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.968+0000 7f26d8a0c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26d40b6c20 0x7f26d40c8220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:51.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.968+0000 7f26d8a0c640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26d4161ee0 0x7f26d40c8760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:51.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.968+0000 7f26d8a0c640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f26d40ccb70 con 0x7f26d40b6c20 2024-04-15T15:11:51.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.968+0000 7f26d8a0c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f26d40c9b30 con 0x7f26d40b67c0 2024-04-15T15:11:51.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.968+0000 7f26d8a0c640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f26d40cccf0 con 0x7f26d4161ee0 2024-04-15T15:11:51.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.968+0000 7f26c9d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26d40b6c20 0x7f26d40c8220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:51.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.968+0000 7f26c9d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26d40b6c20 0x7f26d40c8220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40502/0 (socket says 172.21.15.84:40502) 2024-04-15T15:11:51.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.968+0000 7f26c9d9b640 1 -- 172.21.15.84:0/77214384 learned_addr learned my addr 172.21.15.84:0/77214384 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:51.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.969+0000 7f26d259c640 1 --2- 172.21.15.84:0/77214384 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26d40b67c0 0x7f26d4157660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:51.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.969+0000 7f26d2d9d640 1 --2- 172.21.15.84:0/77214384 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26d4161ee0 0x7f26d40c8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:51.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.969+0000 7f26c9d9b640 1 -- 172.21.15.84:0/77214384 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26d4161ee0 msgr2=0x7f26d40c8760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:51.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.969+0000 7f26c9d9b640 1 --2- 172.21.15.84:0/77214384 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26d4161ee0 0x7f26d40c8760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.969+0000 7f26c9d9b640 1 -- 172.21.15.84:0/77214384 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26d40b67c0 msgr2=0x7f26d4157660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:51.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.969+0000 7f26c9d9b640 1 --2- 172.21.15.84:0/77214384 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26d40b67c0 0x7f26d4157660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:51.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.969+0000 7f26c9d9b640 1 -- 172.21.15.84:0/77214384 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26d4157d40 con 0x7f26d40b6c20 2024-04-15T15:11:51.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.969+0000 7f26d259c640 1 --2- 172.21.15.84:0/77214384 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26d40b67c0 0x7f26d4157660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:51.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.969+0000 7f26c9d9b640 1 --2- 172.21.15.84:0/77214384 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26d40b6c20 0x7f26d40c8220 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f26bc000c00 tx=0x7f26bc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:51.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.969+0000 7f26cb7fe640 1 -- 172.21.15.84:0/77214384 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26bc048070 con 0x7f26d40b6c20 2024-04-15T15:11:51.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.969+0000 7f26cb7fe640 1 -- 172.21.15.84:0/77214384 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26bc030640 con 0x7f26d40b6c20 2024-04-15T15:11:51.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.969+0000 7f26d8a0c640 1 -- 172.21.15.84:0/77214384 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26d4159fd0 con 0x7f26d40b6c20 2024-04-15T15:11:51.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.969+0000 7f26cb7fe640 1 -- 172.21.15.84:0/77214384 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26bc034040 con 0x7f26d40b6c20 2024-04-15T15:11:51.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.969+0000 7f26d8a0c640 1 -- 172.21.15.84:0/77214384 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26d40d0bf0 con 0x7f26d40b6c20 2024-04-15T15:11:51.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.970+0000 7f26d8a0c640 1 -- 172.21.15.84:0/77214384 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26d4075c50 con 0x7f26d40b6c20 2024-04-15T15:11:51.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.970+0000 7f26cb7fe640 1 -- 172.21.15.84:0/77214384 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f26bc04b070 con 0x7f26d40b6c20 2024-04-15T15:11:51.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.971+0000 7f26cb7fe640 1 --2- 172.21.15.84:0/77214384 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f26b406c980 0x7f26b406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:51.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.971+0000 7f26cb7fe640 1 -- 172.21.15.84:0/77214384 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f26bc0adc50 con 0x7f26d40b6c20 2024-04-15T15:11:51.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.971+0000 7f26d259c640 1 --2- 172.21.15.84:0/77214384 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f26b406c980 0x7f26b406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:51.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.971+0000 7f26d259c640 1 --2- 172.21.15.84:0/77214384 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f26b406c980 0x7f26b406ee40 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f26c4009a20 tx=0x7f26c4008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:51.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:51.975+0000 7f26cb7fe640 1 -- 172.21.15.84:0/77214384 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f26d4159fd0 con 0x7f26d40b6c20 2024-04-15T15:11:52.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.149+0000 7f26d8a0c640 1 -- 172.21.15.84:0/77214384 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f26d4159b20 con 0x7f26d40b6c20 2024-04-15T15:11:52.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.149+0000 7f26cb7fe640 1 -- 172.21.15.84:0/77214384 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v38) ==== 104+0+11 (secure 0 0 0) 0x7f26bc07be80 con 0x7f26d40b6c20 2024-04-15T15:11:52.151 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:52.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.151+0000 7f26d8a0c640 1 -- 172.21.15.84:0/77214384 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f26b406c980 msgr2=0x7f26b406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:52.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.151+0000 7f26d8a0c640 1 --2- 172.21.15.84:0/77214384 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f26b406c980 0x7f26b406ee40 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f26c4009a20 tx=0x7f26c4008040 comp rx=0 tx=0).stop 2024-04-15T15:11:52.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.151+0000 7f26d8a0c640 1 -- 172.21.15.84:0/77214384 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26d40b6c20 msgr2=0x7f26d40c8220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:52.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.151+0000 7f26d8a0c640 1 --2- 172.21.15.84:0/77214384 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26d40b6c20 0x7f26d40c8220 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f26bc000c00 tx=0x7f26bc004730 comp rx=0 tx=0).stop 2024-04-15T15:11:52.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.151+0000 7f26d8a0c640 1 -- 172.21.15.84:0/77214384 shutdown_connections 2024-04-15T15:11:52.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.151+0000 7f26d8a0c640 1 --2- 172.21.15.84:0/77214384 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f26d4161ee0 0x7f26d40c8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.151+0000 7f26d8a0c640 1 --2- 172.21.15.84:0/77214384 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f26d40b6c20 0x7f26d40c8220 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.151+0000 7f26d8a0c640 1 --2- 172.21.15.84:0/77214384 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f26b406c980 0x7f26b406ee40 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.151+0000 7f26d8a0c640 1 --2- 172.21.15.84:0/77214384 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f26d40b67c0 0x7f26d4157660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.151+0000 7f26d8a0c640 1 -- 172.21.15.84:0/77214384 >> 172.21.15.84:0/77214384 conn(0x7f26d40b4010 msgr2=0x7f26d40b5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:52.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.151+0000 7f26d8a0c640 1 -- 172.21.15.84:0/77214384 shutdown_connections 2024-04-15T15:11:52.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.151+0000 7f26d8a0c640 1 -- 172.21.15.84:0/77214384 wait complete. 2024-04-15T15:11:52.164 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:11:52.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.267+0000 7fbd4ff0d640 1 Processor -- start 2024-04-15T15:11:52.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.268+0000 7fbd4ff0d640 1 -- start start 2024-04-15T15:11:52.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.268+0000 7fbd4ff0d640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fbd4815c630 0x7fbd4806cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:52.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.268+0000 7fbd4ff0d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbd4806ed30 0x7fbd480ccff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:52.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.268+0000 7fbd4ff0d640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbd4806bd50 con 0x7fbd480ccb90 2024-04-15T15:11:52.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.268+0000 7fbd4ff0d640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fbd4806d2f0 con 0x7fbd4815c630 2024-04-15T15:11:52.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.268+0000 7fbd4ff0d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fbd480cd530 con 0x7fbd4806ed30 2024-04-15T15:11:52.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.269+0000 7fbd4dca9640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fbd4815c630 0x7fbd4806cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:52.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.269+0000 7fbd4dca9640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fbd4815c630 0x7fbd4806cdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40512/0 (socket says 172.21.15.84:40512) 2024-04-15T15:11:52.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.269+0000 7fbd4dca9640 1 -- 172.21.15.84:0/2725189960 learned_addr learned my addr 172.21.15.84:0/2725189960 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:52.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.269+0000 7fbd4dca9640 1 -- 172.21.15.84:0/2725189960 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbd4806ed30 msgr2=0x7fbd480ccff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:52.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.269+0000 7fbd4dca9640 1 --2- 172.21.15.84:0/2725189960 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbd4806ed30 0x7fbd480ccff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.269+0000 7fbd4dca9640 1 -- 172.21.15.84:0/2725189960 >> v1:172.21.15.203:6789/0 conn(0x7fbd480ccb90 legacy=0x7fbd4806e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:52.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.269+0000 7fbd4dca9640 1 -- 172.21.15.84:0/2725189960 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd4806bff0 con 0x7fbd4815c630 2024-04-15T15:11:52.272 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.270+0000 7fbd4dca9640 1 --2- 172.21.15.84:0/2725189960 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbd4815c630 0x7fbd4806cdb0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fbd3c009870 tx=0x7fbd3c02b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a6c1b9995613c47 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:52.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.270+0000 7fbd4cca7640 1 -- 172.21.15.84:0/2725189960 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd3c035020 con 0x7fbd4815c630 2024-04-15T15:11:52.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.270+0000 7fbd4cca7640 1 -- 172.21.15.84:0/2725189960 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd3c031640 con 0x7fbd4815c630 2024-04-15T15:11:52.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.270+0000 7fbd4cca7640 1 -- 172.21.15.84:0/2725189960 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd3c02d040 con 0x7fbd4815c630 2024-04-15T15:11:52.273 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.270+0000 7fbd4ff0d640 1 -- 172.21.15.84:0/2725189960 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbd4815c630 msgr2=0x7fbd4806cdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:52.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.270+0000 7fbd4ff0d640 1 --2- 172.21.15.84:0/2725189960 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbd4815c630 0x7fbd4806cdb0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fbd3c009870 tx=0x7fbd3c02b8f0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.270+0000 7fbd4ff0d640 1 -- 172.21.15.84:0/2725189960 shutdown_connections 2024-04-15T15:11:52.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.270+0000 7fbd4ff0d640 1 --2- 172.21.15.84:0/2725189960 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbd4806ed30 0x7fbd480ccff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.270+0000 7fbd4ff0d640 1 --2- 172.21.15.84:0/2725189960 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbd4815c630 0x7fbd4806cdb0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.270+0000 7fbd4ff0d640 1 -- 172.21.15.84:0/2725189960 >> 172.21.15.84:0/2725189960 conn(0x7fbd480b31d0 msgr2=0x7fbd480b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:52.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.270+0000 7fbd4ff0d640 1 -- 172.21.15.84:0/2725189960 shutdown_connections 2024-04-15T15:11:52.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.270+0000 7fbd4ff0d640 1 -- 172.21.15.84:0/2725189960 wait complete. 2024-04-15T15:11:52.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.272+0000 7fbd4ff0d640 1 Processor -- start 2024-04-15T15:11:52.274 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.272+0000 7fbd4ff0d640 1 -- start start 2024-04-15T15:11:52.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.272+0000 7fbd4ff0d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbd4806ed30 0x7fbd481f1c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:52.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.272+0000 7fbd4ff0d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbd480ccb90 0x7fbd480cf860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:52.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.272+0000 7fbd4ff0d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbd4815c630 0x7fbd480cfda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:52.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.272+0000 7fbd4ff0d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fbd4806c5b0 con 0x7fbd4815c630 2024-04-15T15:11:52.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.272+0000 7fbd4ff0d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fbd4806c920 con 0x7fbd480ccb90 2024-04-15T15:11:52.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.272+0000 7fbd4ff0d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fbd4815ca10 con 0x7fbd4806ed30 2024-04-15T15:11:52.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.272+0000 7fbd4e4aa640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbd4815c630 0x7fbd480cfda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:52.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.272+0000 7fbd4e4aa640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbd4815c630 0x7fbd480cfda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:40516/0 (socket says 172.21.15.84:40516) 2024-04-15T15:11:52.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.272+0000 7fbd4e4aa640 1 -- 172.21.15.84:0/323071831 learned_addr learned my addr 172.21.15.84:0/323071831 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:52.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.273+0000 7fbd4e4aa640 1 -- 172.21.15.84:0/323071831 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbd4806ed30 msgr2=0x7fbd481f1c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:52.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.273+0000 7fbd4e4aa640 1 --2- 172.21.15.84:0/323071831 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbd4806ed30 0x7fbd481f1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.273+0000 7fbd4e4aa640 1 -- 172.21.15.84:0/323071831 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbd480ccb90 msgr2=0x7fbd480cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:52.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.273+0000 7fbd4d4a8640 1 --2- 172.21.15.84:0/323071831 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbd480ccb90 0x7fbd480cf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:52.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.273+0000 7fbd4e4aa640 1 --2- 172.21.15.84:0/323071831 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbd480ccb90 0x7fbd480cf860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.273+0000 7fbd4e4aa640 1 -- 172.21.15.84:0/323071831 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd4815b240 con 0x7fbd4815c630 2024-04-15T15:11:52.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.273+0000 7fbd4e4aa640 1 --2- 172.21.15.84:0/323071831 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbd4815c630 0x7fbd480cfda0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fbd4000b970 tx=0x7fbd4000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:52.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.273+0000 7fbd3a7fc640 1 -- 172.21.15.84:0/323071831 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd40019070 con 0x7fbd4815c630 2024-04-15T15:11:52.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.273+0000 7fbd3a7fc640 1 -- 172.21.15.84:0/323071831 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd4000cb60 con 0x7fbd4815c630 2024-04-15T15:11:52.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.273+0000 7fbd4ff0d640 1 -- 172.21.15.84:0/323071831 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd4815b520 con 0x7fbd4815c630 2024-04-15T15:11:52.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.273+0000 7fbd3a7fc640 1 -- 172.21.15.84:0/323071831 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd40014440 con 0x7fbd4815c630 2024-04-15T15:11:52.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.273+0000 7fbd4ff0d640 1 -- 172.21.15.84:0/323071831 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd48150cf0 con 0x7fbd4815c630 2024-04-15T15:11:52.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.274+0000 7fbd4ff0d640 1 -- 172.21.15.84:0/323071831 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd48075c50 con 0x7fbd4815c630 2024-04-15T15:11:52.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.274+0000 7fbd3a7fc640 1 -- 172.21.15.84:0/323071831 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fbd4001c070 con 0x7fbd4815c630 2024-04-15T15:11:52.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.275+0000 7fbd3a7fc640 1 --2- 172.21.15.84:0/323071831 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbd2c06c980 0x7fbd2c06ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:52.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.275+0000 7fbd3a7fc640 1 -- 172.21.15.84:0/323071831 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fbd4008bac0 con 0x7fbd4815c630 2024-04-15T15:11:52.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.275+0000 7fbd4dca9640 1 --2- 172.21.15.84:0/323071831 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbd2c06c980 0x7fbd2c06ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:52.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.275+0000 7fbd4dca9640 1 --2- 172.21.15.84:0/323071831 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbd2c06c980 0x7fbd2c06ee40 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fbd3c036000 tx=0x7fbd3c030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:52.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.279+0000 7fbd3a7fc640 1 -- 172.21.15.84:0/323071831 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fbd40059ce0 con 0x7fbd4815c630 2024-04-15T15:11:52.457 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.455+0000 7fbd4ff0d640 1 -- 172.21.15.84:0/323071831 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fbd480b37c0 con 0x7fbd4815c630 2024-04-15T15:11:52.457 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.455+0000 7fbd3a7fc640 1 -- 172.21.15.84:0/323071831 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v38) ==== 100+0+11 (secure 0 0 0) 0x7fbd400595e0 con 0x7fbd4815c630 2024-04-15T15:11:52.458 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:11:52.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.457+0000 7fbd4ff0d640 1 -- 172.21.15.84:0/323071831 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbd2c06c980 msgr2=0x7fbd2c06ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:52.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.457+0000 7fbd4ff0d640 1 --2- 172.21.15.84:0/323071831 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbd2c06c980 0x7fbd2c06ee40 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fbd3c036000 tx=0x7fbd3c030000 comp rx=0 tx=0).stop 2024-04-15T15:11:52.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.457+0000 7fbd4ff0d640 1 -- 172.21.15.84:0/323071831 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbd4815c630 msgr2=0x7fbd480cfda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:52.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.457+0000 7fbd4ff0d640 1 --2- 172.21.15.84:0/323071831 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbd4815c630 0x7fbd480cfda0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fbd4000b970 tx=0x7fbd4000be30 comp rx=0 tx=0).stop 2024-04-15T15:11:52.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.458+0000 7fbd4ff0d640 1 -- 172.21.15.84:0/323071831 shutdown_connections 2024-04-15T15:11:52.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.458+0000 7fbd4ff0d640 1 --2- 172.21.15.84:0/323071831 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fbd2c06c980 0x7fbd2c06ee40 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.458+0000 7fbd4ff0d640 1 --2- 172.21.15.84:0/323071831 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbd480ccb90 0x7fbd480cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.458+0000 7fbd4ff0d640 1 --2- 172.21.15.84:0/323071831 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fbd4815c630 0x7fbd480cfda0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.458+0000 7fbd4ff0d640 1 --2- 172.21.15.84:0/323071831 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fbd4806ed30 0x7fbd481f1c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.458+0000 7fbd4ff0d640 1 -- 172.21.15.84:0/323071831 >> 172.21.15.84:0/323071831 conn(0x7fbd480b31d0 msgr2=0x7fbd481579c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:52.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.458+0000 7fbd4ff0d640 1 -- 172.21.15.84:0/323071831 shutdown_connections 2024-04-15T15:11:52.460 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.458+0000 7fbd4ff0d640 1 -- 172.21.15.84:0/323071831 wait complete. 2024-04-15T15:11:52.471 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-15T15:11:52.565 DEBUG:teuthology.orchestra.run.smithi084:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-15T15:11:52.568 DEBUG:teuthology.orchestra.run.smithi203:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-15T15:11:52.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.573+0000 7f9cdf7ba640 1 Processor -- start 2024-04-15T15:11:52.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.573+0000 7f9cdf7ba640 1 -- start start 2024-04-15T15:11:52.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.574+0000 7f9cdf7ba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9cd806fc20 0x7f9cd80b4360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:52.576 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.574+0000 7f9cdf7ba640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f9cd8160200 0x7f9cd80b48a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:52.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.574+0000 7f9cdf7ba640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9cd8141e90 con 0x7f9cd813f630 2024-04-15T15:11:52.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.574+0000 7f9cdf7ba640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f9cd8142a80 con 0x7f9cd8160200 2024-04-15T15:11:52.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.574+0000 7f9cdf7ba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f9cd8142150 con 0x7f9cd806fc20 2024-04-15T15:11:52.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.574+0000 7f9cddd57640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f9cd8160200 0x7f9cd80b48a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:52.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.574+0000 7f9cddd57640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f9cd8160200 0x7f9cd80b48a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46842/0 (socket says 172.21.15.84:46842) 2024-04-15T15:11:52.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.574+0000 7f9cddd57640 1 -- 172.21.15.84:0/1989175601 learned_addr learned my addr 172.21.15.84:0/1989175601 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:52.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.574+0000 7f9cdcd55640 1 --2- 172.21.15.84:0/1989175601 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9cd806fc20 0x7f9cd80b4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:52.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.575+0000 7f9cddd57640 1 -- 172.21.15.84:0/1989175601 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9cd806fc20 msgr2=0x7f9cd80b4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:52.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.575+0000 7f9cddd57640 1 --2- 172.21.15.84:0/1989175601 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9cd806fc20 0x7f9cd80b4360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.575+0000 7f9cddd57640 1 -- 172.21.15.84:0/1989175601 >> v1:172.21.15.203:6789/0 conn(0x7f9cd813f630 legacy=0x7f9cd806f510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:52.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.575+0000 7f9cddd57640 1 -- 172.21.15.84:0/1989175601 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cd8142430 con 0x7f9cd8160200 2024-04-15T15:11:52.577 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.575+0000 7f9cdcd55640 1 --2- 172.21.15.84:0/1989175601 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9cd806fc20 0x7f9cd80b4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:52.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.575+0000 7f9cddd57640 1 --2- 172.21.15.84:0/1989175601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9cd8160200 0x7f9cd80b48a0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f9cd0009e50 tx=0x7f9cd002bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8b3d9eaac83adc server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:52.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.575+0000 7f9ccffff640 1 -- 172.21.15.84:0/1989175601 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cd002cb00 con 0x7f9cd8160200 2024-04-15T15:11:52.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.576+0000 7f9ccffff640 1 -- 172.21.15.84:0/1989175601 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cd002cca0 con 0x7f9cd8160200 2024-04-15T15:11:52.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.576+0000 7f9ccffff640 1 -- 172.21.15.84:0/1989175601 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cd0034610 con 0x7f9cd8160200 2024-04-15T15:11:52.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.576+0000 7f9cdf7ba640 1 -- 172.21.15.84:0/1989175601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9cd8160200 msgr2=0x7f9cd80b48a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:52.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.576+0000 7f9cdf7ba640 1 --2- 172.21.15.84:0/1989175601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9cd8160200 0x7f9cd80b48a0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f9cd0009e50 tx=0x7f9cd002bf60 comp rx=0 tx=0).stop 2024-04-15T15:11:52.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.576+0000 7f9cdf7ba640 1 -- 172.21.15.84:0/1989175601 shutdown_connections 2024-04-15T15:11:52.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.576+0000 7f9cdf7ba640 1 --2- 172.21.15.84:0/1989175601 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9cd8160200 0x7f9cd80b48a0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.576+0000 7f9cdf7ba640 1 --2- 172.21.15.84:0/1989175601 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9cd806fc20 0x7f9cd80b4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.576+0000 7f9cdf7ba640 1 -- 172.21.15.84:0/1989175601 >> 172.21.15.84:0/1989175601 conn(0x7f9cd8072c80 msgr2=0x7f9cd8073090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:52.579 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.576+0000 7f9cdf7ba640 1 -- 172.21.15.84:0/1989175601 shutdown_connections 2024-04-15T15:11:52.580 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.576+0000 7f9cdf7ba640 1 -- 172.21.15.84:0/1989175601 wait complete. 2024-04-15T15:11:52.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.577+0000 7f9cdf7ba640 1 Processor -- start 2024-04-15T15:11:52.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.578+0000 7f9cdf7ba640 1 -- start start 2024-04-15T15:11:52.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.578+0000 7f9cdf7ba640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9cd806fc20 0x7f9cd813e6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:52.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.578+0000 7f9cdf7ba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9cd813f630 0x7f9cd81437f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:52.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.578+0000 7f9cdf7ba640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9cd8160200 0x7f9cd8155bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:52.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.578+0000 7f9cdf7ba640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd80b4de0 con 0x7f9cd8160200 2024-04-15T15:11:52.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.578+0000 7f9cdf7ba640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9cd813fa10 con 0x7f9cd806fc20 2024-04-15T15:11:52.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.578+0000 7f9cdf7ba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f9cd80b4f60 con 0x7f9cd813f630 2024-04-15T15:11:52.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.578+0000 7f9cddd57640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9cd8160200 0x7f9cd8155bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:52.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.578+0000 7f9cddd57640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9cd8160200 0x7f9cd8155bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46852/0 (socket says 172.21.15.84:46852) 2024-04-15T15:11:52.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.578+0000 7f9cddd57640 1 -- 172.21.15.84:0/2925886187 learned_addr learned my addr 172.21.15.84:0/2925886187 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:52.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.578+0000 7f9cdcd55640 1 --2- 172.21.15.84:0/2925886187 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9cd813f630 0x7f9cd81437f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:52.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.578+0000 7f9cdd556640 1 --2- 172.21.15.84:0/2925886187 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9cd806fc20 0x7f9cd813e6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:52.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.579+0000 7f9cddd57640 1 -- 172.21.15.84:0/2925886187 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9cd813f630 msgr2=0x7f9cd81437f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:52.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.579+0000 7f9cddd57640 1 --2- 172.21.15.84:0/2925886187 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9cd813f630 0x7f9cd81437f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.579+0000 7f9cddd57640 1 -- 172.21.15.84:0/2925886187 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9cd806fc20 msgr2=0x7f9cd813e6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:52.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.579+0000 7f9cddd57640 1 --2- 172.21.15.84:0/2925886187 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9cd806fc20 0x7f9cd813e6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.579+0000 7f9cddd57640 1 -- 172.21.15.84:0/2925886187 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cd8143f00 con 0x7f9cd8160200 2024-04-15T15:11:52.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.579+0000 7f9cddd57640 1 --2- 172.21.15.84:0/2925886187 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9cd8160200 0x7f9cd8155bc0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f9cd0009f70 tx=0x7f9cd0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:52.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.579+0000 7f9ccdffb640 1 -- 172.21.15.84:0/2925886187 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cd0043020 con 0x7f9cd8160200 2024-04-15T15:11:52.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.579+0000 7f9ccdffb640 1 -- 172.21.15.84:0/2925886187 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cd002ce50 con 0x7f9cd8160200 2024-04-15T15:11:52.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.579+0000 7f9cdf7ba640 1 -- 172.21.15.84:0/2925886187 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cd81441e0 con 0x7f9cd8160200 2024-04-15T15:11:52.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.579+0000 7f9ccdffb640 1 -- 172.21.15.84:0/2925886187 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cd0009510 con 0x7f9cd8160200 2024-04-15T15:11:52.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.579+0000 7f9cdf7ba640 1 -- 172.21.15.84:0/2925886187 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cd81447a0 con 0x7f9cd8160200 2024-04-15T15:11:52.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.580+0000 7f9cdf7ba640 1 -- 172.21.15.84:0/2925886187 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cd8068b10 con 0x7f9cd8160200 2024-04-15T15:11:52.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.581+0000 7f9ccdffb640 1 -- 172.21.15.84:0/2925886187 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f9cd0046020 con 0x7f9cd8160200 2024-04-15T15:11:52.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.581+0000 7f9ccdffb640 1 --2- 172.21.15.84:0/2925886187 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f9cbc06c980 0x7f9cbc06ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:52.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.581+0000 7f9ccdffb640 1 -- 172.21.15.84:0/2925886187 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f9cd00ae240 con 0x7f9cd8160200 2024-04-15T15:11:52.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.581+0000 7f9cdd556640 1 --2- 172.21.15.84:0/2925886187 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f9cbc06c980 0x7f9cbc06ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:52.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.582+0000 7f9cdd556640 1 --2- 172.21.15.84:0/2925886187 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f9cbc06c980 0x7f9cbc06ee40 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f9cd4001780 tx=0x7f9cd4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:52.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.586+0000 7f9ccdffb640 1 -- 172.21.15.84:0/2925886187 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f9cd8068b10 con 0x7f9cd8160200 2024-04-15T15:11:52.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.776+0000 7f9cdf7ba640 1 -- 172.21.15.84:0/2925886187 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f9cd8075c50 con 0x7f9cd8160200 2024-04-15T15:11:52.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.776+0000 7f9ccdffb640 1 -- 172.21.15.84:0/2925886187 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v38) ==== 80+0+0 (secure 0 0 0) 0x7f9cd004d030 con 0x7f9cd8160200 2024-04-15T15:11:52.778 INFO:teuthology.orchestra.run.smithi084.stderr:listed 0 entries 2024-04-15T15:11:52.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.778+0000 7f9cdf7ba640 1 -- 172.21.15.84:0/2925886187 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f9cbc06c980 msgr2=0x7f9cbc06ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:52.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.778+0000 7f9cdf7ba640 1 --2- 172.21.15.84:0/2925886187 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f9cbc06c980 0x7f9cbc06ee40 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f9cd4001780 tx=0x7f9cd4009040 comp rx=0 tx=0).stop 2024-04-15T15:11:52.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.778+0000 7f9cdf7ba640 1 -- 172.21.15.84:0/2925886187 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9cd8160200 msgr2=0x7f9cd8155bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:52.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.778+0000 7f9cdf7ba640 1 --2- 172.21.15.84:0/2925886187 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9cd8160200 0x7f9cd8155bc0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f9cd0009f70 tx=0x7f9cd0004a40 comp rx=0 tx=0).stop 2024-04-15T15:11:52.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.778+0000 7f9cdf7ba640 1 -- 172.21.15.84:0/2925886187 shutdown_connections 2024-04-15T15:11:52.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.778+0000 7f9cdf7ba640 1 --2- 172.21.15.84:0/2925886187 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f9cd8160200 0x7f9cd8155bc0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.778+0000 7f9cdf7ba640 1 --2- 172.21.15.84:0/2925886187 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9cd813f630 0x7f9cd81437f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.778+0000 7f9cdf7ba640 1 --2- 172.21.15.84:0/2925886187 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f9cbc06c980 0x7f9cbc06ee40 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.778+0000 7f9cdf7ba640 1 --2- 172.21.15.84:0/2925886187 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9cd806fc20 0x7f9cd813e6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.778+0000 7f9cdf7ba640 1 -- 172.21.15.84:0/2925886187 >> 172.21.15.84:0/2925886187 conn(0x7f9cd8072c80 msgr2=0x7f9cd80b1180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:52.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.779+0000 7f9cdf7ba640 1 -- 172.21.15.84:0/2925886187 shutdown_connections 2024-04-15T15:11:52.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.779+0000 7f9cdf7ba640 1 -- 172.21.15.84:0/2925886187 wait complete. 2024-04-15T15:11:52.791 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:11:52.791 DEBUG:teuthology.orchestra.run.smithi203:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:11:52.811 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:11:52.916 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.914+0000 7fd5ba7e6640 1 Processor -- start 2024-04-15T15:11:52.916 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.914+0000 7fd5ba7e6640 1 -- start start 2024-04-15T15:11:52.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.915+0000 7fd5ba7e6640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fd5b415c500 0x7fd5b415f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:52.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.915+0000 7fd5ba7e6640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fd5b40cc0b0 0x7fd5b40c68d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:52.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.915+0000 7fd5ba7e6640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5b41624e0 con 0x7fd5b415c120 2024-04-15T15:11:52.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.915+0000 7fd5ba7e6640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fd5b41627c0 con 0x7fd5b415c500 2024-04-15T15:11:52.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.915+0000 7fd5ba7e6640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fd5b4162aa0 con 0x7fd5b40cc0b0 2024-04-15T15:11:52.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.915+0000 7fd5b37fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fd5b415c500 0x7fd5b415f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:52.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.915+0000 7fd5b37fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fd5b415c500 0x7fd5b415f7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46868/0 (socket says 172.21.15.84:46868) 2024-04-15T15:11:52.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.915+0000 7fd5b37fe640 1 -- 172.21.15.84:0/3118739915 learned_addr learned my addr 172.21.15.84:0/3118739915 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:52.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.915+0000 7fd5b8d83640 1 --2- 172.21.15.84:0/3118739915 >> v2:172.21.15.203:3300/0 conn(0x7fd5b40cc0b0 0x7fd5b40c68d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:52.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.915+0000 7fd5b37fe640 1 -- 172.21.15.84:0/3118739915 >> v2:172.21.15.203:3300/0 conn(0x7fd5b40cc0b0 msgr2=0x7fd5b40c68d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:52.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.915+0000 7fd5b37fe640 1 --2- 172.21.15.84:0/3118739915 >> v2:172.21.15.203:3300/0 conn(0x7fd5b40cc0b0 0x7fd5b40c68d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.915+0000 7fd5b37fe640 1 -- 172.21.15.84:0/3118739915 >> v1:172.21.15.203:6789/0 conn(0x7fd5b415c120 legacy=0x7fd5b40cb9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:52.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.915+0000 7fd5b37fe640 1 -- 172.21.15.84:0/3118739915 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5b4162d80 con 0x7fd5b415c500 2024-04-15T15:11:52.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.915+0000 7fd5b8d83640 1 --2- 172.21.15.84:0/3118739915 >> v2:172.21.15.203:3300/0 conn(0x7fd5b40cc0b0 0x7fd5b40c68d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:52.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.916+0000 7fd5b37fe640 1 --2- 172.21.15.84:0/3118739915 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5b415c500 0x7fd5b415f7f0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fd5b40cb000 tx=0x7fd5a802b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c50a842156b19d5 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:52.919 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.916+0000 7fd5b2ffd640 1 -- 172.21.15.84:0/3118739915 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5a8035020 con 0x7fd5b415c500 2024-04-15T15:11:52.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.916+0000 7fd5b2ffd640 1 -- 172.21.15.84:0/3118739915 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5a8031870 con 0x7fd5b415c500 2024-04-15T15:11:52.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.916+0000 7fd5b2ffd640 1 -- 172.21.15.84:0/3118739915 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5a8031c40 con 0x7fd5b415c500 2024-04-15T15:11:52.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.917+0000 7fd5ba7e6640 1 -- 172.21.15.84:0/3118739915 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5b415c500 msgr2=0x7fd5b415f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:52.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.917+0000 7fd5ba7e6640 1 --2- 172.21.15.84:0/3118739915 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5b415c500 0x7fd5b415f7f0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fd5b40cb000 tx=0x7fd5a802b910 comp rx=0 tx=0).stop 2024-04-15T15:11:52.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.917+0000 7fd5ba7e6640 1 -- 172.21.15.84:0/3118739915 shutdown_connections 2024-04-15T15:11:52.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.917+0000 7fd5ba7e6640 1 --2- 172.21.15.84:0/3118739915 >> v2:172.21.15.203:3300/0 conn(0x7fd5b40cc0b0 0x7fd5b40c68d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.917+0000 7fd5ba7e6640 1 --2- 172.21.15.84:0/3118739915 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5b415c500 0x7fd5b415f7f0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.917+0000 7fd5ba7e6640 1 -- 172.21.15.84:0/3118739915 >> 172.21.15.84:0/3118739915 conn(0x7fd5b40cd4a0 msgr2=0x7fd5b40cd880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:52.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.917+0000 7fd5ba7e6640 1 -- 172.21.15.84:0/3118739915 shutdown_connections 2024-04-15T15:11:52.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.917+0000 7fd5ba7e6640 1 -- 172.21.15.84:0/3118739915 wait complete. 2024-04-15T15:11:52.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.918+0000 7fd5ba7e6640 1 Processor -- start 2024-04-15T15:11:52.922 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.918+0000 7fd5ba7e6640 1 -- start start 2024-04-15T15:11:52.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.919+0000 7fd5ba7e6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5b40cc0b0 0x7fd5b415a990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:52.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.919+0000 7fd5ba7e6640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd5b415c120 0x7fd5b415da60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:52.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.919+0000 7fd5ba7e6640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd5b415c500 0x7fd5b415dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:52.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.919+0000 7fd5ba7e6640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b40708e0 con 0x7fd5b40cc0b0 2024-04-15T15:11:52.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.919+0000 7fd5ba7e6640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd5b4070760 con 0x7fd5b415c120 2024-04-15T15:11:52.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.919+0000 7fd5ba7e6640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fd5b4070a60 con 0x7fd5b415c500 2024-04-15T15:11:52.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.919+0000 7fd5b3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5b40cc0b0 0x7fd5b415a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:52.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.919+0000 7fd5b3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5b40cc0b0 0x7fd5b415a990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46880/0 (socket says 172.21.15.84:46880) 2024-04-15T15:11:52.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.919+0000 7fd5b3fff640 1 -- 172.21.15.84:0/2633674779 learned_addr learned my addr 172.21.15.84:0/2633674779 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:52.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.919+0000 7fd5b37fe640 1 --2- 172.21.15.84:0/2633674779 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd5b415c120 0x7fd5b415da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:52.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.919+0000 7fd5b8d83640 1 --2- 172.21.15.84:0/2633674779 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd5b415c500 0x7fd5b415dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:52.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.919+0000 7fd5b3fff640 1 -- 172.21.15.84:0/2633674779 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd5b415c500 msgr2=0x7fd5b415dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:52.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.919+0000 7fd5b3fff640 1 --2- 172.21.15.84:0/2633674779 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd5b415c500 0x7fd5b415dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.919+0000 7fd5b3fff640 1 -- 172.21.15.84:0/2633674779 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd5b415c120 msgr2=0x7fd5b415da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:52.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.919+0000 7fd5b3fff640 1 --2- 172.21.15.84:0/2633674779 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd5b415c120 0x7fd5b415da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:52.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.919+0000 7fd5b3fff640 1 -- 172.21.15.84:0/2633674779 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5b415ffc0 con 0x7fd5b40cc0b0 2024-04-15T15:11:52.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.919+0000 7fd5b3fff640 1 --2- 172.21.15.84:0/2633674779 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5b40cc0b0 0x7fd5b415a990 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fd5a400c430 tx=0x7fd5a400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:52.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.920+0000 7fd5b0ff9640 1 -- 172.21.15.84:0/2633674779 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5a4011790 con 0x7fd5b40cc0b0 2024-04-15T15:11:52.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.920+0000 7fd5b0ff9640 1 -- 172.21.15.84:0/2633674779 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5a4017070 con 0x7fd5b40cc0b0 2024-04-15T15:11:52.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.920+0000 7fd5ba7e6640 1 -- 172.21.15.84:0/2633674779 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5b40b3720 con 0x7fd5b40cc0b0 2024-04-15T15:11:52.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.920+0000 7fd5b0ff9640 1 -- 172.21.15.84:0/2633674779 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5a4011bb0 con 0x7fd5b40cc0b0 2024-04-15T15:11:52.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.920+0000 7fd5ba7e6640 1 -- 172.21.15.84:0/2633674779 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5b41e8f70 con 0x7fd5b40cc0b0 2024-04-15T15:11:52.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.921+0000 7fd5ba7e6640 1 -- 172.21.15.84:0/2633674779 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5b40689e0 con 0x7fd5b40cc0b0 2024-04-15T15:11:52.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.921+0000 7fd5b0ff9640 1 -- 172.21.15.84:0/2633674779 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fd5a401c460 con 0x7fd5b40cc0b0 2024-04-15T15:11:52.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.922+0000 7fd5b0ff9640 1 --2- 172.21.15.84:0/2633674779 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd5a006c9b0 0x7fd5a006ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:52.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.922+0000 7fd5b37fe640 1 --2- 172.21.15.84:0/2633674779 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd5a006c9b0 0x7fd5a006ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:52.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.922+0000 7fd5b0ff9640 1 -- 172.21.15.84:0/2633674779 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fd5a408bb60 con 0x7fd5b40cc0b0 2024-04-15T15:11:52.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.922+0000 7fd5b37fe640 1 --2- 172.21.15.84:0/2633674779 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd5a006c9b0 0x7fd5a006ee70 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fd5a8036000 tx=0x7fd5a803c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:52.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:52.926+0000 7fd5b0ff9640 1 -- 172.21.15.84:0/2633674779 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fd5b415ffc0 con 0x7fd5b40cc0b0 2024-04-15T15:11:53.107 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.106+0000 7fd5ba7e6640 1 -- 172.21.15.84:0/2633674779 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd5b40cec90 con 0x7fd5b40cc0b0 2024-04-15T15:11:53.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.107+0000 7fd5b0ff9640 1 -- 172.21.15.84:0/2633674779 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v38) ==== 74+0+16894 (secure 0 0 0) 0x7fd5a4059ea0 con 0x7fd5b40cc0b0 2024-04-15T15:11:53.109 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:11:53.109 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":38,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:11:39.793333+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:11:36.635627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-15T15:11:37.095988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:11:53.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.109+0000 7fd5ba7e6640 1 -- 172.21.15.84:0/2633674779 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd5a006c9b0 msgr2=0x7fd5a006ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:53.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.109+0000 7fd5ba7e6640 1 --2- 172.21.15.84:0/2633674779 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd5a006c9b0 0x7fd5a006ee70 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fd5a8036000 tx=0x7fd5a803c040 comp rx=0 tx=0).stop 2024-04-15T15:11:53.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.109+0000 7fd5ba7e6640 1 -- 172.21.15.84:0/2633674779 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5b40cc0b0 msgr2=0x7fd5b415a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:53.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.109+0000 7fd5ba7e6640 1 --2- 172.21.15.84:0/2633674779 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5b40cc0b0 0x7fd5b415a990 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fd5a400c430 tx=0x7fd5a400c8f0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.109+0000 7fd5ba7e6640 1 -- 172.21.15.84:0/2633674779 shutdown_connections 2024-04-15T15:11:53.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.109+0000 7fd5ba7e6640 1 --2- 172.21.15.84:0/2633674779 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd5a006c9b0 0x7fd5a006ee70 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.109+0000 7fd5ba7e6640 1 --2- 172.21.15.84:0/2633674779 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd5b415c120 0x7fd5b415da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.109+0000 7fd5ba7e6640 1 --2- 172.21.15.84:0/2633674779 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd5b415c500 0x7fd5b415dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.109+0000 7fd5ba7e6640 1 --2- 172.21.15.84:0/2633674779 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5b40cc0b0 0x7fd5b415a990 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.109+0000 7fd5ba7e6640 1 -- 172.21.15.84:0/2633674779 >> 172.21.15.84:0/2633674779 conn(0x7fd5b40cd4a0 msgr2=0x7fd5b4072270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:53.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.109+0000 7fd5ba7e6640 1 -- 172.21.15.84:0/2633674779 shutdown_connections 2024-04-15T15:11:53.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.109+0000 7fd5ba7e6640 1 -- 172.21.15.84:0/2633674779 wait complete. 2024-04-15T15:11:53.123 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:11:36.635627+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '37', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:11:37.095988+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '38', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T15:11:53.123 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:11:53.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.227+0000 7f4e76093640 1 Processor -- start 2024-04-15T15:11:53.229 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.227+0000 7f4e76093640 1 -- start start 2024-04-15T15:11:53.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.228+0000 7f4e76093640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f4e700ce190 0x7f4e700b6040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:53.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.228+0000 7f4e76093640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f4e700d1810 0x7f4e700b6580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:53.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.228+0000 7f4e76093640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e70160ff0 con 0x7f4e7015c5f0 2024-04-15T15:11:53.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.228+0000 7f4e76093640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f4e70160da0 con 0x7f4e700ce190 2024-04-15T15:11:53.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.228+0000 7f4e76093640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f4e701612d0 con 0x7f4e700d1810 2024-04-15T15:11:53.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.228+0000 7f4e6effd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f4e700ce190 0x7f4e700b6040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:53.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.228+0000 7f4e6f7fe640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f4e7015c5f0 0x7f4e700d1100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:39252/0 (socket says 172.21.15.84:39252) 2024-04-15T15:11:53.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.228+0000 7f4e6f7fe640 1 -- 172.21.15.84:0/3789131705 learned_addr learned my addr 172.21.15.84:0/3789131705 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:53.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.229+0000 7f4e6ffff640 1 --2- 172.21.15.84:0/3789131705 >> v2:172.21.15.203:3300/0 conn(0x7f4e700d1810 0x7f4e700b6580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:53.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.229+0000 7f4e6effd640 1 -- 172.21.15.84:0/3789131705 >> v2:172.21.15.203:3300/0 conn(0x7f4e700d1810 msgr2=0x7f4e700b6580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:53.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.229+0000 7f4e6effd640 1 --2- 172.21.15.84:0/3789131705 >> v2:172.21.15.203:3300/0 conn(0x7f4e700d1810 0x7f4e700b6580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.229+0000 7f4e6effd640 1 -- 172.21.15.84:0/3789131705 >> v1:172.21.15.84:6789/0 conn(0x7f4e7015c5f0 legacy=0x7f4e700d1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:53.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.229+0000 7f4e6e7fc640 1 -- 172.21.15.84:0/3789131705 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3724014148 0 0) 0x7f4e70160ff0 con 0x7f4e7015c5f0 2024-04-15T15:11:53.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.229+0000 7f4e6effd640 1 -- 172.21.15.84:0/3789131705 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e700b5840 con 0x7f4e700ce190 2024-04-15T15:11:53.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.229+0000 7f4e6effd640 1 --2- 172.21.15.84:0/3789131705 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e700ce190 0x7f4e700b6040 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f4e700ce620 tx=0x7f4e6402b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ac87dbe164d942a server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:53.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.230+0000 7f4e6e7fc640 1 -- 172.21.15.84:0/3789131705 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e640315a0 con 0x7f4e700ce190 2024-04-15T15:11:53.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.230+0000 7f4e6e7fc640 1 -- 172.21.15.84:0/3789131705 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e64037070 con 0x7f4e700ce190 2024-04-15T15:11:53.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.230+0000 7f4e6e7fc640 1 -- 172.21.15.84:0/3789131705 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e64031960 con 0x7f4e700ce190 2024-04-15T15:11:53.236 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.230+0000 7f4e76093640 1 -- 172.21.15.84:0/3789131705 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e700ce190 msgr2=0x7f4e700b6040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:53.236 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.230+0000 7f4e76093640 1 --2- 172.21.15.84:0/3789131705 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e700ce190 0x7f4e700b6040 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f4e700ce620 tx=0x7f4e6402b840 comp rx=0 tx=0).stop 2024-04-15T15:11:53.236 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.230+0000 7f4e76093640 1 -- 172.21.15.84:0/3789131705 shutdown_connections 2024-04-15T15:11:53.236 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.230+0000 7f4e76093640 1 --2- 172.21.15.84:0/3789131705 >> v2:172.21.15.203:3300/0 conn(0x7f4e700d1810 0x7f4e700b6580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.236 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.230+0000 7f4e76093640 1 --2- 172.21.15.84:0/3789131705 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e700ce190 0x7f4e700b6040 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.236 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.230+0000 7f4e76093640 1 -- 172.21.15.84:0/3789131705 >> 172.21.15.84:0/3789131705 conn(0x7f4e700b4010 msgr2=0x7f4e700b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:53.236 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.230+0000 7f4e76093640 1 -- 172.21.15.84:0/3789131705 shutdown_connections 2024-04-15T15:11:53.236 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.230+0000 7f4e76093640 1 -- 172.21.15.84:0/3789131705 wait complete. 2024-04-15T15:11:53.236 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.231+0000 7f4e76093640 1 Processor -- start 2024-04-15T15:11:53.236 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.232+0000 7f4e76093640 1 -- start start 2024-04-15T15:11:53.236 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.232+0000 7f4e76093640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e700d1810 0x7f4e70153e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:53.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.232+0000 7f4e76093640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e7015c5f0 0x7f4e700cccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:53.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.232+0000 7f4e76093640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e700aa290 0x7f4e701f2400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:53.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.232+0000 7f4e76093640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4e700b5bb0 con 0x7f4e700aa290 2024-04-15T15:11:53.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.232+0000 7f4e76093640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4e700d23a0 con 0x7f4e700d1810 2024-04-15T15:11:53.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.232+0000 7f4e76093640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4e7006f510 con 0x7f4e7015c5f0 2024-04-15T15:11:53.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.232+0000 7f4e6ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e700aa290 0x7f4e701f2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:53.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.232+0000 7f4e6ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e700aa290 0x7f4e701f2400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46902/0 (socket says 172.21.15.84:46902) 2024-04-15T15:11:53.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.232+0000 7f4e6ffff640 1 -- 172.21.15.84:0/140468708 learned_addr learned my addr 172.21.15.84:0/140468708 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:53.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.233+0000 7f4e6ffff640 1 -- 172.21.15.84:0/140468708 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e7015c5f0 msgr2=0x7f4e700cccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:53.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.233+0000 7f4e6ffff640 1 --2- 172.21.15.84:0/140468708 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e7015c5f0 0x7f4e700cccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.233+0000 7f4e6ffff640 1 -- 172.21.15.84:0/140468708 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e700d1810 msgr2=0x7f4e70153e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:53.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.233+0000 7f4e6ffff640 1 --2- 172.21.15.84:0/140468708 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e700d1810 0x7f4e70153e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.233+0000 7f4e6ffff640 1 -- 172.21.15.84:0/140468708 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e700ca0b0 con 0x7f4e700aa290 2024-04-15T15:11:53.237 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.233+0000 7f4e6ffff640 1 --2- 172.21.15.84:0/140468708 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e700aa290 0x7f4e701f2400 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f4e68007e70 tx=0x7f4e6800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:53.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.233+0000 7f4e57fff640 1 -- 172.21.15.84:0/140468708 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e68014620 con 0x7f4e700aa290 2024-04-15T15:11:53.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.233+0000 7f4e57fff640 1 -- 172.21.15.84:0/140468708 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e68019070 con 0x7f4e700aa290 2024-04-15T15:11:53.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.233+0000 7f4e57fff640 1 -- 172.21.15.84:0/140468708 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e68014a20 con 0x7f4e700aa290 2024-04-15T15:11:53.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.233+0000 7f4e76093640 1 -- 172.21.15.84:0/140468708 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e700ca390 con 0x7f4e700aa290 2024-04-15T15:11:53.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.233+0000 7f4e76093640 1 -- 172.21.15.84:0/140468708 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e700ca950 con 0x7f4e700aa290 2024-04-15T15:11:53.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.234+0000 7f4e76093640 1 -- 172.21.15.84:0/140468708 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e70075c50 con 0x7f4e700aa290 2024-04-15T15:11:53.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.234+0000 7f4e57fff640 1 -- 172.21.15.84:0/140468708 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f4e68014bc0 con 0x7f4e700aa290 2024-04-15T15:11:53.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.235+0000 7f4e57fff640 1 --2- 172.21.15.84:0/140468708 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e5c06c980 0x7f4e5c06ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:53.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.235+0000 7f4e6f7fe640 1 --2- 172.21.15.84:0/140468708 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e5c06c980 0x7f4e5c06ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:53.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.235+0000 7f4e57fff640 1 -- 172.21.15.84:0/140468708 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f4e6808c5f0 con 0x7f4e700aa290 2024-04-15T15:11:53.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.235+0000 7f4e6f7fe640 1 --2- 172.21.15.84:0/140468708 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e5c06c980 0x7f4e5c06ee40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f4e60007fd0 tx=0x7f4e60007960 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:53.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.240+0000 7f4e57fff640 1 -- 172.21.15.84:0/140468708 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f4e6805a930 con 0x7f4e700aa290 2024-04-15T15:11:53.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.413+0000 7f4e76093640 1 -- 172.21.15.84:0/140468708 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f4e700d1e50 con 0x7f4e700aa290 2024-04-15T15:11:53.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.414+0000 7f4e57fff640 1 -- 172.21.15.84:0/140468708 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v38) ==== 93+0+10 (secure 0 0 0) 0x7f4e6805a230 con 0x7f4e700aa290 2024-04-15T15:11:53.416 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:11:53.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.416+0000 7f4e76093640 1 -- 172.21.15.84:0/140468708 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e5c06c980 msgr2=0x7f4e5c06ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:53.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.416+0000 7f4e76093640 1 --2- 172.21.15.84:0/140468708 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e5c06c980 0x7f4e5c06ee40 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f4e60007fd0 tx=0x7f4e60007960 comp rx=0 tx=0).stop 2024-04-15T15:11:53.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.416+0000 7f4e76093640 1 -- 172.21.15.84:0/140468708 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e700aa290 msgr2=0x7f4e701f2400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:53.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.416+0000 7f4e76093640 1 --2- 172.21.15.84:0/140468708 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e700aa290 0x7f4e701f2400 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f4e68007e70 tx=0x7f4e6800e4b0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.416+0000 7f4e76093640 1 -- 172.21.15.84:0/140468708 shutdown_connections 2024-04-15T15:11:53.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.416+0000 7f4e76093640 1 --2- 172.21.15.84:0/140468708 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e700aa290 0x7f4e701f2400 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.416+0000 7f4e76093640 1 --2- 172.21.15.84:0/140468708 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e7015c5f0 0x7f4e700cccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.416+0000 7f4e76093640 1 --2- 172.21.15.84:0/140468708 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e5c06c980 0x7f4e5c06ee40 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.416+0000 7f4e76093640 1 --2- 172.21.15.84:0/140468708 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e700d1810 0x7f4e70153e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.416+0000 7f4e76093640 1 -- 172.21.15.84:0/140468708 >> 172.21.15.84:0/140468708 conn(0x7f4e700b4010 msgr2=0x7f4e7006fae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:53.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.416+0000 7f4e76093640 1 -- 172.21.15.84:0/140468708 shutdown_connections 2024-04-15T15:11:53.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.416+0000 7f4e76093640 1 -- 172.21.15.84:0/140468708 wait complete. 2024-04-15T15:11:53.429 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:11:53.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.533+0000 7fb2e2f75640 1 Processor -- start 2024-04-15T15:11:53.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.533+0000 7fb2e2f75640 1 -- start start 2024-04-15T15:11:53.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.534+0000 7fb2e2f75640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb2dc0b0270 0x7fb2dc0cea50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:53.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.534+0000 7fb2e2f75640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fb2dc0d1570 0x7fb2dc0cef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:53.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.534+0000 7fb2e2f75640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2dc15ce00 con 0x7fb2dc156cf0 2024-04-15T15:11:53.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.534+0000 7fb2e2f75640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fb2dc15d0e0 con 0x7fb2dc0b0270 2024-04-15T15:11:53.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.534+0000 7fb2e2f75640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fb2dc15d3c0 con 0x7fb2dc0d1570 2024-04-15T15:11:53.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.534+0000 7fb2dbfff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb2dc0b0270 0x7fb2dc0cea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:53.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.534+0000 7fb2e0d11640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fb2dc156cf0 0x7fb2dc06ce30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:39254/0 (socket says 172.21.15.84:39254) 2024-04-15T15:11:53.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.534+0000 7fb2e0d11640 1 -- 172.21.15.84:0/2993777735 learned_addr learned my addr 172.21.15.84:0/2993777735 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:53.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.534+0000 7fb2dbfff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fb2dc0b0270 0x7fb2dc0cea50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46912/0 (socket says 172.21.15.84:46912) 2024-04-15T15:11:53.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.534+0000 7fb2dbfff640 1 -- 172.21.15.84:0/2993777735 >> v2:172.21.15.203:3300/0 conn(0x7fb2dc0d1570 msgr2=0x7fb2dc0cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:53.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.534+0000 7fb2dbfff640 1 --2- 172.21.15.84:0/2993777735 >> v2:172.21.15.203:3300/0 conn(0x7fb2dc0d1570 0x7fb2dc0cef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.534+0000 7fb2dbfff640 1 -- 172.21.15.84:0/2993777735 >> v1:172.21.15.84:6789/0 conn(0x7fb2dc156cf0 legacy=0x7fb2dc06ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:53.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.534+0000 7fb2dbfff640 1 -- 172.21.15.84:0/2993777735 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2dc15d6a0 con 0x7fb2dc0b0270 2024-04-15T15:11:53.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.534+0000 7fb2db7fe640 1 -- 172.21.15.84:0/2993777735 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 91596329 0 0) 0x7fb2dc15ce00 con 0x7fb2dc156cf0 2024-04-15T15:11:53.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.535+0000 7fb2dbfff640 1 --2- 172.21.15.84:0/2993777735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb2dc0b0270 0x7fb2dc0cea50 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fb2d00097a0 tx=0x7fb2d002b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c021c118cf95f87 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:53.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.535+0000 7fb2db7fe640 1 -- 172.21.15.84:0/2993777735 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2d00315a0 con 0x7fb2dc0b0270 2024-04-15T15:11:53.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.535+0000 7fb2db7fe640 1 -- 172.21.15.84:0/2993777735 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2d0037070 con 0x7fb2dc0b0270 2024-04-15T15:11:53.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.535+0000 7fb2db7fe640 1 -- 172.21.15.84:0/2993777735 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2d0031960 con 0x7fb2dc0b0270 2024-04-15T15:11:53.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.536+0000 7fb2e2f75640 1 -- 172.21.15.84:0/2993777735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb2dc0b0270 msgr2=0x7fb2dc0cea50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:53.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.536+0000 7fb2e2f75640 1 --2- 172.21.15.84:0/2993777735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb2dc0b0270 0x7fb2dc0cea50 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fb2d00097a0 tx=0x7fb2d002b840 comp rx=0 tx=0).stop 2024-04-15T15:11:53.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.536+0000 7fb2e2f75640 1 -- 172.21.15.84:0/2993777735 shutdown_connections 2024-04-15T15:11:53.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.536+0000 7fb2e2f75640 1 --2- 172.21.15.84:0/2993777735 >> v2:172.21.15.203:3300/0 conn(0x7fb2dc0d1570 0x7fb2dc0cef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.536+0000 7fb2e2f75640 1 --2- 172.21.15.84:0/2993777735 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb2dc0b0270 0x7fb2dc0cea50 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.536+0000 7fb2e2f75640 1 -- 172.21.15.84:0/2993777735 >> 172.21.15.84:0/2993777735 conn(0x7fb2dc0d0a50 msgr2=0x7fb2dc0d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:53.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.536+0000 7fb2e2f75640 1 -- 172.21.15.84:0/2993777735 shutdown_connections 2024-04-15T15:11:53.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.536+0000 7fb2e2f75640 1 -- 172.21.15.84:0/2993777735 wait complete. 2024-04-15T15:11:53.539 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.537+0000 7fb2e2f75640 1 Processor -- start 2024-04-15T15:11:53.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.537+0000 7fb2e2f75640 1 -- start start 2024-04-15T15:11:53.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.538+0000 7fb2e2f75640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb2dc0b0270 0x7fb2dc1e7520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:53.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.538+0000 7fb2e2f75640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb2dc0d1570 0x7fb2dc158d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:53.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.538+0000 7fb2e2f75640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb2dc156cf0 0x7fb2dc1592c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:53.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.538+0000 7fb2e2f75640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb2dc06dbb0 con 0x7fb2dc156cf0 2024-04-15T15:11:53.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.538+0000 7fb2e2f75640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb2dc1570d0 con 0x7fb2dc0d1570 2024-04-15T15:11:53.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.538+0000 7fb2e2f75640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb2dc06d540 con 0x7fb2dc0b0270 2024-04-15T15:11:53.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.538+0000 7fb2e1512640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb2dc156cf0 0x7fb2dc1592c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:53.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.538+0000 7fb2e1512640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb2dc156cf0 0x7fb2dc1592c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46928/0 (socket says 172.21.15.84:46928) 2024-04-15T15:11:53.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.538+0000 7fb2e1512640 1 -- 172.21.15.84:0/3700830007 learned_addr learned my addr 172.21.15.84:0/3700830007 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:53.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.538+0000 7fb2e0d11640 1 --2- 172.21.15.84:0/3700830007 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb2dc0b0270 0x7fb2dc1e7520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:53.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.538+0000 7fb2dbfff640 1 --2- 172.21.15.84:0/3700830007 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb2dc0d1570 0x7fb2dc158d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:53.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.538+0000 7fb2e1512640 1 -- 172.21.15.84:0/3700830007 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb2dc0b0270 msgr2=0x7fb2dc1e7520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:53.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.538+0000 7fb2e1512640 1 --2- 172.21.15.84:0/3700830007 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb2dc0b0270 0x7fb2dc1e7520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.538+0000 7fb2e1512640 1 -- 172.21.15.84:0/3700830007 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb2dc0d1570 msgr2=0x7fb2dc158d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:53.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.538+0000 7fb2e1512640 1 --2- 172.21.15.84:0/3700830007 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb2dc0d1570 0x7fb2dc158d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.538+0000 7fb2e1512640 1 -- 172.21.15.84:0/3700830007 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2dc157380 con 0x7fb2dc156cf0 2024-04-15T15:11:53.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.538+0000 7fb2e0d11640 1 --2- 172.21.15.84:0/3700830007 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb2dc0b0270 0x7fb2dc1e7520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:53.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.538+0000 7fb2dbfff640 1 --2- 172.21.15.84:0/3700830007 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb2dc0d1570 0x7fb2dc158d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:53.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.538+0000 7fb2e1512640 1 --2- 172.21.15.84:0/3700830007 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb2dc156cf0 0x7fb2dc1592c0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fb2d400b970 tx=0x7fb2d400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:53.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.539+0000 7fb2d97fa640 1 -- 172.21.15.84:0/3700830007 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2d4019070 con 0x7fb2dc156cf0 2024-04-15T15:11:53.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.539+0000 7fb2d97fa640 1 -- 172.21.15.84:0/3700830007 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2d400cb60 con 0x7fb2dc156cf0 2024-04-15T15:11:53.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.539+0000 7fb2e2f75640 1 -- 172.21.15.84:0/3700830007 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2dc157660 con 0x7fb2dc156cf0 2024-04-15T15:11:53.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.539+0000 7fb2d97fa640 1 -- 172.21.15.84:0/3700830007 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2d4014440 con 0x7fb2dc156cf0 2024-04-15T15:11:53.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.539+0000 7fb2e2f75640 1 -- 172.21.15.84:0/3700830007 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2dc157c20 con 0x7fb2dc156cf0 2024-04-15T15:11:53.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.540+0000 7fb2e2f75640 1 -- 172.21.15.84:0/3700830007 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2dc071ea0 con 0x7fb2dc156cf0 2024-04-15T15:11:53.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.540+0000 7fb2d97fa640 1 -- 172.21.15.84:0/3700830007 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fb2d401c070 con 0x7fb2dc156cf0 2024-04-15T15:11:53.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.540+0000 7fb2d97fa640 1 --2- 172.21.15.84:0/3700830007 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb2c806c980 0x7fb2c806ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:53.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.541+0000 7fb2d97fa640 1 -- 172.21.15.84:0/3700830007 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fb2d408b9f0 con 0x7fb2dc156cf0 2024-04-15T15:11:53.544 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.541+0000 7fb2e0d11640 1 --2- 172.21.15.84:0/3700830007 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb2c806c980 0x7fb2c806ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:53.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.541+0000 7fb2e0d11640 1 --2- 172.21.15.84:0/3700830007 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb2c806c980 0x7fb2c806ee40 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc000f60 tx=0x7fb2cc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:53.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.545+0000 7fb2d97fa640 1 -- 172.21.15.84:0/3700830007 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fb2dc071ea0 con 0x7fb2dc156cf0 2024-04-15T15:11:53.722 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.720+0000 7fb2e2f75640 1 -- 172.21.15.84:0/3700830007 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fb2dc0afe40 con 0x7fb2dc156cf0 2024-04-15T15:11:53.722 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.720+0000 7fb2d97fa640 1 -- 172.21.15.84:0/3700830007 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v38) ==== 104+0+11 (secure 0 0 0) 0x7fb2d4059d30 con 0x7fb2dc156cf0 2024-04-15T15:11:53.722 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:11:53.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.722+0000 7fb2e2f75640 1 -- 172.21.15.84:0/3700830007 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb2c806c980 msgr2=0x7fb2c806ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:53.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.722+0000 7fb2e2f75640 1 --2- 172.21.15.84:0/3700830007 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb2c806c980 0x7fb2c806ee40 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fb2cc000f60 tx=0x7fb2cc009040 comp rx=0 tx=0).stop 2024-04-15T15:11:53.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.722+0000 7fb2e2f75640 1 -- 172.21.15.84:0/3700830007 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb2dc156cf0 msgr2=0x7fb2dc1592c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:53.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.722+0000 7fb2e2f75640 1 --2- 172.21.15.84:0/3700830007 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb2dc156cf0 0x7fb2dc1592c0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fb2d400b970 tx=0x7fb2d400be30 comp rx=0 tx=0).stop 2024-04-15T15:11:53.724 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.722+0000 7fb2e2f75640 1 -- 172.21.15.84:0/3700830007 shutdown_connections 2024-04-15T15:11:53.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.722+0000 7fb2e2f75640 1 --2- 172.21.15.84:0/3700830007 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb2c806c980 0x7fb2c806ee40 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.722+0000 7fb2e2f75640 1 --2- 172.21.15.84:0/3700830007 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb2dc0d1570 0x7fb2dc158d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.722+0000 7fb2e2f75640 1 --2- 172.21.15.84:0/3700830007 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb2dc156cf0 0x7fb2dc1592c0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.722+0000 7fb2e2f75640 1 --2- 172.21.15.84:0/3700830007 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb2dc0b0270 0x7fb2dc1e7520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.722+0000 7fb2e2f75640 1 -- 172.21.15.84:0/3700830007 >> 172.21.15.84:0/3700830007 conn(0x7fb2dc0d0a50 msgr2=0x7fb2dc0cf2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:53.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.722+0000 7fb2e2f75640 1 -- 172.21.15.84:0/3700830007 shutdown_connections 2024-04-15T15:11:53.725 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.722+0000 7fb2e2f75640 1 -- 172.21.15.84:0/3700830007 wait complete. 2024-04-15T15:11:53.735 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:11:53.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.840+0000 7f08ea1cd640 1 Processor -- start 2024-04-15T15:11:53.842 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.840+0000 7f08ea1cd640 1 -- start start 2024-04-15T15:11:53.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.841+0000 7f08ea1cd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f08e415c5f0 0x7f08e40d1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:53.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.841+0000 7f08ea1cd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f08e406f510 0x7f08e40d1640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:53.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.841+0000 7f08ea1cd640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f08e4160ff0 con 0x7f08e40ce190 2024-04-15T15:11:53.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.841+0000 7f08ea1cd640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f08e4160da0 con 0x7f08e406f510 2024-04-15T15:11:53.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.841+0000 7f08ea1cd640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f08e41612d0 con 0x7f08e415c5f0 2024-04-15T15:11:53.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.841+0000 7f08e3fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f08e406f510 0x7f08e40d1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:53.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.841+0000 7f08e3fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f08e406f510 0x7f08e40d1640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46932/0 (socket says 172.21.15.84:46932) 2024-04-15T15:11:53.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.841+0000 7f08daffd640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f08e40ce190 0x7f08e40ccb70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:39264/0 (socket says 172.21.15.84:39264) 2024-04-15T15:11:53.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.841+0000 7f08e3fff640 1 -- 172.21.15.84:0/3340965494 learned_addr learned my addr 172.21.15.84:0/3340965494 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:53.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.842+0000 7f08e37fe640 1 --2- 172.21.15.84:0/3340965494 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f08e415c5f0 0x7f08e40d1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:53.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.842+0000 7f08e3fff640 1 -- 172.21.15.84:0/3340965494 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f08e415c5f0 msgr2=0x7f08e40d1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:53.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.842+0000 7f08e3fff640 1 --2- 172.21.15.84:0/3340965494 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f08e415c5f0 0x7f08e40d1100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.842+0000 7f08e3fff640 1 -- 172.21.15.84:0/3340965494 >> v1:172.21.15.84:6789/0 conn(0x7f08e40ce190 legacy=0x7f08e40ccb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:53.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.842+0000 7f08e2ffd640 1 -- 172.21.15.84:0/3340965494 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1870296840 0 0) 0x7f08e4160ff0 con 0x7f08e40ce190 2024-04-15T15:11:53.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.842+0000 7f08e3fff640 1 -- 172.21.15.84:0/3340965494 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08e40b5840 con 0x7f08e406f510 2024-04-15T15:11:53.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.842+0000 7f08e3fff640 1 --2- 172.21.15.84:0/3340965494 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f08e406f510 0x7f08e40d1640 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f08dc009e50 tx=0x7f08dc02bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9704f87d329a733b server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:53.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.842+0000 7f08e2ffd640 1 -- 172.21.15.84:0/3340965494 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08dc02ca70 con 0x7f08e406f510 2024-04-15T15:11:53.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.843+0000 7f08e2ffd640 1 -- 172.21.15.84:0/3340965494 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08dc02cc10 con 0x7f08e406f510 2024-04-15T15:11:53.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.843+0000 7f08e2ffd640 1 -- 172.21.15.84:0/3340965494 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08dc0343f0 con 0x7f08e406f510 2024-04-15T15:11:53.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.843+0000 7f08ea1cd640 1 -- 172.21.15.84:0/3340965494 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f08e406f510 msgr2=0x7f08e40d1640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:53.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.843+0000 7f08ea1cd640 1 --2- 172.21.15.84:0/3340965494 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f08e406f510 0x7f08e40d1640 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f08dc009e50 tx=0x7f08dc02bed0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.843+0000 7f08ea1cd640 1 -- 172.21.15.84:0/3340965494 shutdown_connections 2024-04-15T15:11:53.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.843+0000 7f08ea1cd640 1 --2- 172.21.15.84:0/3340965494 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f08e406f510 0x7f08e40d1640 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.843+0000 7f08ea1cd640 1 --2- 172.21.15.84:0/3340965494 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f08e415c5f0 0x7f08e40d1100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.843+0000 7f08ea1cd640 1 -- 172.21.15.84:0/3340965494 >> 172.21.15.84:0/3340965494 conn(0x7f08e40b4010 msgr2=0x7f08e40b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:53.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.843+0000 7f08ea1cd640 1 -- 172.21.15.84:0/3340965494 shutdown_connections 2024-04-15T15:11:53.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.843+0000 7f08ea1cd640 1 -- 172.21.15.84:0/3340965494 wait complete. 2024-04-15T15:11:53.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.844+0000 7f08ea1cd640 1 Processor -- start 2024-04-15T15:11:53.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.845+0000 7f08ea1cd640 1 -- start start 2024-04-15T15:11:53.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.845+0000 7f08ea1cd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f08e406f510 0x7f08e4147810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:53.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.845+0000 7f08ea1cd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f08e415c5f0 0x7f08e414a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:53.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.845+0000 7f08ea1cd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f08e40c95f0 0x7f08e40c87c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:53.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.845+0000 7f08ea1cd640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f08e40b5bb0 con 0x7f08e406f510 2024-04-15T15:11:53.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.845+0000 7f08ea1cd640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f08e40d2360 con 0x7f08e40c95f0 2024-04-15T15:11:53.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.845+0000 7f08ea1cd640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f08e415c9d0 con 0x7f08e415c5f0 2024-04-15T15:11:53.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.845+0000 7f08e37fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f08e406f510 0x7f08e4147810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:53.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.845+0000 7f08e37fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f08e406f510 0x7f08e4147810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46948/0 (socket says 172.21.15.84:46948) 2024-04-15T15:11:53.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.845+0000 7f08e37fe640 1 -- 172.21.15.84:0/711160262 learned_addr learned my addr 172.21.15.84:0/711160262 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:53.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.846+0000 7f08daffd640 1 --2- 172.21.15.84:0/711160262 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f08e415c5f0 0x7f08e414a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:53.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.846+0000 7f08e3fff640 1 --2- 172.21.15.84:0/711160262 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f08e40c95f0 0x7f08e40c87c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:53.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.846+0000 7f08e37fe640 1 -- 172.21.15.84:0/711160262 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f08e415c5f0 msgr2=0x7f08e414a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:53.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.846+0000 7f08e37fe640 1 --2- 172.21.15.84:0/711160262 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f08e415c5f0 0x7f08e414a2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.846+0000 7f08e37fe640 1 -- 172.21.15.84:0/711160262 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f08e40c95f0 msgr2=0x7f08e40c87c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:53.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.846+0000 7f08e37fe640 1 --2- 172.21.15.84:0/711160262 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f08e40c95f0 0x7f08e40c87c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:53.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.846+0000 7f08e37fe640 1 -- 172.21.15.84:0/711160262 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08e414a7f0 con 0x7f08e406f510 2024-04-15T15:11:53.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.846+0000 7f08e3fff640 1 --2- 172.21.15.84:0/711160262 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f08e40c95f0 0x7f08e40c87c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:11:53.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.846+0000 7f08e37fe640 1 --2- 172.21.15.84:0/711160262 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f08e406f510 0x7f08e4147810 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f08d400c820 tx=0x7f08d400cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:53.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.846+0000 7f08e0ff9640 1 -- 172.21.15.84:0/711160262 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08d4015070 con 0x7f08e406f510 2024-04-15T15:11:53.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.846+0000 7f08e0ff9640 1 -- 172.21.15.84:0/711160262 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f08d4004020 con 0x7f08e406f510 2024-04-15T15:11:53.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.846+0000 7f08ea1cd640 1 -- 172.21.15.84:0/711160262 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08e40c9ab0 con 0x7f08e406f510 2024-04-15T15:11:53.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.846+0000 7f08e0ff9640 1 -- 172.21.15.84:0/711160262 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08d40043f0 con 0x7f08e406f510 2024-04-15T15:11:53.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.846+0000 7f08ea1cd640 1 -- 172.21.15.84:0/711160262 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08e415d780 con 0x7f08e406f510 2024-04-15T15:11:53.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.847+0000 7f08ea1cd640 1 -- 172.21.15.84:0/711160262 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08e4075c50 con 0x7f08e406f510 2024-04-15T15:11:53.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.847+0000 7f08e0ff9640 1 -- 172.21.15.84:0/711160262 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f08d4007830 con 0x7f08e406f510 2024-04-15T15:11:53.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.848+0000 7f08e0ff9640 1 --2- 172.21.15.84:0/711160262 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f08c406c980 0x7f08c406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:53.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.848+0000 7f08daffd640 1 --2- 172.21.15.84:0/711160262 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f08c406c980 0x7f08c406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:53.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.848+0000 7f08e0ff9640 1 -- 172.21.15.84:0/711160262 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f08d408bb50 con 0x7f08e406f510 2024-04-15T15:11:53.852 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.848+0000 7f08daffd640 1 --2- 172.21.15.84:0/711160262 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f08c406c980 0x7f08c406ee40 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f08e4068f30 tx=0x7f08cc007b50 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:53.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:53.852+0000 7f08e0ff9640 1 -- 172.21.15.84:0/711160262 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f08e414a7f0 con 0x7f08e406f510 2024-04-15T15:11:54.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.028+0000 7f08ea1cd640 1 -- 172.21.15.84:0/711160262 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f08e40d1e50 con 0x7f08e406f510 2024-04-15T15:11:54.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.028+0000 7f08e0ff9640 1 -- 172.21.15.84:0/711160262 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v38) ==== 100+0+11 (secure 0 0 0) 0x7f08d4059d80 con 0x7f08e406f510 2024-04-15T15:11:54.030 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:11:54.032 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.030+0000 7f08ea1cd640 1 -- 172.21.15.84:0/711160262 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f08c406c980 msgr2=0x7f08c406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:54.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.030+0000 7f08ea1cd640 1 --2- 172.21.15.84:0/711160262 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f08c406c980 0x7f08c406ee40 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f08e4068f30 tx=0x7f08cc007b50 comp rx=0 tx=0).stop 2024-04-15T15:11:54.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.030+0000 7f08ea1cd640 1 -- 172.21.15.84:0/711160262 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f08e406f510 msgr2=0x7f08e4147810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:54.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.030+0000 7f08ea1cd640 1 --2- 172.21.15.84:0/711160262 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f08e406f510 0x7f08e4147810 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f08d400c820 tx=0x7f08d400cce0 comp rx=0 tx=0).stop 2024-04-15T15:11:54.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.030+0000 7f08ea1cd640 1 -- 172.21.15.84:0/711160262 shutdown_connections 2024-04-15T15:11:54.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.030+0000 7f08ea1cd640 1 --2- 172.21.15.84:0/711160262 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f08c406c980 0x7f08c406ee40 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:54.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.030+0000 7f08ea1cd640 1 --2- 172.21.15.84:0/711160262 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f08e40c95f0 0x7f08e40c87c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:54.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.030+0000 7f08ea1cd640 1 --2- 172.21.15.84:0/711160262 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f08e415c5f0 0x7f08e414a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:54.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.030+0000 7f08ea1cd640 1 --2- 172.21.15.84:0/711160262 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f08e406f510 0x7f08e4147810 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:54.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.030+0000 7f08ea1cd640 1 -- 172.21.15.84:0/711160262 >> 172.21.15.84:0/711160262 conn(0x7f08e40b4010 msgr2=0x7f08e4067910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:54.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.030+0000 7f08ea1cd640 1 -- 172.21.15.84:0/711160262 shutdown_connections 2024-04-15T15:11:54.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.030+0000 7f08ea1cd640 1 -- 172.21.15.84:0/711160262 wait complete. 2024-04-15T15:11:54.043 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-15T15:11:54.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.145+0000 7fdc7f6c7640 1 Processor -- start 2024-04-15T15:11:54.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.145+0000 7fdc7f6c7640 1 -- start start 2024-04-15T15:11:54.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.146+0000 7fdc7f6c7640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fdc7806ed30 0x7fdc7806cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:54.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.146+0000 7fdc7f6c7640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdc7806bd50 con 0x7fdc7815c630 2024-04-15T15:11:54.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.146+0000 7fdc7f6c7640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdc7806bff0 con 0x7fdc780cd2a0 2024-04-15T15:11:54.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.146+0000 7fdc7f6c7640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fdc7806d2f0 con 0x7fdc7806ed30 2024-04-15T15:11:54.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.146+0000 7fdc7d463640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fdc7815c630 0x7fdc780ccb90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:39268/0 (socket says 172.21.15.84:39268) 2024-04-15T15:11:54.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.146+0000 7fdc7d463640 1 -- 172.21.15.84:0/3669465103 learned_addr learned my addr 172.21.15.84:0/3669465103 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:11:54.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc6ffff640 1 -- 172.21.15.84:0/3669465103 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3860604443 0 0) 0x7fdc7806bd50 con 0x7fdc7815c630 2024-04-15T15:11:54.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc6ffff640 1 -- 172.21.15.84:0/3669465103 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdc64003520 con 0x7fdc7815c630 2024-04-15T15:11:54.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc7dc64640 1 --2- 172.21.15.84:0/3669465103 >> v2:172.21.15.203:3300/0 conn(0x7fdc7806ed30 0x7fdc7806cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:54.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc6ffff640 1 -- 172.21.15.84:0/3669465103 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3274582633 0 0) 0x7fdc64003520 con 0x7fdc7815c630 2024-04-15T15:11:54.152 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc6ffff640 1 -- 172.21.15.84:0/3669465103 >> v2:172.21.15.203:3300/0 conn(0x7fdc7806ed30 msgr2=0x7fdc7806cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:54.152 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc6ffff640 1 --2- 172.21.15.84:0/3669465103 >> v2:172.21.15.203:3300/0 conn(0x7fdc7806ed30 0x7fdc7806cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:54.152 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc6ffff640 1 -- 172.21.15.84:0/3669465103 >> v1:172.21.15.203:6789/0 conn(0x7fdc780cd2a0 legacy=0x7fdc7806e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:54.152 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc6ffff640 1 -- 172.21.15.84:0/3669465103 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc7806c2d0 con 0x7fdc7815c630 2024-04-15T15:11:54.152 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc6ffff640 1 -- 172.21.15.84:0/3669465103 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7fdc74001670 con 0x7fdc7815c630 2024-04-15T15:11:54.152 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc6ffff640 1 -- 172.21.15.84:0/3669465103 >> v1:172.21.15.84:6789/0 conn(0x7fdc7815c630 legacy=0x7fdc780ccb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:54.152 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc6ffff640 1 --2- 172.21.15.84:0/3669465103 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdc640039b0 0x7fdc64003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:54.152 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc6ffff640 1 --2- 172.21.15.84:0/3669465103 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdc64004800 0x7fdc64004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:54.152 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc6ffff640 1 --2- 172.21.15.84:0/3669465103 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdc640051c0 0x7fdc6400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:54.152 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc6ffff640 1 -- 172.21.15.84:0/3669465103 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fdc7806d2f0 con 0x7fdc640039b0 2024-04-15T15:11:54.152 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc6ffff640 1 -- 172.21.15.84:0/3669465103 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fdc6400c060 con 0x7fdc640051c0 2024-04-15T15:11:54.152 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc6ffff640 1 -- 172.21.15.84:0/3669465103 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fdc6400c260 con 0x7fdc64004800 2024-04-15T15:11:54.152 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc7d463640 1 --2- 172.21.15.84:0/3669465103 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdc640039b0 0x7fdc64003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:54.152 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc7dc64640 1 --2- 172.21.15.84:0/3669465103 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdc640051c0 0x7fdc6400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:54.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc7cc62640 1 --2- 172.21.15.84:0/3669465103 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdc64004800 0x7fdc64004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:54.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc7d463640 1 -- 172.21.15.84:0/3669465103 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdc64004800 msgr2=0x7fdc64004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:54.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc7d463640 1 --2- 172.21.15.84:0/3669465103 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdc64004800 0x7fdc64004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:54.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc7d463640 1 -- 172.21.15.84:0/3669465103 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdc640051c0 msgr2=0x7fdc6400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:11:54.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc7d463640 1 --2- 172.21.15.84:0/3669465103 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdc640051c0 0x7fdc6400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:54.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc7d463640 1 -- 172.21.15.84:0/3669465103 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc64003520 con 0x7fdc640039b0 2024-04-15T15:11:54.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc7dc64640 1 --2- 172.21.15.84:0/3669465103 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdc640051c0 0x7fdc6400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:11:54.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.147+0000 7fdc7dc64640 1 -- 172.21.15.84:0/3669465103 reap_dead start 2024-04-15T15:11:54.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.148+0000 7fdc7d463640 1 --2- 172.21.15.84:0/3669465103 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdc640039b0 0x7fdc64003dd0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fdc7400c240 tx=0x7fdc64005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51b980750c5c5b3f server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:54.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.148+0000 7fdc6ffff640 1 -- 172.21.15.84:0/3669465103 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc74007d10 con 0x7fdc640039b0 2024-04-15T15:11:54.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.148+0000 7fdc6ffff640 1 -- 172.21.15.84:0/3669465103 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc74030070 con 0x7fdc640039b0 2024-04-15T15:11:54.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.148+0000 7fdc6ffff640 1 -- 172.21.15.84:0/3669465103 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc74005d90 con 0x7fdc640039b0 2024-04-15T15:11:54.153 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.149+0000 7fdc7f6c7640 1 -- 172.21.15.84:0/3669465103 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdc640039b0 msgr2=0x7fdc64003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:54.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.149+0000 7fdc7f6c7640 1 --2- 172.21.15.84:0/3669465103 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdc640039b0 0x7fdc64003dd0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fdc7400c240 tx=0x7fdc64005830 comp rx=0 tx=0).stop 2024-04-15T15:11:54.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.149+0000 7fdc7f6c7640 1 -- 172.21.15.84:0/3669465103 shutdown_connections 2024-04-15T15:11:54.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.149+0000 7fdc7f6c7640 1 --2- 172.21.15.84:0/3669465103 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdc640039b0 0x7fdc64003dd0 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:54.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.149+0000 7fdc7f6c7640 1 -- 172.21.15.84:0/3669465103 >> 172.21.15.84:0/3669465103 conn(0x7fdc780b31d0 msgr2=0x7fdc780b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:54.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.149+0000 7fdc7f6c7640 1 -- 172.21.15.84:0/3669465103 shutdown_connections 2024-04-15T15:11:54.154 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.149+0000 7fdc7f6c7640 1 -- 172.21.15.84:0/3669465103 wait complete. 2024-04-15T15:11:54.156 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.150+0000 7fdc7f6c7640 1 Processor -- start 2024-04-15T15:11:54.157 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.150+0000 7fdc7f6c7640 1 -- start start 2024-04-15T15:11:54.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.151+0000 7fdc7f6c7640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdc640039b0 0x7fdc781f1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:54.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.151+0000 7fdc7f6c7640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdc7809d1e0 0x7fdc780c5a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:54.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.151+0000 7fdc7f6c7640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdc7814f310 0x7fdc7814f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:54.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.151+0000 7fdc7f6c7640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fdc7806f180 con 0x7fdc7809d1e0 2024-04-15T15:11:54.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.151+0000 7fdc7f6c7640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fdc7806c920 con 0x7fdc640039b0 2024-04-15T15:11:54.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.151+0000 7fdc7f6c7640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fdc7815ca10 con 0x7fdc7814f310 2024-04-15T15:11:54.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.151+0000 7fdc7cc62640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdc7809d1e0 0x7fdc780c5a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:54.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.151+0000 7fdc7cc62640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdc7809d1e0 0x7fdc780c5a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46972/0 (socket says 172.21.15.84:46972) 2024-04-15T15:11:54.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.151+0000 7fdc7cc62640 1 -- 172.21.15.84:0/2890643210 learned_addr learned my addr 172.21.15.84:0/2890643210 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:11:54.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.151+0000 7fdc7d463640 1 --2- 172.21.15.84:0/2890643210 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdc640039b0 0x7fdc781f1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:54.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.151+0000 7fdc7dc64640 1 --2- 172.21.15.84:0/2890643210 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdc7814f310 0x7fdc7814f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:54.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.151+0000 7fdc7cc62640 1 -- 172.21.15.84:0/2890643210 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdc7814f310 msgr2=0x7fdc7814f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:54.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.151+0000 7fdc7cc62640 1 --2- 172.21.15.84:0/2890643210 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdc7814f310 0x7fdc7814f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:54.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.151+0000 7fdc7cc62640 1 -- 172.21.15.84:0/2890643210 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdc640039b0 msgr2=0x7fdc781f1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:54.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.151+0000 7fdc7cc62640 1 --2- 172.21.15.84:0/2890643210 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdc640039b0 0x7fdc781f1fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:54.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.151+0000 7fdc7cc62640 1 -- 172.21.15.84:0/2890643210 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc780c6330 con 0x7fdc7809d1e0 2024-04-15T15:11:54.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.151+0000 7fdc7cc62640 1 --2- 172.21.15.84:0/2890643210 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdc7809d1e0 0x7fdc780c5a50 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fdc6800e4d0 tx=0x7fdc6800e990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:54.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.151+0000 7fdc6dffb640 1 -- 172.21.15.84:0/2890643210 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc680053a0 con 0x7fdc7809d1e0 2024-04-15T15:11:54.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.151+0000 7fdc6dffb640 1 -- 172.21.15.84:0/2890643210 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdc68007020 con 0x7fdc7809d1e0 2024-04-15T15:11:54.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.151+0000 7fdc7f6c7640 1 -- 172.21.15.84:0/2890643210 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc780c6610 con 0x7fdc7809d1e0 2024-04-15T15:11:54.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.151+0000 7fdc6dffb640 1 -- 172.21.15.84:0/2890643210 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc680071f0 con 0x7fdc7809d1e0 2024-04-15T15:11:54.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.152+0000 7fdc7f6c7640 1 -- 172.21.15.84:0/2890643210 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc780c6bd0 con 0x7fdc7809d1e0 2024-04-15T15:11:54.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.153+0000 7fdc7f6c7640 1 -- 172.21.15.84:0/2890643210 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc78075c50 con 0x7fdc7809d1e0 2024-04-15T15:11:54.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.153+0000 7fdc6dffb640 1 -- 172.21.15.84:0/2890643210 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fdc6801a020 con 0x7fdc7809d1e0 2024-04-15T15:11:54.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.153+0000 7fdc6dffb640 1 --2- 172.21.15.84:0/2890643210 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdc5c06c9b0 0x7fdc5c06ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:11:54.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.154+0000 7fdc6dffb640 1 -- 172.21.15.84:0/2890643210 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7fdc6808b2d0 con 0x7fdc7809d1e0 2024-04-15T15:11:54.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.154+0000 7fdc7d463640 1 --2- 172.21.15.84:0/2890643210 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdc5c06c9b0 0x7fdc5c06ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:11:54.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.154+0000 7fdc7d463640 1 --2- 172.21.15.84:0/2890643210 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdc5c06c9b0 0x7fdc5c06ee70 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fdc74034000 tx=0x7fdc74039040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:11:54.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.158+0000 7fdc6dffb640 1 -- 172.21.15.84:0/2890643210 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fdc68059580 con 0x7fdc7809d1e0 2024-04-15T15:11:54.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.348+0000 7fdc7f6c7640 1 -- 172.21.15.84:0/2890643210 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fdc780d0f10 con 0x7fdc7809d1e0 2024-04-15T15:11:54.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.349+0000 7fdc6dffb640 1 -- 172.21.15.84:0/2890643210 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v38) ==== 80+0+0 (secure 0 0 0) 0x7fdc68058e80 con 0x7fdc7809d1e0 2024-04-15T15:11:54.350 INFO:teuthology.orchestra.run.smithi084.stderr:listed 0 entries 2024-04-15T15:11:54.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.351+0000 7fdc7f6c7640 1 -- 172.21.15.84:0/2890643210 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdc5c06c9b0 msgr2=0x7fdc5c06ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:54.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.351+0000 7fdc7f6c7640 1 --2- 172.21.15.84:0/2890643210 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdc5c06c9b0 0x7fdc5c06ee70 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fdc74034000 tx=0x7fdc74039040 comp rx=0 tx=0).stop 2024-04-15T15:11:54.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.351+0000 7fdc7f6c7640 1 -- 172.21.15.84:0/2890643210 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdc7809d1e0 msgr2=0x7fdc780c5a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:11:54.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.351+0000 7fdc7f6c7640 1 --2- 172.21.15.84:0/2890643210 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdc7809d1e0 0x7fdc780c5a50 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fdc6800e4d0 tx=0x7fdc6800e990 comp rx=0 tx=0).stop 2024-04-15T15:11:54.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.351+0000 7fdc7f6c7640 1 -- 172.21.15.84:0/2890643210 shutdown_connections 2024-04-15T15:11:54.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.351+0000 7fdc7f6c7640 1 --2- 172.21.15.84:0/2890643210 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fdc7814f310 0x7fdc7814f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:54.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.351+0000 7fdc7f6c7640 1 --2- 172.21.15.84:0/2890643210 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fdc7809d1e0 0x7fdc780c5a50 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:54.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.351+0000 7fdc7f6c7640 1 --2- 172.21.15.84:0/2890643210 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fdc5c06c9b0 0x7fdc5c06ee70 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:54.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.351+0000 7fdc7f6c7640 1 --2- 172.21.15.84:0/2890643210 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdc640039b0 0x7fdc781f1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:11:54.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.351+0000 7fdc7f6c7640 1 -- 172.21.15.84:0/2890643210 >> 172.21.15.84:0/2890643210 conn(0x7fdc780b31d0 msgr2=0x7fdc780b03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:11:54.353 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.351+0000 7fdc7f6c7640 1 -- 172.21.15.84:0/2890643210 shutdown_connections 2024-04-15T15:11:54.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:11:54.351+0000 7fdc7f6c7640 1 -- 172.21.15.84:0/2890643210 wait complete. 2024-04-15T15:11:54.365 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi203.front.sepia.ceph.com... 2024-04-15T15:11:54.366 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:11:54.366 DEBUG:teuthology.orchestra.run.smithi203:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-04-15T15:11:54.398 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi203.stderr:ceph-fuse[45151]: fuse finished with error 0 and tester_r 0 2024-04-15T15:11:54.400 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:12:00.502 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi203.front.sepia.ceph.com 2024-04-15T15:12:00.502 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:00.502 DEBUG:teuthology.orchestra.run.smithi203:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-04-15T15:12:00.523 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:12:00.523 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:12:00.543 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056370,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16541 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-04-15T15:12:00.544 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.2 is not mounted at ubuntu@smithi084.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.2 2024-04-15T15:12:00.544 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi084.front.sepia.ceph.com 2024-04-15T15:12:00.544 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:00.544 DEBUG:teuthology.orchestra.run.smithi084:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-04-15T15:12:00.602 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T15:12:00.602 INFO:teuthology.orchestra.run.smithi084.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-04-15T15:12:00.602 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:12:00.603 DEBUG:teuthology.orchestra.run.smithi203:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:12:00.622 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056350,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497660k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1172 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248828k,nr_inodes=812207,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497660k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-04-15T15:12:00.622 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.3 is not mounted at ubuntu@smithi203.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.3 2024-04-15T15:12:00.622 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi203.front.sepia.ceph.com 2024-04-15T15:12:00.622 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:00.622 DEBUG:teuthology.orchestra.run.smithi203:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-04-15T15:12:00.682 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T15:12:00.682 INFO:teuthology.orchestra.run.smithi203.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-04-15T15:12:00.682 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-04-15T15:12:00.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.794+0000 7f067f3f0640 1 Processor -- start 2024-04-15T15:12:00.796 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.794+0000 7f067f3f0640 1 -- start start 2024-04-15T15:12:00.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.795+0000 7f067f3f0640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f067815c7c0 0x7f067806e420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:00.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.795+0000 7f067f3f0640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f06780af700 0x7f067806e960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:00.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.795+0000 7f067f3f0640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f06780cffd0 con 0x7f06780ccb70 2024-04-15T15:12:00.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.795+0000 7f067f3f0640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f067815cba0 con 0x7f067815c7c0 2024-04-15T15:12:00.797 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.795+0000 7f067f3f0640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f067806dc10 con 0x7f06780af700 2024-04-15T15:12:00.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.796+0000 7f067c98b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f06780af700 0x7f067806e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:00.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.796+0000 7f067d18c640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f067815c7c0 0x7f067806e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:00.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.796+0000 7f067d98d640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7f06780ccb70 0x7f06780cd000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:60444/0 (socket says 172.21.15.84:60444) 2024-04-15T15:12:00.798 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.796+0000 7f067d98d640 1 -- 172.21.15.84:0/3097479976 learned_addr learned my addr 172.21.15.84:0/3097479976 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:00.799 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.796+0000 7f067c98b640 1 -- 172.21.15.84:0/3097479976 >> v2:172.21.15.203:3300/0 conn(0x7f067815c7c0 msgr2=0x7f067806e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:00.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.796+0000 7f067c98b640 1 --2- 172.21.15.84:0/3097479976 >> v2:172.21.15.203:3300/0 conn(0x7f067815c7c0 0x7f067806e420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:00.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.796+0000 7f067c98b640 1 -- 172.21.15.84:0/3097479976 >> v1:172.21.15.203:6789/0 conn(0x7f06780ccb70 legacy=0x7f06780cd000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:00.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.796+0000 7f067c98b640 1 -- 172.21.15.84:0/3097479976 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f067806de60 con 0x7f06780af700 2024-04-15T15:12:00.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.797+0000 7f067c98b640 1 --2- 172.21.15.84:0/3097479976 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f06780af700 0x7f067806e960 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f06680097a0 tx=0x7f066802b8d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=770373742b15bf80 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:00.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.797+0000 7f066ffff640 1 -- 172.21.15.84:0/3097479976 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0668035020 con 0x7f06780af700 2024-04-15T15:12:00.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.797+0000 7f066ffff640 1 -- 172.21.15.84:0/3097479976 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0668031830 con 0x7f06780af700 2024-04-15T15:12:00.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.797+0000 7f066ffff640 1 -- 172.21.15.84:0/3097479976 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0668031c00 con 0x7f06780af700 2024-04-15T15:12:00.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.798+0000 7f067f3f0640 1 -- 172.21.15.84:0/3097479976 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f06780af700 msgr2=0x7f067806e960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:00.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.798+0000 7f067f3f0640 1 --2- 172.21.15.84:0/3097479976 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f06780af700 0x7f067806e960 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f06680097a0 tx=0x7f066802b8d0 comp rx=0 tx=0).stop 2024-04-15T15:12:00.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.798+0000 7f067f3f0640 1 -- 172.21.15.84:0/3097479976 shutdown_connections 2024-04-15T15:12:00.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.798+0000 7f067f3f0640 1 --2- 172.21.15.84:0/3097479976 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f06780af700 0x7f067806e960 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:00.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.798+0000 7f067f3f0640 1 --2- 172.21.15.84:0/3097479976 >> v2:172.21.15.203:3300/0 conn(0x7f067815c7c0 0x7f067806e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:00.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.798+0000 7f067f3f0640 1 -- 172.21.15.84:0/3097479976 >> 172.21.15.84:0/3097479976 conn(0x7f06780b1dd0 msgr2=0x7f06780b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:00.800 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.798+0000 7f067f3f0640 1 -- 172.21.15.84:0/3097479976 shutdown_connections 2024-04-15T15:12:00.801 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.798+0000 7f067f3f0640 1 -- 172.21.15.84:0/3097479976 wait complete. 2024-04-15T15:12:00.802 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.799+0000 7f067f3f0640 1 Processor -- start 2024-04-15T15:12:00.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.799+0000 7f067f3f0640 1 -- start start 2024-04-15T15:12:00.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.800+0000 7f067f3f0640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f06780af700 0x7f06781f3dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:00.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.800+0000 7f067f3f0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06780ccb70 0x7f0678073290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:00.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.800+0000 7f067f3f0640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f067815c7c0 0x7f0678152640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:00.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.800+0000 7f067f3f0640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f06780cfab0 con 0x7f06780ccb70 2024-04-15T15:12:00.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.800+0000 7f067f3f0640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f06780cf7d0 con 0x7f06780af700 2024-04-15T15:12:00.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.800+0000 7f067f3f0640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f06780cdc60 con 0x7f067815c7c0 2024-04-15T15:12:00.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.800+0000 7f067c98b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06780ccb70 0x7f0678073290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:00.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.800+0000 7f067c98b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06780ccb70 0x7f0678073290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46976/0 (socket says 172.21.15.84:46976) 2024-04-15T15:12:00.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.800+0000 7f067c98b640 1 -- 172.21.15.84:0/2557395164 learned_addr learned my addr 172.21.15.84:0/2557395164 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:00.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.800+0000 7f067d98d640 1 --2- 172.21.15.84:0/2557395164 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f067815c7c0 0x7f0678152640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:00.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.800+0000 7f067d18c640 1 --2- 172.21.15.84:0/2557395164 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f06780af700 0x7f06781f3dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:00.803 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.800+0000 7f067c98b640 1 -- 172.21.15.84:0/2557395164 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f067815c7c0 msgr2=0x7f0678152640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:00.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.800+0000 7f067c98b640 1 --2- 172.21.15.84:0/2557395164 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f067815c7c0 0x7f0678152640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:00.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.800+0000 7f067c98b640 1 -- 172.21.15.84:0/2557395164 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f06780af700 msgr2=0x7f06781f3dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:00.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.800+0000 7f067c98b640 1 --2- 172.21.15.84:0/2557395164 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f06780af700 0x7f06781f3dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:00.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.800+0000 7f067c98b640 1 -- 172.21.15.84:0/2557395164 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06781f4300 con 0x7f06780ccb70 2024-04-15T15:12:00.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.800+0000 7f067c98b640 1 --2- 172.21.15.84:0/2557395164 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06780ccb70 0x7f0678073290 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f0668034040 tx=0x7f06680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:00.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.801+0000 7f066dffb640 1 -- 172.21.15.84:0/2557395164 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0668040070 con 0x7f06780ccb70 2024-04-15T15:12:00.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.801+0000 7f066dffb640 1 -- 172.21.15.84:0/2557395164 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f066803e070 con 0x7f06780ccb70 2024-04-15T15:12:00.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.801+0000 7f067f3f0640 1 -- 172.21.15.84:0/2557395164 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0678072040 con 0x7f06780ccb70 2024-04-15T15:12:00.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.801+0000 7f066dffb640 1 -- 172.21.15.84:0/2557395164 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0668035040 con 0x7f06780ccb70 2024-04-15T15:12:00.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.801+0000 7f067f3f0640 1 -- 172.21.15.84:0/2557395164 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0678072600 con 0x7f06780ccb70 2024-04-15T15:12:00.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.802+0000 7f067f3f0640 1 -- 172.21.15.84:0/2557395164 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06780689e0 con 0x7f06780ccb70 2024-04-15T15:12:00.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.802+0000 7f066dffb640 1 -- 172.21.15.84:0/2557395164 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f0668038020 con 0x7f06780ccb70 2024-04-15T15:12:00.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.803+0000 7f066dffb640 1 --2- 172.21.15.84:0/2557395164 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f065c06c980 0x7f065c06ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:00.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.803+0000 7f066dffb640 1 -- 172.21.15.84:0/2557395164 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7f06680ad400 con 0x7f06780ccb70 2024-04-15T15:12:00.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.803+0000 7f067d18c640 1 --2- 172.21.15.84:0/2557395164 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f065c06c980 0x7f065c06ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:00.806 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.803+0000 7f067d18c640 1 --2- 172.21.15.84:0/2557395164 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f065c06c980 0x7f065c06ee40 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f0674009b40 tx=0x7f0674009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:00.809 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:00.807+0000 7f066dffb640 1 -- 172.21.15.84:0/2557395164 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f0668031800 con 0x7f06780ccb70 2024-04-15T15:12:01.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:01.021+0000 7f067f3f0640 1 -- 172.21.15.84:0/2557395164 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f06780cc600 con 0x7f06780ccb70 2024-04-15T15:12:01.023 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:01.021+0000 7f066dffb640 1 -- 172.21.15.84:0/2557395164 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) ==== 53+0+73 (secure 0 0 0) 0x7f066807b0f0 con 0x7f06780ccb70 2024-04-15T15:12:01.023 INFO:teuthology.orchestra.run.smithi084.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-15T15:12:01.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:01.023+0000 7f067f3f0640 1 -- 172.21.15.84:0/2557395164 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f065c06c980 msgr2=0x7f065c06ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:01.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:01.023+0000 7f067f3f0640 1 --2- 172.21.15.84:0/2557395164 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f065c06c980 0x7f065c06ee40 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f0674009b40 tx=0x7f0674009190 comp rx=0 tx=0).stop 2024-04-15T15:12:01.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:01.023+0000 7f067f3f0640 1 -- 172.21.15.84:0/2557395164 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06780ccb70 msgr2=0x7f0678073290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:01.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:01.023+0000 7f067f3f0640 1 --2- 172.21.15.84:0/2557395164 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06780ccb70 0x7f0678073290 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f0668034040 tx=0x7f06680046c0 comp rx=0 tx=0).stop 2024-04-15T15:12:01.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:01.023+0000 7f067f3f0640 1 -- 172.21.15.84:0/2557395164 shutdown_connections 2024-04-15T15:12:01.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:01.023+0000 7f067f3f0640 1 --2- 172.21.15.84:0/2557395164 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f067815c7c0 0x7f0678152640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:01.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:01.023+0000 7f067f3f0640 1 --2- 172.21.15.84:0/2557395164 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f06780ccb70 0x7f0678073290 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:01.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:01.023+0000 7f067f3f0640 1 --2- 172.21.15.84:0/2557395164 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f065c06c980 0x7f065c06ee40 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:01.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:01.023+0000 7f067f3f0640 1 --2- 172.21.15.84:0/2557395164 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f06780af700 0x7f06781f3dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:01.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:01.023+0000 7f067f3f0640 1 -- 172.21.15.84:0/2557395164 >> 172.21.15.84:0/2557395164 conn(0x7f06780b1dd0 msgr2=0x7f067806bec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:01.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:01.023+0000 7f067f3f0640 1 -- 172.21.15.84:0/2557395164 shutdown_connections 2024-04-15T15:12:01.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:01.023+0000 7f067f3f0640 1 -- 172.21.15.84:0/2557395164 wait complete. 2024-04-15T15:12:01.036 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-15T15:12:01.036 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-15T15:12:01.036 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi084.front.sepia.ceph.com 2024-04-15T15:12:01.036 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-15T15:12:01.036 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-15T15:12:01.036 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-15T15:12:01.037 INFO:tasks.cephfs.mount:self.cephfs_mntpt = /volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77 2024-04-15T15:12:01.037 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-15T15:12:01.037 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-15T15:12:01.037 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:01.037 DEBUG:teuthology.orchestra.run.smithi084:> ip addr 2024-04-15T15:12:01.053 INFO:teuthology.orchestra.run.smithi084.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-15T15:12:01.053 INFO:teuthology.orchestra.run.smithi084.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-15T15:12:01.053 INFO:teuthology.orchestra.run.smithi084.stdout: inet 127.0.0.1/8 scope host lo 2024-04-15T15:12:01.053 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:01.053 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 ::1/128 scope host 2024-04-15T15:12:01.053 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:01.053 INFO:teuthology.orchestra.run.smithi084.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:12:01.053 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:d8:da:68 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:12:01.053 INFO:teuthology.orchestra.run.smithi084.stdout: altname enp7s0f0 2024-04-15T15:12:01.053 INFO:teuthology.orchestra.run.smithi084.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:12:01.053 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:d8:da:69 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:12:01.054 INFO:teuthology.orchestra.run.smithi084.stdout: altname enp7s0f1 2024-04-15T15:12:01.054 INFO:teuthology.orchestra.run.smithi084.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:12:01.054 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:8f:d7:50 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:12:01.054 INFO:teuthology.orchestra.run.smithi084.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-15T15:12:01.054 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:8f:d7:51 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:12:01.054 INFO:teuthology.orchestra.run.smithi084.stdout: inet 172.21.15.84/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-04-15T15:12:01.054 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft 42601sec preferred_lft 42601sec 2024-04-15T15:12:01.054 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 fe80::ec4:7aff:fe8f:d751/64 scope link 2024-04-15T15:12:01.054 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:01.054 INFO:teuthology.orchestra.run.smithi084.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-04-15T15:12:01.054 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 66:30:8c:f0:88:84 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:12:01.054 INFO:teuthology.orchestra.run.smithi084.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-04-15T15:12:01.055 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:01.055 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 fe80::9c31:12ff:fe0a:5fce/64 scope link 2024-04-15T15:12:01.055 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:01.055 INFO:teuthology.orchestra.run.smithi084.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-04-15T15:12:01.055 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether be:c4:af:f4:05:f6 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:12:01.055 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 fe80::bcc4:afff:fef4:5f6/64 scope link 2024-04-15T15:12:01.055 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:01.055 INFO:teuthology.orchestra.run.smithi084.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-04-15T15:12:01.055 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 66:30:8c:f0:88:84 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-04-15T15:12:01.055 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 fe80::6430:8cff:fef0:8884/64 scope link 2024-04-15T15:12:01.056 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:01.056 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:01.056 DEBUG:teuthology.orchestra.run.smithi084:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-15T15:12:01.121 INFO:teuthology.orchestra.run.smithi084.stdout:1 2024-04-15T15:12:01.122 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:01.122 DEBUG:teuthology.orchestra.run.smithi084:> route 2024-04-15T15:12:01.179 INFO:teuthology.orchestra.run.smithi084.stdout:Kernel IP routing table 2024-04-15T15:12:01.179 INFO:teuthology.orchestra.run.smithi084.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-15T15:12:01.179 INFO:teuthology.orchestra.run.smithi084.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-15T15:12:01.179 INFO:teuthology.orchestra.run.smithi084.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-15T15:12:01.179 INFO:teuthology.orchestra.run.smithi084.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-15T15:12:01.179 DEBUG:teuthology.orchestra.run.smithi084:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:12:01.179 DEBUG:teuthology.orchestra.run.smithi084:> set -e 2024-04-15T15:12:01.180 DEBUG:teuthology.orchestra.run.smithi084:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-15T15:12:01.180 DEBUG:teuthology.orchestra.run.smithi084:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-15T15:12:01.180 DEBUG:teuthology.orchestra.run.smithi084:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-15T15:12:01.180 DEBUG:teuthology.orchestra.run.smithi084:> ') 2024-04-15T15:12:01.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:12:01.311 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:12:01.317 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:01.317 DEBUG:teuthology.orchestra.run.smithi084:> ip netns list 2024-04-15T15:12:01.333 INFO:teuthology.orchestra.run.smithi084.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-04-15T15:12:01.333 INFO:teuthology.orchestra.run.smithi084.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-15T15:12:01.333 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-15T15:12:01.333 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:01.334 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip link set brx.0 up 2024-04-15T15:12:01.402 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-04-15T15:12:01.403 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:12:01.403 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-15T15:12:01.458 INFO:teuthology.orchestra.run.smithi084.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-15T15:12:01.458 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:12:01.458 DEBUG:teuthology.orchestra.run.smithi084:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-15T15:12:01.514 DEBUG:teuthology.orchestra.run.smithi084:> sudo modprobe fuse 2024-04-15T15:12:01.583 DEBUG:teuthology.orchestra.run.smithi084:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:12:01.640 INFO:teuthology.orchestra.run.smithi084.stdout:/proc 2024-04-15T15:12:01.640 INFO:teuthology.orchestra.run.smithi084.stdout:/sys 2024-04-15T15:12:01.640 INFO:teuthology.orchestra.run.smithi084.stdout:/dev 2024-04-15T15:12:01.640 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/security 2024-04-15T15:12:01.640 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/shm 2024-04-15T15:12:01.640 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/pts 2024-04-15T15:12:01.641 INFO:teuthology.orchestra.run.smithi084.stdout:/run 2024-04-15T15:12:01.641 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/cgroup 2024-04-15T15:12:01.641 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/pstore 2024-04-15T15:12:01.641 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/bpf 2024-04-15T15:12:01.641 INFO:teuthology.orchestra.run.smithi084.stdout:/ 2024-04-15T15:12:01.641 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/selinux 2024-04-15T15:12:01.641 INFO:teuthology.orchestra.run.smithi084.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:12:01.641 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/mqueue 2024-04-15T15:12:01.641 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/hugepages 2024-04-15T15:12:01.641 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/debug 2024-04-15T15:12:01.641 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/tracing 2024-04-15T15:12:01.641 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/fuse/connections 2024-04-15T15:12:01.641 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/config 2024-04-15T15:12:01.641 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:12:01.642 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:12:01.642 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:12:01.642 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:12:01.642 INFO:teuthology.orchestra.run.smithi084.stdout:/run/user/1000 2024-04-15T15:12:01.642 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph 2024-04-15T15:12:01.642 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-0 2024-04-15T15:12:01.642 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-1 2024-04-15T15:12:01.642 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-2 2024-04-15T15:12:01.642 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-3 2024-04-15T15:12:01.642 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns 2024-04-15T15:12:01.642 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:12:01.642 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:12:01.642 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-04-15T15:12:01.643 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-04-15T15:12:01.643 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:01.643 DEBUG:teuthology.orchestra.run.smithi084:> ls /sys/fs/fuse/connections 2024-04-15T15:12:01.696 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-15T15:12:01.696 DEBUG:teuthology.orchestra.run.smithi084:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0 --client_mountpoint=/volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77) 2024-04-15T15:12:01.740 DEBUG:teuthology.orchestra.run.smithi084:> sudo modprobe fuse 2024-04-15T15:12:01.768 DEBUG:teuthology.orchestra.run.smithi084:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:12:01.826 INFO:teuthology.orchestra.run.smithi084.stdout:/proc 2024-04-15T15:12:01.827 INFO:teuthology.orchestra.run.smithi084.stdout:/sys 2024-04-15T15:12:01.827 INFO:teuthology.orchestra.run.smithi084.stdout:/dev 2024-04-15T15:12:01.827 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/security 2024-04-15T15:12:01.827 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/shm 2024-04-15T15:12:01.827 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/pts 2024-04-15T15:12:01.827 INFO:teuthology.orchestra.run.smithi084.stdout:/run 2024-04-15T15:12:01.827 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/cgroup 2024-04-15T15:12:01.827 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/pstore 2024-04-15T15:12:01.827 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/bpf 2024-04-15T15:12:01.827 INFO:teuthology.orchestra.run.smithi084.stdout:/ 2024-04-15T15:12:01.827 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/selinux 2024-04-15T15:12:01.827 INFO:teuthology.orchestra.run.smithi084.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:12:01.827 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/mqueue 2024-04-15T15:12:01.828 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/hugepages 2024-04-15T15:12:01.828 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/debug 2024-04-15T15:12:01.828 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/tracing 2024-04-15T15:12:01.828 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/fuse/connections 2024-04-15T15:12:01.828 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/config 2024-04-15T15:12:01.828 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:12:01.828 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:12:01.828 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:12:01.828 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:12:01.828 INFO:teuthology.orchestra.run.smithi084.stdout:/run/user/1000 2024-04-15T15:12:01.829 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph 2024-04-15T15:12:01.829 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-0 2024-04-15T15:12:01.829 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-1 2024-04-15T15:12:01.829 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-2 2024-04-15T15:12:01.829 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-3 2024-04-15T15:12:01.829 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns 2024-04-15T15:12:01.829 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:12:01.829 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:12:01.829 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-04-15T15:12:01.829 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-04-15T15:12:01.829 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:01.829 DEBUG:teuthology.orchestra.run.smithi084:> ls /sys/fs/fuse/connections 2024-04-15T15:12:01.830 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi084.stderr:2024-04-15T15:12:01.826+0000 7f02f8437480 -1 init, newargv = 0x55a16a7c6d10 newargc=15 2024-04-15T15:12:01.830 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi084.stderr:ceph-fuse[55995]: starting ceph client 2024-04-15T15:12:01.837 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi084.stderr:ceph-fuse[55995]: starting fuse 2024-04-15T15:12:01.851 INFO:teuthology.orchestra.run.smithi084.stdout:41 2024-04-15T15:12:01.852 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-04-15T15:12:01.853 DEBUG:teuthology.orchestra.run.smithi084:> sudo stdin-killer -- python3 -c ' 2024-04-15T15:12:01.853 DEBUG:teuthology.orchestra.run.smithi084:> import glob 2024-04-15T15:12:01.854 DEBUG:teuthology.orchestra.run.smithi084:> import re 2024-04-15T15:12:01.854 DEBUG:teuthology.orchestra.run.smithi084:> import os 2024-04-15T15:12:01.854 DEBUG:teuthology.orchestra.run.smithi084:> import subprocess 2024-04-15T15:12:01.854 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:12:01.855 DEBUG:teuthology.orchestra.run.smithi084:> def _find_admin_socket(client_name): 2024-04-15T15:12:01.855 DEBUG:teuthology.orchestra.run.smithi084:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-04-15T15:12:01.855 DEBUG:teuthology.orchestra.run.smithi084:> files = glob.glob(asok_path) 2024-04-15T15:12:01.855 DEBUG:teuthology.orchestra.run.smithi084:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-04-15T15:12:01.855 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:12:01.855 DEBUG:teuthology.orchestra.run.smithi084:> # Given a non-glob path, it better be there 2024-04-15T15:12:01.855 DEBUG:teuthology.orchestra.run.smithi084:> if "*" not in asok_path: 2024-04-15T15:12:01.856 DEBUG:teuthology.orchestra.run.smithi084:> assert(len(files) == 1) 2024-04-15T15:12:01.856 DEBUG:teuthology.orchestra.run.smithi084:> return files[0] 2024-04-15T15:12:01.856 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:12:01.856 DEBUG:teuthology.orchestra.run.smithi084:> for f in files: 2024-04-15T15:12:01.856 DEBUG:teuthology.orchestra.run.smithi084:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-15T15:12:01.856 DEBUG:teuthology.orchestra.run.smithi084:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-15T15:12:01.857 DEBUG:teuthology.orchestra.run.smithi084:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-15T15:12:01.857 DEBUG:teuthology.orchestra.run.smithi084:> contents = proc_f.read() 2024-04-15T15:12:01.857 DEBUG:teuthology.orchestra.run.smithi084:> if mountpoint in contents: 2024-04-15T15:12:01.857 DEBUG:teuthology.orchestra.run.smithi084:> return f 2024-04-15T15:12:01.857 DEBUG:teuthology.orchestra.run.smithi084:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-15T15:12:01.858 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:12:01.858 DEBUG:teuthology.orchestra.run.smithi084:> print(_find_admin_socket("client.0")) 2024-04-15T15:12:01.858 DEBUG:teuthology.orchestra.run.smithi084:> ' 2024-04-15T15:12:01.974 INFO:teuthology.orchestra.run.smithi084.stdout:/var/run/ceph/ceph-client.0.55995.asok 2024-04-15T15:12:01.977 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:12:01.984 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.55995.asok 2024-04-15T15:12:01.984 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:01.984 DEBUG:teuthology.orchestra.run.smithi084:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.55995.asok status 2024-04-15T15:12:02.122 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-15T15:12:02.123 INFO:teuthology.orchestra.run.smithi084.stdout: "metadata": { 2024-04-15T15:12:02.123 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_sha1": "9bf1c4ba967dd24077be6e5b87edda4ca87a6e14", 2024-04-15T15:12:02.123 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_version": "ceph version 19.0.0-2861-g9bf1c4ba (9bf1c4ba967dd24077be6e5b87edda4ca87a6e14) squid (dev)", 2024-04-15T15:12:02.123 INFO:teuthology.orchestra.run.smithi084.stdout: "entity_id": "0", 2024-04-15T15:12:02.123 INFO:teuthology.orchestra.run.smithi084.stdout: "hostname": "smithi084", 2024-04-15T15:12:02.123 INFO:teuthology.orchestra.run.smithi084.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-04-15T15:12:02.123 INFO:teuthology.orchestra.run.smithi084.stdout: "pid": "55995", 2024-04-15T15:12:02.123 INFO:teuthology.orchestra.run.smithi084.stdout: "root": "/volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77" 2024-04-15T15:12:02.123 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:02.123 INFO:teuthology.orchestra.run.smithi084.stdout: "dentry_count": 0, 2024-04-15T15:12:02.123 INFO:teuthology.orchestra.run.smithi084.stdout: "dentry_pinned_count": 0, 2024-04-15T15:12:02.123 INFO:teuthology.orchestra.run.smithi084.stdout: "id": 5898, 2024-04-15T15:12:02.123 INFO:teuthology.orchestra.run.smithi084.stdout: "inst": { 2024-04-15T15:12:02.124 INFO:teuthology.orchestra.run.smithi084.stdout: "name": { 2024-04-15T15:12:02.124 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "client", 2024-04-15T15:12:02.124 INFO:teuthology.orchestra.run.smithi084.stdout: "num": 5898 2024-04-15T15:12:02.124 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:02.124 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": { 2024-04-15T15:12:02.124 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "v1", 2024-04-15T15:12:02.124 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": "192.168.0.1:0", 2024-04-15T15:12:02.124 INFO:teuthology.orchestra.run.smithi084.stdout: "nonce": 1478247702 2024-04-15T15:12:02.124 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:12:02.124 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:02.124 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": { 2024-04-15T15:12:02.124 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "v1", 2024-04-15T15:12:02.124 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": "192.168.0.1:0", 2024-04-15T15:12:02.124 INFO:teuthology.orchestra.run.smithi084.stdout: "nonce": 1478247702 2024-04-15T15:12:02.125 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:02.125 INFO:teuthology.orchestra.run.smithi084.stdout: "inst_str": "client.5898 192.168.0.1:0/1478247702", 2024-04-15T15:12:02.125 INFO:teuthology.orchestra.run.smithi084.stdout: "addr_str": "192.168.0.1:0/1478247702", 2024-04-15T15:12:02.125 INFO:teuthology.orchestra.run.smithi084.stdout: "inode_count": 5, 2024-04-15T15:12:02.125 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_epoch": 16, 2024-04-15T15:12:02.125 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_epoch": 38, 2024-04-15T15:12:02.125 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_epoch_barrier": 0, 2024-04-15T15:12:02.125 INFO:teuthology.orchestra.run.smithi084.stdout: "blocklisted": false, 2024-04-15T15:12:02.125 INFO:teuthology.orchestra.run.smithi084.stdout: "fs_name": "cephfs" 2024-04-15T15:12:02.125 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-15T15:12:02.131 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-04-15T15:12:02.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.233+0000 7ff8d1263640 1 Processor -- start 2024-04-15T15:12:02.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.233+0000 7ff8d1263640 1 -- start start 2024-04-15T15:12:02.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.233+0000 7ff8d1263640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7ff8cc161e40 0x7ff8cc0b37f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:02.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.233+0000 7ff8d1263640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8cc162220 con 0x7ff8cc0d12b0 2024-04-15T15:12:02.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.233+0000 7ff8d1263640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff8cc0d3070 con 0x7ff8cc0d45b0 2024-04-15T15:12:02.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.233+0000 7ff8d1263640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7ff8cc0d21f0 con 0x7ff8cc161e40 2024-04-15T15:12:02.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.234+0000 7ff8ca7fc640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7ff8cc0d12b0 0x7ff8cc0d2960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:39276/0 (socket says 172.21.15.84:39276) 2024-04-15T15:12:02.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.234+0000 7ff8ca7fc640 1 -- 172.21.15.84:0/1035011853 learned_addr learned my addr 172.21.15.84:0/1035011853 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:02.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.234+0000 7ff8caffd640 1 --2- 172.21.15.84:0/1035011853 >> v2:172.21.15.203:3300/0 conn(0x7ff8cc161e40 0x7ff8cc0b37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:02.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.234+0000 7ff8c9ffb640 1 -- 172.21.15.84:0/1035011853 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2227877203 0 0) 0x7ff8cc162220 con 0x7ff8cc0d12b0 2024-04-15T15:12:02.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.234+0000 7ff8c9ffb640 1 -- 172.21.15.84:0/1035011853 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff8b4003520 con 0x7ff8cc0d12b0 2024-04-15T15:12:02.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.234+0000 7ff8c9ffb640 1 -- 172.21.15.84:0/1035011853 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1795947918 0 0) 0x7ff8b4003520 con 0x7ff8cc0d12b0 2024-04-15T15:12:02.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.234+0000 7ff8c9ffb640 1 -- 172.21.15.84:0/1035011853 >> v2:172.21.15.203:3300/0 conn(0x7ff8cc161e40 msgr2=0x7ff8cc0b37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:02.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.234+0000 7ff8c9ffb640 1 --2- 172.21.15.84:0/1035011853 >> v2:172.21.15.203:3300/0 conn(0x7ff8cc161e40 0x7ff8cc0b37f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:02.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.234+0000 7ff8c9ffb640 1 -- 172.21.15.84:0/1035011853 >> v1:172.21.15.203:6789/0 conn(0x7ff8cc0d45b0 legacy=0x7ff8cc162490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:02.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.234+0000 7ff8c9ffb640 1 -- 172.21.15.84:0/1035011853 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8cc0d1820 con 0x7ff8cc0d12b0 2024-04-15T15:12:02.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.234+0000 7ff8c9ffb640 1 -- 172.21.15.84:0/1035011853 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7ff8c0001690 con 0x7ff8cc0d12b0 2024-04-15T15:12:02.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.234+0000 7ff8c9ffb640 1 -- 172.21.15.84:0/1035011853 >> v1:172.21.15.84:6789/0 conn(0x7ff8cc0d12b0 legacy=0x7ff8cc0d2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:02.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.234+0000 7ff8c9ffb640 1 --2- 172.21.15.84:0/1035011853 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff8b40039b0 0x7ff8b4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:02.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.234+0000 7ff8c9ffb640 1 --2- 172.21.15.84:0/1035011853 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff8b4004800 0x7ff8b4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:02.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.234+0000 7ff8c9ffb640 1 --2- 172.21.15.84:0/1035011853 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff8b40051c0 0x7ff8b400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:02.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.234+0000 7ff8c9ffb640 1 -- 172.21.15.84:0/1035011853 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff8cc0d21f0 con 0x7ff8b40051c0 2024-04-15T15:12:02.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.234+0000 7ff8c9ffb640 1 -- 172.21.15.84:0/1035011853 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff8b400c160 con 0x7ff8b40039b0 2024-04-15T15:12:02.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.234+0000 7ff8c9ffb640 1 -- 172.21.15.84:0/1035011853 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7ff8b400c360 con 0x7ff8b4004800 2024-04-15T15:12:02.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.234+0000 7ff8cb7fe640 1 --2- 172.21.15.84:0/1035011853 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff8b40051c0 0x7ff8b400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:02.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.234+0000 7ff8caffd640 1 --2- 172.21.15.84:0/1035011853 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff8b40039b0 0x7ff8b4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:02.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.234+0000 7ff8ca7fc640 1 --2- 172.21.15.84:0/1035011853 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff8b4004800 0x7ff8b4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:02.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.235+0000 7ff8cb7fe640 1 -- 172.21.15.84:0/1035011853 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff8b4004800 msgr2=0x7ff8b4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:02.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.235+0000 7ff8cb7fe640 1 --2- 172.21.15.84:0/1035011853 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff8b4004800 0x7ff8b4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:02.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.235+0000 7ff8cb7fe640 1 -- 172.21.15.84:0/1035011853 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff8b40039b0 msgr2=0x7ff8b4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:02.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.235+0000 7ff8cb7fe640 1 --2- 172.21.15.84:0/1035011853 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff8b40039b0 0x7ff8b4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:02.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.235+0000 7ff8cb7fe640 1 -- 172.21.15.84:0/1035011853 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8b4003520 con 0x7ff8b40051c0 2024-04-15T15:12:02.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.235+0000 7ff8caffd640 1 --2- 172.21.15.84:0/1035011853 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff8b40039b0 0x7ff8b4003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:02.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.235+0000 7ff8ca7fc640 1 --2- 172.21.15.84:0/1035011853 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff8b4004800 0x7ff8b4004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:02.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.235+0000 7ff8cb7fe640 1 -- 172.21.15.84:0/1035011853 reap_dead start 2024-04-15T15:12:02.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.235+0000 7ff8cb7fe640 1 --2- 172.21.15.84:0/1035011853 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff8b40051c0 0x7ff8b400b9c0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7ff8c4001e50 tx=0x7ff8b4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef10b29aa63c779 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:02.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.235+0000 7ff8c9ffb640 1 -- 172.21.15.84:0/1035011853 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8c4001a70 con 0x7ff8b40051c0 2024-04-15T15:12:02.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.235+0000 7ff8c9ffb640 1 -- 172.21.15.84:0/1035011853 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8c4003bb0 con 0x7ff8b40051c0 2024-04-15T15:12:02.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.235+0000 7ff8c9ffb640 1 -- 172.21.15.84:0/1035011853 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8c40050d0 con 0x7ff8b40051c0 2024-04-15T15:12:02.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.236+0000 7ff8d1263640 1 -- 172.21.15.84:0/1035011853 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff8b40051c0 msgr2=0x7ff8b400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:02.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.236+0000 7ff8d1263640 1 --2- 172.21.15.84:0/1035011853 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff8b40051c0 0x7ff8b400b9c0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7ff8c4001e50 tx=0x7ff8b4005830 comp rx=0 tx=0).stop 2024-04-15T15:12:02.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.236+0000 7ff8d1263640 1 -- 172.21.15.84:0/1035011853 shutdown_connections 2024-04-15T15:12:02.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.236+0000 7ff8d1263640 1 --2- 172.21.15.84:0/1035011853 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff8b40051c0 0x7ff8b400b9c0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:02.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.236+0000 7ff8d1263640 1 -- 172.21.15.84:0/1035011853 >> 172.21.15.84:0/1035011853 conn(0x7ff8cc09d970 msgr2=0x7ff8cc0b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:02.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.236+0000 7ff8d1263640 1 -- 172.21.15.84:0/1035011853 shutdown_connections 2024-04-15T15:12:02.241 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.236+0000 7ff8d1263640 1 -- 172.21.15.84:0/1035011853 wait complete. 2024-04-15T15:12:02.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.237+0000 7ff8d1263640 1 Processor -- start 2024-04-15T15:12:02.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.237+0000 7ff8d1263640 1 -- start start 2024-04-15T15:12:02.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.238+0000 7ff8d1263640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff8b40051c0 0x7ff8cc15ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:02.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.238+0000 7ff8d1263640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff8cc157260 0x7ff8cc154fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:02.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.238+0000 7ff8d1263640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff8cc1576c0 0x7ff8cc1554e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:02.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.238+0000 7ff8d1263640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff8cc0d2440 con 0x7ff8b40051c0 2024-04-15T15:12:02.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.238+0000 7ff8d1263640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff8cc0d1de0 con 0x7ff8cc1576c0 2024-04-15T15:12:02.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.238+0000 7ff8d1263640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7ff8cc0d49e0 con 0x7ff8cc157260 2024-04-15T15:12:02.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.238+0000 7ff8caffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff8b40051c0 0x7ff8cc15ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:02.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.238+0000 7ff8caffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff8b40051c0 0x7ff8cc15ee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:46992/0 (socket says 172.21.15.84:46992) 2024-04-15T15:12:02.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.238+0000 7ff8caffd640 1 -- 172.21.15.84:0/799950786 learned_addr learned my addr 172.21.15.84:0/799950786 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:02.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.238+0000 7ff8ca7fc640 1 --2- 172.21.15.84:0/799950786 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff8cc157260 0x7ff8cc154fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:02.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.238+0000 7ff8cb7fe640 1 --2- 172.21.15.84:0/799950786 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff8cc1576c0 0x7ff8cc1554e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:02.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.238+0000 7ff8caffd640 1 -- 172.21.15.84:0/799950786 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff8cc157260 msgr2=0x7ff8cc154fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:02.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.238+0000 7ff8caffd640 1 --2- 172.21.15.84:0/799950786 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff8cc157260 0x7ff8cc154fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:02.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.238+0000 7ff8caffd640 1 -- 172.21.15.84:0/799950786 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff8cc1576c0 msgr2=0x7ff8cc1554e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:02.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.238+0000 7ff8caffd640 1 --2- 172.21.15.84:0/799950786 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff8cc1576c0 0x7ff8cc1554e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:02.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.238+0000 7ff8caffd640 1 -- 172.21.15.84:0/799950786 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8cc1f8420 con 0x7ff8b40051c0 2024-04-15T15:12:02.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.238+0000 7ff8ca7fc640 1 --2- 172.21.15.84:0/799950786 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff8cc157260 0x7ff8cc154fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:02.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.239+0000 7ff8caffd640 1 --2- 172.21.15.84:0/799950786 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff8b40051c0 0x7ff8cc15ee20 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7ff8bc011540 tx=0x7ff8bc011a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:02.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.239+0000 7ff8b37fe640 1 -- 172.21.15.84:0/799950786 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8bc015870 con 0x7ff8b40051c0 2024-04-15T15:12:02.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.239+0000 7ff8b37fe640 1 -- 172.21.15.84:0/799950786 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff8bc015a10 con 0x7ff8b40051c0 2024-04-15T15:12:02.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.239+0000 7ff8b37fe640 1 -- 172.21.15.84:0/799950786 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8bc015dc0 con 0x7ff8b40051c0 2024-04-15T15:12:02.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.239+0000 7ff8d1263640 1 -- 172.21.15.84:0/799950786 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8cc1f8700 con 0x7ff8b40051c0 2024-04-15T15:12:02.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.239+0000 7ff8d1263640 1 -- 172.21.15.84:0/799950786 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8cc1f8cc0 con 0x7ff8b40051c0 2024-04-15T15:12:02.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.240+0000 7ff8d1263640 1 -- 172.21.15.84:0/799950786 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8cc0689e0 con 0x7ff8b40051c0 2024-04-15T15:12:02.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.240+0000 7ff8b37fe640 1 -- 172.21.15.84:0/799950786 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7ff8bc00f460 con 0x7ff8b40051c0 2024-04-15T15:12:02.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.241+0000 7ff8b37fe640 1 --2- 172.21.15.84:0/799950786 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff8b806c9b0 0x7ff8b806ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:02.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.241+0000 7ff8b37fe640 1 -- 172.21.15.84:0/799950786 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(38..38 src has 1..38) ==== 6101+0+0 (secure 0 0 0) 0x7ff8bc08c600 con 0x7ff8b40051c0 2024-04-15T15:12:02.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.241+0000 7ff8ca7fc640 1 --2- 172.21.15.84:0/799950786 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff8b806c9b0 0x7ff8b806ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:02.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.241+0000 7ff8ca7fc640 1 --2- 172.21.15.84:0/799950786 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff8b806c9b0 0x7ff8b806ee70 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7ff8c0001220 tx=0x7ff8c0001150 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:02.247 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.245+0000 7ff8b37fe640 1 -- 172.21.15.84:0/799950786 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7ff8bc019030 con 0x7ff8b40051c0 2024-04-15T15:12:02.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.456+0000 7ff8d1263640 1 -- 172.21.15.84:0/799950786 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff8cc0d51b0 con 0x7ff8b40051c0 2024-04-15T15:12:02.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.457+0000 7ff8b37fe640 1 -- 172.21.15.84:0/799950786 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) ==== 53+0+73 (secure 0 0 0) 0x7ff8bc05a8b0 con 0x7ff8b40051c0 2024-04-15T15:12:02.459 INFO:teuthology.orchestra.run.smithi084.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-15T15:12:02.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.458+0000 7ff8d1263640 1 -- 172.21.15.84:0/799950786 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff8b806c9b0 msgr2=0x7ff8b806ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:02.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.458+0000 7ff8d1263640 1 --2- 172.21.15.84:0/799950786 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff8b806c9b0 0x7ff8b806ee70 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7ff8c0001220 tx=0x7ff8c0001150 comp rx=0 tx=0).stop 2024-04-15T15:12:02.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.458+0000 7ff8d1263640 1 -- 172.21.15.84:0/799950786 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff8b40051c0 msgr2=0x7ff8cc15ee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:02.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.458+0000 7ff8d1263640 1 --2- 172.21.15.84:0/799950786 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff8b40051c0 0x7ff8cc15ee20 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7ff8bc011540 tx=0x7ff8bc011a00 comp rx=0 tx=0).stop 2024-04-15T15:12:02.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.459+0000 7ff8d1263640 1 -- 172.21.15.84:0/799950786 shutdown_connections 2024-04-15T15:12:02.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.459+0000 7ff8d1263640 1 --2- 172.21.15.84:0/799950786 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff8b806c9b0 0x7ff8b806ee70 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:02.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.459+0000 7ff8d1263640 1 --2- 172.21.15.84:0/799950786 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff8cc1576c0 0x7ff8cc1554e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:02.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.459+0000 7ff8d1263640 1 --2- 172.21.15.84:0/799950786 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff8cc157260 0x7ff8cc154fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:02.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.459+0000 7ff8d1263640 1 --2- 172.21.15.84:0/799950786 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff8b40051c0 0x7ff8cc15ee20 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:02.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.459+0000 7ff8d1263640 1 -- 172.21.15.84:0/799950786 >> 172.21.15.84:0/799950786 conn(0x7ff8cc09d970 msgr2=0x7ff8cc06c660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:02.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.459+0000 7ff8d1263640 1 -- 172.21.15.84:0/799950786 shutdown_connections 2024-04-15T15:12:02.461 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:02.459+0000 7ff8d1263640 1 -- 172.21.15.84:0/799950786 wait complete. 2024-04-15T15:12:02.471 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-15T15:12:02.471 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-15T15:12:02.471 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi203.front.sepia.ceph.com 2024-04-15T15:12:02.472 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-04-15T15:12:02.472 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-04-15T15:12:02.472 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-15T15:12:02.472 INFO:tasks.cephfs.mount:self.cephfs_mntpt = /volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77 2024-04-15T15:12:02.472 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-15T15:12:02.472 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-04-15T15:12:02.472 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:02.472 DEBUG:teuthology.orchestra.run.smithi203:> ip addr 2024-04-15T15:12:02.492 INFO:teuthology.orchestra.run.smithi203.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-15T15:12:02.493 INFO:teuthology.orchestra.run.smithi203.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-15T15:12:02.493 INFO:teuthology.orchestra.run.smithi203.stdout: inet 127.0.0.1/8 scope host lo 2024-04-15T15:12:02.493 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:02.493 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 ::1/128 scope host 2024-04-15T15:12:02.493 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:02.493 INFO:teuthology.orchestra.run.smithi203.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:12:02.493 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 0c:c4:7a:d9:19:44 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:12:02.493 INFO:teuthology.orchestra.run.smithi203.stdout: altname enp7s0f0 2024-04-15T15:12:02.493 INFO:teuthology.orchestra.run.smithi203.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:12:02.493 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 0c:c4:7a:d9:19:45 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:12:02.493 INFO:teuthology.orchestra.run.smithi203.stdout: altname enp7s0f1 2024-04-15T15:12:02.493 INFO:teuthology.orchestra.run.smithi203.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:12:02.493 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 0c:c4:7a:8f:4a:22 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:12:02.494 INFO:teuthology.orchestra.run.smithi203.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-15T15:12:02.494 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 0c:c4:7a:8f:4a:23 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:12:02.494 INFO:teuthology.orchestra.run.smithi203.stdout: inet 172.21.15.203/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-04-15T15:12:02.494 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft 42606sec preferred_lft 42606sec 2024-04-15T15:12:02.494 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 fe80::ec4:7aff:fe8f:4a23/64 scope link 2024-04-15T15:12:02.494 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:02.494 INFO:teuthology.orchestra.run.smithi203.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-04-15T15:12:02.494 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 06:98:7b:da:44:18 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:12:02.494 INFO:teuthology.orchestra.run.smithi203.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-04-15T15:12:02.494 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:02.494 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 fe80::f8e6:42ff:fea2:5ff6/64 scope link 2024-04-15T15:12:02.494 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:02.494 INFO:teuthology.orchestra.run.smithi203.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-04-15T15:12:02.494 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 62:46:3e:56:07:0b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:12:02.495 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 fe80::6046:3eff:fe56:70b/64 scope link 2024-04-15T15:12:02.495 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:02.495 INFO:teuthology.orchestra.run.smithi203.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-04-15T15:12:02.495 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 06:98:7b:da:44:18 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-04-15T15:12:02.495 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 fe80::498:7bff:feda:4418/64 scope link 2024-04-15T15:12:02.495 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:02.495 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:02.495 DEBUG:teuthology.orchestra.run.smithi203:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-15T15:12:02.565 INFO:teuthology.orchestra.run.smithi203.stdout:1 2024-04-15T15:12:02.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:02.567 DEBUG:teuthology.orchestra.run.smithi203:> route 2024-04-15T15:12:02.626 INFO:teuthology.orchestra.run.smithi203.stdout:Kernel IP routing table 2024-04-15T15:12:02.626 INFO:teuthology.orchestra.run.smithi203.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-15T15:12:02.627 INFO:teuthology.orchestra.run.smithi203.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-15T15:12:02.627 INFO:teuthology.orchestra.run.smithi203.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-15T15:12:02.627 INFO:teuthology.orchestra.run.smithi203.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-15T15:12:02.627 DEBUG:teuthology.orchestra.run.smithi203:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:12:02.627 DEBUG:teuthology.orchestra.run.smithi203:> set -e 2024-04-15T15:12:02.628 DEBUG:teuthology.orchestra.run.smithi203:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-15T15:12:02.628 DEBUG:teuthology.orchestra.run.smithi203:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-15T15:12:02.628 DEBUG:teuthology.orchestra.run.smithi203:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-15T15:12:02.628 DEBUG:teuthology.orchestra.run.smithi203:> ') 2024-04-15T15:12:02.720 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:12:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:12:02.765 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:12:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:12:02.771 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:02.771 DEBUG:teuthology.orchestra.run.smithi203:> ip netns list 2024-04-15T15:12:02.787 INFO:teuthology.orchestra.run.smithi203.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-04-15T15:12:02.787 INFO:teuthology.orchestra.run.smithi203.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-04-15T15:12:02.787 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.1' netns for '/home/ubuntu/cephtest/mnt.1' 2024-04-15T15:12:02.788 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:02.788 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip link set brx.0 up 2024-04-15T15:12:02.858 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-04-15T15:12:02.858 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:12:02.858 DEBUG:teuthology.orchestra.run.smithi203:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-04-15T15:12:02.914 INFO:teuthology.orchestra.run.smithi203.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-04-15T15:12:02.914 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:12:02.914 DEBUG:teuthology.orchestra.run.smithi203:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-04-15T15:12:02.970 DEBUG:teuthology.orchestra.run.smithi203:> sudo modprobe fuse 2024-04-15T15:12:03.040 DEBUG:teuthology.orchestra.run.smithi203:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:12:03.097 INFO:teuthology.orchestra.run.smithi203.stdout:/proc 2024-04-15T15:12:03.097 INFO:teuthology.orchestra.run.smithi203.stdout:/sys 2024-04-15T15:12:03.097 INFO:teuthology.orchestra.run.smithi203.stdout:/dev 2024-04-15T15:12:03.097 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/security 2024-04-15T15:12:03.097 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/shm 2024-04-15T15:12:03.097 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/pts 2024-04-15T15:12:03.097 INFO:teuthology.orchestra.run.smithi203.stdout:/run 2024-04-15T15:12:03.097 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/cgroup 2024-04-15T15:12:03.097 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/pstore 2024-04-15T15:12:03.098 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/bpf 2024-04-15T15:12:03.098 INFO:teuthology.orchestra.run.smithi203.stdout:/ 2024-04-15T15:12:03.098 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/selinux 2024-04-15T15:12:03.098 INFO:teuthology.orchestra.run.smithi203.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:12:03.098 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/mqueue 2024-04-15T15:12:03.098 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/hugepages 2024-04-15T15:12:03.098 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/debug 2024-04-15T15:12:03.098 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/tracing 2024-04-15T15:12:03.098 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/fuse/connections 2024-04-15T15:12:03.098 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/config 2024-04-15T15:12:03.098 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:12:03.098 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:12:03.098 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:12:03.099 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:12:03.099 INFO:teuthology.orchestra.run.smithi203.stdout:/run/user/1000 2024-04-15T15:12:03.099 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph 2024-04-15T15:12:03.099 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-4 2024-04-15T15:12:03.099 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-5 2024-04-15T15:12:03.099 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-6 2024-04-15T15:12:03.099 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-7 2024-04-15T15:12:03.099 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns 2024-04-15T15:12:03.099 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:12:03.099 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:12:03.099 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-04-15T15:12:03.099 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-04-15T15:12:03.100 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:03.100 DEBUG:teuthology.orchestra.run.smithi203:> ls /sys/fs/fuse/connections 2024-04-15T15:12:03.155 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-04-15T15:12:03.156 DEBUG:teuthology.orchestra.run.smithi203:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1 --client_mountpoint=/volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77) 2024-04-15T15:12:03.198 DEBUG:teuthology.orchestra.run.smithi203:> sudo modprobe fuse 2024-04-15T15:12:03.226 DEBUG:teuthology.orchestra.run.smithi203:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:12:03.283 INFO:teuthology.orchestra.run.smithi203.stdout:/proc 2024-04-15T15:12:03.283 INFO:teuthology.orchestra.run.smithi203.stdout:/sys 2024-04-15T15:12:03.283 INFO:teuthology.orchestra.run.smithi203.stdout:/dev 2024-04-15T15:12:03.283 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/security 2024-04-15T15:12:03.283 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/shm 2024-04-15T15:12:03.284 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/pts 2024-04-15T15:12:03.284 INFO:teuthology.orchestra.run.smithi203.stdout:/run 2024-04-15T15:12:03.284 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/cgroup 2024-04-15T15:12:03.284 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/pstore 2024-04-15T15:12:03.284 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/bpf 2024-04-15T15:12:03.284 INFO:teuthology.orchestra.run.smithi203.stdout:/ 2024-04-15T15:12:03.284 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/selinux 2024-04-15T15:12:03.284 INFO:teuthology.orchestra.run.smithi203.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:12:03.284 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/mqueue 2024-04-15T15:12:03.284 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/hugepages 2024-04-15T15:12:03.284 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/debug 2024-04-15T15:12:03.284 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/tracing 2024-04-15T15:12:03.284 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/fuse/connections 2024-04-15T15:12:03.284 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/config 2024-04-15T15:12:03.285 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:12:03.285 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:12:03.285 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:12:03.285 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:12:03.285 INFO:teuthology.orchestra.run.smithi203.stdout:/run/user/1000 2024-04-15T15:12:03.285 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph 2024-04-15T15:12:03.285 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-4 2024-04-15T15:12:03.285 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-5 2024-04-15T15:12:03.285 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-6 2024-04-15T15:12:03.285 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-7 2024-04-15T15:12:03.285 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns 2024-04-15T15:12:03.286 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:12:03.286 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:12:03.286 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-04-15T15:12:03.286 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-04-15T15:12:03.286 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:03.286 DEBUG:teuthology.orchestra.run.smithi203:> ls /sys/fs/fuse/connections 2024-04-15T15:12:03.287 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi203.stderr:2024-04-15T15:12:03.285+0000 7fc645580480 -1 init, newargv = 0x559c0f4a0d90 newargc=15 2024-04-15T15:12:03.287 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi203.stderr:ceph-fuse[45645]: starting ceph client 2024-04-15T15:12:03.294 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi203.stderr:ceph-fuse[45645]: starting fuse 2024-04-15T15:12:03.303 INFO:teuthology.orchestra.run.smithi203.stdout:41 2024-04-15T15:12:03.303 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-04-15T15:12:03.303 DEBUG:teuthology.orchestra.run.smithi203:> sudo stdin-killer -- python3 -c ' 2024-04-15T15:12:03.303 DEBUG:teuthology.orchestra.run.smithi203:> import glob 2024-04-15T15:12:03.303 DEBUG:teuthology.orchestra.run.smithi203:> import re 2024-04-15T15:12:03.303 DEBUG:teuthology.orchestra.run.smithi203:> import os 2024-04-15T15:12:03.303 DEBUG:teuthology.orchestra.run.smithi203:> import subprocess 2024-04-15T15:12:03.303 DEBUG:teuthology.orchestra.run.smithi203:> 2024-04-15T15:12:03.303 DEBUG:teuthology.orchestra.run.smithi203:> def _find_admin_socket(client_name): 2024-04-15T15:12:03.303 DEBUG:teuthology.orchestra.run.smithi203:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-04-15T15:12:03.304 DEBUG:teuthology.orchestra.run.smithi203:> files = glob.glob(asok_path) 2024-04-15T15:12:03.304 DEBUG:teuthology.orchestra.run.smithi203:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-04-15T15:12:03.304 DEBUG:teuthology.orchestra.run.smithi203:> 2024-04-15T15:12:03.304 DEBUG:teuthology.orchestra.run.smithi203:> # Given a non-glob path, it better be there 2024-04-15T15:12:03.304 DEBUG:teuthology.orchestra.run.smithi203:> if "*" not in asok_path: 2024-04-15T15:12:03.304 DEBUG:teuthology.orchestra.run.smithi203:> assert(len(files) == 1) 2024-04-15T15:12:03.304 DEBUG:teuthology.orchestra.run.smithi203:> return files[0] 2024-04-15T15:12:03.304 DEBUG:teuthology.orchestra.run.smithi203:> 2024-04-15T15:12:03.304 DEBUG:teuthology.orchestra.run.smithi203:> for f in files: 2024-04-15T15:12:03.304 DEBUG:teuthology.orchestra.run.smithi203:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-15T15:12:03.304 DEBUG:teuthology.orchestra.run.smithi203:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-15T15:12:03.304 DEBUG:teuthology.orchestra.run.smithi203:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-15T15:12:03.305 DEBUG:teuthology.orchestra.run.smithi203:> contents = proc_f.read() 2024-04-15T15:12:03.305 DEBUG:teuthology.orchestra.run.smithi203:> if mountpoint in contents: 2024-04-15T15:12:03.305 DEBUG:teuthology.orchestra.run.smithi203:> return f 2024-04-15T15:12:03.305 DEBUG:teuthology.orchestra.run.smithi203:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-15T15:12:03.305 DEBUG:teuthology.orchestra.run.smithi203:> 2024-04-15T15:12:03.305 DEBUG:teuthology.orchestra.run.smithi203:> print(_find_admin_socket("client.1")) 2024-04-15T15:12:03.305 DEBUG:teuthology.orchestra.run.smithi203:> ' 2024-04-15T15:12:03.425 INFO:teuthology.orchestra.run.smithi203.stdout:/var/run/ceph/ceph-client.1.45645.asok 2024-04-15T15:12:03.428 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:12:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:12:03.436 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.45645.asok 2024-04-15T15:12:03.436 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:03.436 DEBUG:teuthology.orchestra.run.smithi203:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.45645.asok status 2024-04-15T15:12:03.573 INFO:teuthology.orchestra.run.smithi203.stdout:{ 2024-04-15T15:12:03.574 INFO:teuthology.orchestra.run.smithi203.stdout: "metadata": { 2024-04-15T15:12:03.574 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_sha1": "9bf1c4ba967dd24077be6e5b87edda4ca87a6e14", 2024-04-15T15:12:03.574 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_version": "ceph version 19.0.0-2861-g9bf1c4ba (9bf1c4ba967dd24077be6e5b87edda4ca87a6e14) squid (dev)", 2024-04-15T15:12:03.574 INFO:teuthology.orchestra.run.smithi203.stdout: "entity_id": "1", 2024-04-15T15:12:03.574 INFO:teuthology.orchestra.run.smithi203.stdout: "hostname": "smithi203", 2024-04-15T15:12:03.574 INFO:teuthology.orchestra.run.smithi203.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-04-15T15:12:03.574 INFO:teuthology.orchestra.run.smithi203.stdout: "pid": "45645", 2024-04-15T15:12:03.574 INFO:teuthology.orchestra.run.smithi203.stdout: "root": "/volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77" 2024-04-15T15:12:03.574 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-04-15T15:12:03.574 INFO:teuthology.orchestra.run.smithi203.stdout: "dentry_count": 0, 2024-04-15T15:12:03.575 INFO:teuthology.orchestra.run.smithi203.stdout: "dentry_pinned_count": 0, 2024-04-15T15:12:03.575 INFO:teuthology.orchestra.run.smithi203.stdout: "id": 5084, 2024-04-15T15:12:03.575 INFO:teuthology.orchestra.run.smithi203.stdout: "inst": { 2024-04-15T15:12:03.575 INFO:teuthology.orchestra.run.smithi203.stdout: "name": { 2024-04-15T15:12:03.575 INFO:teuthology.orchestra.run.smithi203.stdout: "type": "client", 2024-04-15T15:12:03.575 INFO:teuthology.orchestra.run.smithi203.stdout: "num": 5084 2024-04-15T15:12:03.575 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-04-15T15:12:03.575 INFO:teuthology.orchestra.run.smithi203.stdout: "addr": { 2024-04-15T15:12:03.575 INFO:teuthology.orchestra.run.smithi203.stdout: "type": "v1", 2024-04-15T15:12:03.575 INFO:teuthology.orchestra.run.smithi203.stdout: "addr": "192.168.0.1:0", 2024-04-15T15:12:03.575 INFO:teuthology.orchestra.run.smithi203.stdout: "nonce": 3491009722 2024-04-15T15:12:03.575 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-04-15T15:12:03.575 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-04-15T15:12:03.575 INFO:teuthology.orchestra.run.smithi203.stdout: "addr": { 2024-04-15T15:12:03.576 INFO:teuthology.orchestra.run.smithi203.stdout: "type": "v1", 2024-04-15T15:12:03.576 INFO:teuthology.orchestra.run.smithi203.stdout: "addr": "192.168.0.1:0", 2024-04-15T15:12:03.576 INFO:teuthology.orchestra.run.smithi203.stdout: "nonce": 3491009722 2024-04-15T15:12:03.576 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-04-15T15:12:03.576 INFO:teuthology.orchestra.run.smithi203.stdout: "inst_str": "client.5084 192.168.0.1:0/3491009722", 2024-04-15T15:12:03.576 INFO:teuthology.orchestra.run.smithi203.stdout: "addr_str": "192.168.0.1:0/3491009722", 2024-04-15T15:12:03.576 INFO:teuthology.orchestra.run.smithi203.stdout: "inode_count": 5, 2024-04-15T15:12:03.576 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_epoch": 16, 2024-04-15T15:12:03.576 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_epoch": 39, 2024-04-15T15:12:03.576 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_epoch_barrier": 0, 2024-04-15T15:12:03.576 INFO:teuthology.orchestra.run.smithi203.stdout: "blocklisted": false, 2024-04-15T15:12:03.576 INFO:teuthology.orchestra.run.smithi203.stdout: "fs_name": "cephfs" 2024-04-15T15:12:03.576 INFO:teuthology.orchestra.run.smithi203.stdout:} 2024-04-15T15:12:03.583 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-04-15T15:12:03.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.690+0000 7f8f7ee7e640 1 Processor -- start 2024-04-15T15:12:03.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.691+0000 7f8f7ee7e640 1 -- start start 2024-04-15T15:12:03.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.691+0000 7f8f7ee7e640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f8f7815c710 0x7f8f780b66b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:03.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.691+0000 7f8f7ee7e640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8f780b5790 0x7f8f780d1080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:03.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.691+0000 7f8f7ee7e640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8f7815caf0 con 0x7f8f780d15c0 2024-04-15T15:12:03.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.691+0000 7f8f7ee7e640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f8f7806f510 con 0x7f8f7815c710 2024-04-15T15:12:03.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.691+0000 7f8f7ee7e640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f8f780ccb90 con 0x7f8f780b5790 2024-04-15T15:12:03.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.692+0000 7f8f7d41b640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f8f780d15c0 0x7f8f781601e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:57186/0 (socket says 172.21.15.84:57186) 2024-04-15T15:12:03.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.692+0000 7f8f7d41b640 1 -- 172.21.15.84:0/1758239663 learned_addr learned my addr 172.21.15.84:0/1758239663 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:03.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.692+0000 7f8f7cc1a640 1 --2- 172.21.15.84:0/1758239663 >> v2:172.21.15.203:3300/0 conn(0x7f8f7815c710 0x7f8f780b66b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:03.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.692+0000 7f8f77fff640 1 --2- 172.21.15.84:0/1758239663 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8f780b5790 0x7f8f780d1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:03.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.692+0000 7f8f777fe640 1 -- 172.21.15.84:0/1758239663 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 225043288 0 0) 0x7f8f7815caf0 con 0x7f8f780d15c0 2024-04-15T15:12:03.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.692+0000 7f8f777fe640 1 -- 172.21.15.84:0/1758239663 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8f60003520 con 0x7f8f780d15c0 2024-04-15T15:12:03.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.692+0000 7f8f7cc1a640 1 -- 172.21.15.84:0/1758239663 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8f780b5790 msgr2=0x7f8f780d1080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:03.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.692+0000 7f8f7cc1a640 1 --2- 172.21.15.84:0/1758239663 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8f780b5790 0x7f8f780d1080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:03.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.692+0000 7f8f7cc1a640 1 -- 172.21.15.84:0/1758239663 >> v1:172.21.15.84:6789/0 conn(0x7f8f780d15c0 legacy=0x7f8f781601e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:03.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.692+0000 7f8f7cc1a640 1 -- 172.21.15.84:0/1758239663 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f780cce70 con 0x7f8f7815c710 2024-04-15T15:12:03.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.692+0000 7f8f77fff640 1 --2- 172.21.15.84:0/1758239663 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8f780b5790 0x7f8f780d1080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:12:03.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.693+0000 7f8f7cc1a640 1 --2- 172.21.15.84:0/1758239663 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f7815c710 0x7f8f780b66b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8f680097a0 tx=0x7f8f6802b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=279948c2628b3ba4 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:03.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.693+0000 7f8f777fe640 1 -- 172.21.15.84:0/1758239663 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f68034070 con 0x7f8f7815c710 2024-04-15T15:12:03.696 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.693+0000 7f8f777fe640 1 -- 172.21.15.84:0/1758239663 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f68030610 con 0x7f8f7815c710 2024-04-15T15:12:03.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.693+0000 7f8f777fe640 1 -- 172.21.15.84:0/1758239663 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f680309c0 con 0x7f8f7815c710 2024-04-15T15:12:03.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.693+0000 7f8f7ee7e640 1 -- 172.21.15.84:0/1758239663 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f7815c710 msgr2=0x7f8f780b66b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:03.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.693+0000 7f8f7ee7e640 1 --2- 172.21.15.84:0/1758239663 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f7815c710 0x7f8f780b66b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8f680097a0 tx=0x7f8f6802b960 comp rx=0 tx=0).stop 2024-04-15T15:12:03.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.693+0000 7f8f7ee7e640 1 -- 172.21.15.84:0/1758239663 shutdown_connections 2024-04-15T15:12:03.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.693+0000 7f8f7ee7e640 1 --2- 172.21.15.84:0/1758239663 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8f780b5790 0x7f8f780d1080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:03.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.693+0000 7f8f7ee7e640 1 --2- 172.21.15.84:0/1758239663 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f7815c710 0x7f8f780b66b0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:03.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.693+0000 7f8f7ee7e640 1 -- 172.21.15.84:0/1758239663 >> 172.21.15.84:0/1758239663 conn(0x7f8f780b3f90 msgr2=0x7f8f780b43a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:03.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.693+0000 7f8f7ee7e640 1 -- 172.21.15.84:0/1758239663 shutdown_connections 2024-04-15T15:12:03.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.694+0000 7f8f7ee7e640 1 -- 172.21.15.84:0/1758239663 wait complete. 2024-04-15T15:12:03.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.695+0000 7f8f7ee7e640 1 Processor -- start 2024-04-15T15:12:03.697 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.695+0000 7f8f7ee7e640 1 -- start start 2024-04-15T15:12:03.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.695+0000 7f8f7ee7e640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8f780b5790 0x7f8f780c88d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:03.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f7ee7e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f780d15c0 0x7f8f781f4250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:03.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f7ee7e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f7815c710 0x7f8f7815e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:03.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f7ee7e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8f780ce960 con 0x7f8f7815c710 2024-04-15T15:12:03.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f7ee7e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8f780cd430 con 0x7f8f780d15c0 2024-04-15T15:12:03.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f7ee7e640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f8f780d1cd0 con 0x7f8f780b5790 2024-04-15T15:12:03.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f7d41b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f7815c710 0x7f8f7815e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:03.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f7d41b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f7815c710 0x7f8f7815e5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58518/0 (socket says 172.21.15.84:58518) 2024-04-15T15:12:03.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f7d41b640 1 -- 172.21.15.84:0/3700375917 learned_addr learned my addr 172.21.15.84:0/3700375917 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:03.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f7cc1a640 1 --2- 172.21.15.84:0/3700375917 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8f780b5790 0x7f8f780c88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:03.700 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f77fff640 1 --2- 172.21.15.84:0/3700375917 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f780d15c0 0x7f8f781f4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:03.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f7d41b640 1 -- 172.21.15.84:0/3700375917 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8f780b5790 msgr2=0x7f8f780c88d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:03.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f7d41b640 1 --2- 172.21.15.84:0/3700375917 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8f780b5790 0x7f8f780c88d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:03.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f7d41b640 1 -- 172.21.15.84:0/3700375917 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f780d15c0 msgr2=0x7f8f781f4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:03.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f7d41b640 1 --2- 172.21.15.84:0/3700375917 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f780d15c0 0x7f8f781f4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:03.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f7d41b640 1 -- 172.21.15.84:0/3700375917 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f781f4bc0 con 0x7f8f7815c710 2024-04-15T15:12:03.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f77fff640 1 --2- 172.21.15.84:0/3700375917 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f780d15c0 0x7f8f781f4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:12:03.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f7d41b640 1 --2- 172.21.15.84:0/3700375917 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f7815c710 0x7f8f7815e5d0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f8f7000cb70 tx=0x7f8f7000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:03.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f757fa640 1 -- 172.21.15.84:0/3700375917 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f70017070 con 0x7f8f7815c710 2024-04-15T15:12:03.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f757fa640 1 -- 172.21.15.84:0/3700375917 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f7000ad40 con 0x7f8f7815c710 2024-04-15T15:12:03.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f7ee7e640 1 -- 172.21.15.84:0/3700375917 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f781f4ea0 con 0x7f8f7815c710 2024-04-15T15:12:03.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f757fa640 1 -- 172.21.15.84:0/3700375917 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f70012620 con 0x7f8f7815c710 2024-04-15T15:12:03.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.696+0000 7f8f7ee7e640 1 -- 172.21.15.84:0/3700375917 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f7815ddd0 con 0x7f8f7815c710 2024-04-15T15:12:03.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.697+0000 7f8f7ee7e640 1 -- 172.21.15.84:0/3700375917 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f780689e0 con 0x7f8f7815c710 2024-04-15T15:12:03.701 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.698+0000 7f8f757fa640 1 -- 172.21.15.84:0/3700375917 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f8f7001a070 con 0x7f8f7815c710 2024-04-15T15:12:03.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.698+0000 7f8f757fa640 1 --2- 172.21.15.84:0/3700375917 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8f6406c980 0x7f8f6406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:03.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.698+0000 7f8f757fa640 1 -- 172.21.15.84:0/3700375917 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 6130+0+0 (secure 0 0 0) 0x7f8f7008bb30 con 0x7f8f7815c710 2024-04-15T15:12:03.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.698+0000 7f8f7cc1a640 1 --2- 172.21.15.84:0/3700375917 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8f6406c980 0x7f8f6406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:03.702 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.699+0000 7f8f7cc1a640 1 --2- 172.21.15.84:0/3700375917 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8f6406c980 0x7f8f6406ee40 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f8f68036000 tx=0x7f8f68008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:03.704 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.703+0000 7f8f757fa640 1 -- 172.21.15.84:0/3700375917 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f8f70059770 con 0x7f8f7815c710 2024-04-15T15:12:03.920 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.918+0000 7f8f7ee7e640 1 -- 172.21.15.84:0/3700375917 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f8f780b4770 con 0x7f8f7815c710 2024-04-15T15:12:03.921 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.919+0000 7f8f757fa640 1 -- 172.21.15.84:0/3700375917 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) ==== 53+0+73 (secure 0 0 0) 0x7f8f7005da70 con 0x7f8f7815c710 2024-04-15T15:12:03.921 INFO:teuthology.orchestra.run.smithi084.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-15T15:12:03.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.921+0000 7f8f7ee7e640 1 -- 172.21.15.84:0/3700375917 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8f6406c980 msgr2=0x7f8f6406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:03.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.921+0000 7f8f7ee7e640 1 --2- 172.21.15.84:0/3700375917 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8f6406c980 0x7f8f6406ee40 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f8f68036000 tx=0x7f8f68008030 comp rx=0 tx=0).stop 2024-04-15T15:12:03.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.921+0000 7f8f7ee7e640 1 -- 172.21.15.84:0/3700375917 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f7815c710 msgr2=0x7f8f7815e5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:03.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.921+0000 7f8f7ee7e640 1 --2- 172.21.15.84:0/3700375917 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f7815c710 0x7f8f7815e5d0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f8f7000cb70 tx=0x7f8f7000a430 comp rx=0 tx=0).stop 2024-04-15T15:12:03.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.921+0000 7f8f7ee7e640 1 -- 172.21.15.84:0/3700375917 shutdown_connections 2024-04-15T15:12:03.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.921+0000 7f8f7ee7e640 1 --2- 172.21.15.84:0/3700375917 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8f6406c980 0x7f8f6406ee40 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:03.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.921+0000 7f8f7ee7e640 1 --2- 172.21.15.84:0/3700375917 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f780d15c0 0x7f8f781f4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:03.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.921+0000 7f8f7ee7e640 1 --2- 172.21.15.84:0/3700375917 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8f7815c710 0x7f8f7815e5d0 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:03.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.921+0000 7f8f7ee7e640 1 --2- 172.21.15.84:0/3700375917 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8f780b5790 0x7f8f780c88d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:03.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.921+0000 7f8f7ee7e640 1 -- 172.21.15.84:0/3700375917 >> 172.21.15.84:0/3700375917 conn(0x7f8f780b3f90 msgr2=0x7f8f7806eb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:03.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.921+0000 7f8f7ee7e640 1 -- 172.21.15.84:0/3700375917 shutdown_connections 2024-04-15T15:12:03.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:03.921+0000 7f8f7ee7e640 1 -- 172.21.15.84:0/3700375917 wait complete. 2024-04-15T15:12:03.935 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-15T15:12:03.935 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-15T15:12:03.935 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi084.front.sepia.ceph.com 2024-04-15T15:12:03.935 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-04-15T15:12:03.935 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-04-15T15:12:03.935 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-15T15:12:03.935 INFO:tasks.cephfs.mount:self.cephfs_mntpt = /volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77 2024-04-15T15:12:03.935 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-15T15:12:03.935 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.2' netns for '/home/ubuntu/cephtest/mnt.2' 2024-04-15T15:12:03.936 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:03.936 DEBUG:teuthology.orchestra.run.smithi084:> ip addr 2024-04-15T15:12:03.952 INFO:teuthology.orchestra.run.smithi084.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-15T15:12:03.953 INFO:teuthology.orchestra.run.smithi084.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-15T15:12:03.953 INFO:teuthology.orchestra.run.smithi084.stdout: inet 127.0.0.1/8 scope host lo 2024-04-15T15:12:03.953 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:03.953 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 ::1/128 scope host 2024-04-15T15:12:03.953 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:03.953 INFO:teuthology.orchestra.run.smithi084.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:12:03.954 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:d8:da:68 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:12:03.954 INFO:teuthology.orchestra.run.smithi084.stdout: altname enp7s0f0 2024-04-15T15:12:03.954 INFO:teuthology.orchestra.run.smithi084.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:12:03.954 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:d8:da:69 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:12:03.954 INFO:teuthology.orchestra.run.smithi084.stdout: altname enp7s0f1 2024-04-15T15:12:03.954 INFO:teuthology.orchestra.run.smithi084.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:12:03.954 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:8f:d7:50 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:12:03.955 INFO:teuthology.orchestra.run.smithi084.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-15T15:12:03.955 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 0c:c4:7a:8f:d7:51 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:12:03.955 INFO:teuthology.orchestra.run.smithi084.stdout: inet 172.21.15.84/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-04-15T15:12:03.955 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft 42598sec preferred_lft 42598sec 2024-04-15T15:12:03.955 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 fe80::ec4:7aff:fe8f:d751/64 scope link 2024-04-15T15:12:03.955 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:03.956 INFO:teuthology.orchestra.run.smithi084.stdout:8: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-04-15T15:12:03.956 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 66:30:8c:f0:88:84 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:12:03.956 INFO:teuthology.orchestra.run.smithi084.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-04-15T15:12:03.956 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:03.956 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 fe80::9c31:12ff:fe0a:5fce/64 scope link 2024-04-15T15:12:03.956 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:03.956 INFO:teuthology.orchestra.run.smithi084.stdout:9: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-04-15T15:12:03.957 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether be:c4:af:f4:05:f6 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:12:03.957 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 fe80::bcc4:afff:fef4:5f6/64 scope link 2024-04-15T15:12:03.957 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:03.957 INFO:teuthology.orchestra.run.smithi084.stdout:10: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-04-15T15:12:03.957 INFO:teuthology.orchestra.run.smithi084.stdout: link/ether 66:30:8c:f0:88:84 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-04-15T15:12:03.957 INFO:teuthology.orchestra.run.smithi084.stdout: inet6 fe80::6430:8cff:fef0:8884/64 scope link 2024-04-15T15:12:03.957 INFO:teuthology.orchestra.run.smithi084.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:03.958 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:03.958 DEBUG:teuthology.orchestra.run.smithi084:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-15T15:12:04.019 INFO:teuthology.orchestra.run.smithi084.stdout:1 2024-04-15T15:12:04.021 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:04.021 DEBUG:teuthology.orchestra.run.smithi084:> route 2024-04-15T15:12:04.078 INFO:teuthology.orchestra.run.smithi084.stdout:Kernel IP routing table 2024-04-15T15:12:04.078 INFO:teuthology.orchestra.run.smithi084.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-15T15:12:04.078 INFO:teuthology.orchestra.run.smithi084.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-15T15:12:04.078 INFO:teuthology.orchestra.run.smithi084.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-15T15:12:04.078 INFO:teuthology.orchestra.run.smithi084.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-15T15:12:04.079 DEBUG:teuthology.orchestra.run.smithi084:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:12:04.079 DEBUG:teuthology.orchestra.run.smithi084:> set -e 2024-04-15T15:12:04.079 DEBUG:teuthology.orchestra.run.smithi084:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-15T15:12:04.079 DEBUG:teuthology.orchestra.run.smithi084:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-15T15:12:04.079 DEBUG:teuthology.orchestra.run.smithi084:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-15T15:12:04.079 DEBUG:teuthology.orchestra.run.smithi084:> ') 2024-04-15T15:12:04.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:04 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:12:04.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:12:04.217 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:04.217 DEBUG:teuthology.orchestra.run.smithi084:> ip netns list 2024-04-15T15:12:04.233 INFO:teuthology.orchestra.run.smithi084.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-04-15T15:12:04.233 INFO:teuthology.orchestra.run.smithi084.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-15T15:12:04.233 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.2' netns for '/home/ubuntu/cephtest/mnt.2' 2024-04-15T15:12:04.233 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:04.233 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip link set brx.1 up 2024-04-15T15:12:04.303 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-04-15T15:12:04.303 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:12:04.303 DEBUG:teuthology.orchestra.run.smithi084:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-04-15T15:12:04.359 INFO:teuthology.orchestra.run.smithi084.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-04-15T15:12:04.359 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:12:04.359 DEBUG:teuthology.orchestra.run.smithi084:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-04-15T15:12:04.413 DEBUG:teuthology.orchestra.run.smithi084:> sudo modprobe fuse 2024-04-15T15:12:04.483 DEBUG:teuthology.orchestra.run.smithi084:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:12:04.539 INFO:teuthology.orchestra.run.smithi084.stdout:/proc 2024-04-15T15:12:04.539 INFO:teuthology.orchestra.run.smithi084.stdout:/sys 2024-04-15T15:12:04.539 INFO:teuthology.orchestra.run.smithi084.stdout:/dev 2024-04-15T15:12:04.540 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/security 2024-04-15T15:12:04.540 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/shm 2024-04-15T15:12:04.540 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/pts 2024-04-15T15:12:04.540 INFO:teuthology.orchestra.run.smithi084.stdout:/run 2024-04-15T15:12:04.540 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/cgroup 2024-04-15T15:12:04.540 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/pstore 2024-04-15T15:12:04.540 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/bpf 2024-04-15T15:12:04.540 INFO:teuthology.orchestra.run.smithi084.stdout:/ 2024-04-15T15:12:04.540 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/selinux 2024-04-15T15:12:04.540 INFO:teuthology.orchestra.run.smithi084.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:12:04.540 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/mqueue 2024-04-15T15:12:04.540 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/hugepages 2024-04-15T15:12:04.540 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/debug 2024-04-15T15:12:04.541 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/tracing 2024-04-15T15:12:04.541 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/fuse/connections 2024-04-15T15:12:04.541 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/config 2024-04-15T15:12:04.541 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:12:04.541 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:12:04.541 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:12:04.541 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:12:04.541 INFO:teuthology.orchestra.run.smithi084.stdout:/run/user/1000 2024-04-15T15:12:04.541 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph 2024-04-15T15:12:04.541 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-0 2024-04-15T15:12:04.541 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-1 2024-04-15T15:12:04.541 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-2 2024-04-15T15:12:04.541 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-3 2024-04-15T15:12:04.541 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns 2024-04-15T15:12:04.542 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:12:04.542 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:12:04.542 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-04-15T15:12:04.542 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-04-15T15:12:04.542 INFO:teuthology.orchestra.run.smithi084.stdout:/home/ubuntu/cephtest/mnt.0 2024-04-15T15:12:04.542 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:04.542 DEBUG:teuthology.orchestra.run.smithi084:> ls /sys/fs/fuse/connections 2024-04-15T15:12:04.595 INFO:teuthology.orchestra.run.smithi084.stdout:41 2024-04-15T15:12:04.595 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [41] 2024-04-15T15:12:04.595 DEBUG:teuthology.orchestra.run.smithi084:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2 --client_mountpoint=/volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77) 2024-04-15T15:12:04.638 DEBUG:teuthology.orchestra.run.smithi084:> sudo modprobe fuse 2024-04-15T15:12:04.666 DEBUG:teuthology.orchestra.run.smithi084:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:12:04.722 INFO:teuthology.orchestra.run.smithi084.stdout:/proc 2024-04-15T15:12:04.722 INFO:teuthology.orchestra.run.smithi084.stdout:/sys 2024-04-15T15:12:04.723 INFO:teuthology.orchestra.run.smithi084.stdout:/dev 2024-04-15T15:12:04.723 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/security 2024-04-15T15:12:04.723 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/shm 2024-04-15T15:12:04.723 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/pts 2024-04-15T15:12:04.723 INFO:teuthology.orchestra.run.smithi084.stdout:/run 2024-04-15T15:12:04.723 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/cgroup 2024-04-15T15:12:04.723 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/pstore 2024-04-15T15:12:04.723 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/bpf 2024-04-15T15:12:04.723 INFO:teuthology.orchestra.run.smithi084.stdout:/ 2024-04-15T15:12:04.723 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/selinux 2024-04-15T15:12:04.723 INFO:teuthology.orchestra.run.smithi084.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:12:04.723 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/mqueue 2024-04-15T15:12:04.723 INFO:teuthology.orchestra.run.smithi084.stdout:/dev/hugepages 2024-04-15T15:12:04.724 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/debug 2024-04-15T15:12:04.724 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/tracing 2024-04-15T15:12:04.724 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/fs/fuse/connections 2024-04-15T15:12:04.724 INFO:teuthology.orchestra.run.smithi084.stdout:/sys/kernel/config 2024-04-15T15:12:04.724 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:12:04.724 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:12:04.724 INFO:teuthology.orchestra.run.smithi084.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:12:04.724 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:12:04.724 INFO:teuthology.orchestra.run.smithi084.stdout:/run/user/1000 2024-04-15T15:12:04.724 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph 2024-04-15T15:12:04.724 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-0 2024-04-15T15:12:04.724 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-1 2024-04-15T15:12:04.724 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-2 2024-04-15T15:12:04.725 INFO:teuthology.orchestra.run.smithi084.stdout:/var/lib/ceph/osd/ceph-3 2024-04-15T15:12:04.725 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns 2024-04-15T15:12:04.725 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:12:04.725 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:12:04.725 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-04-15T15:12:04.725 INFO:teuthology.orchestra.run.smithi084.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-04-15T15:12:04.725 INFO:teuthology.orchestra.run.smithi084.stdout:/home/ubuntu/cephtest/mnt.0 2024-04-15T15:12:04.726 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:04.726 DEBUG:teuthology.orchestra.run.smithi084:> ls /sys/fs/fuse/connections 2024-04-15T15:12:04.727 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi084.stderr:2024-04-15T15:12:04.725+0000 7f94c90da480 -1 init, newargv = 0x55dfbcc6a840 newargc=15 2024-04-15T15:12:04.727 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi084.stderr:ceph-fuse[56420]: starting ceph client 2024-04-15T15:12:04.733 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi084.stderr:ceph-fuse[56420]: starting fuse 2024-04-15T15:12:04.742 INFO:teuthology.orchestra.run.smithi084.stdout:41 2024-04-15T15:12:04.742 INFO:teuthology.orchestra.run.smithi084.stdout:44 2024-04-15T15:12:04.743 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41, 44] 2024-04-15T15:12:04.743 DEBUG:teuthology.orchestra.run.smithi084:> sudo stdin-killer -- python3 -c ' 2024-04-15T15:12:04.743 DEBUG:teuthology.orchestra.run.smithi084:> import glob 2024-04-15T15:12:04.743 DEBUG:teuthology.orchestra.run.smithi084:> import re 2024-04-15T15:12:04.743 DEBUG:teuthology.orchestra.run.smithi084:> import os 2024-04-15T15:12:04.743 DEBUG:teuthology.orchestra.run.smithi084:> import subprocess 2024-04-15T15:12:04.743 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:12:04.743 DEBUG:teuthology.orchestra.run.smithi084:> def _find_admin_socket(client_name): 2024-04-15T15:12:04.743 DEBUG:teuthology.orchestra.run.smithi084:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-04-15T15:12:04.743 DEBUG:teuthology.orchestra.run.smithi084:> files = glob.glob(asok_path) 2024-04-15T15:12:04.744 DEBUG:teuthology.orchestra.run.smithi084:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-04-15T15:12:04.744 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:12:04.744 DEBUG:teuthology.orchestra.run.smithi084:> # Given a non-glob path, it better be there 2024-04-15T15:12:04.744 DEBUG:teuthology.orchestra.run.smithi084:> if "*" not in asok_path: 2024-04-15T15:12:04.744 DEBUG:teuthology.orchestra.run.smithi084:> assert(len(files) == 1) 2024-04-15T15:12:04.744 DEBUG:teuthology.orchestra.run.smithi084:> return files[0] 2024-04-15T15:12:04.744 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:12:04.744 DEBUG:teuthology.orchestra.run.smithi084:> for f in files: 2024-04-15T15:12:04.744 DEBUG:teuthology.orchestra.run.smithi084:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-15T15:12:04.744 DEBUG:teuthology.orchestra.run.smithi084:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-15T15:12:04.744 DEBUG:teuthology.orchestra.run.smithi084:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-15T15:12:04.744 DEBUG:teuthology.orchestra.run.smithi084:> contents = proc_f.read() 2024-04-15T15:12:04.744 DEBUG:teuthology.orchestra.run.smithi084:> if mountpoint in contents: 2024-04-15T15:12:04.744 DEBUG:teuthology.orchestra.run.smithi084:> return f 2024-04-15T15:12:04.744 DEBUG:teuthology.orchestra.run.smithi084:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-15T15:12:04.745 DEBUG:teuthology.orchestra.run.smithi084:> 2024-04-15T15:12:04.745 DEBUG:teuthology.orchestra.run.smithi084:> print(_find_admin_socket("client.2")) 2024-04-15T15:12:04.745 DEBUG:teuthology.orchestra.run.smithi084:> ' 2024-04-15T15:12:04.865 INFO:teuthology.orchestra.run.smithi084.stdout:/var/run/ceph/ceph-client.2.56420.asok 2024-04-15T15:12:04.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:12:04.875 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.56420.asok 2024-04-15T15:12:04.876 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:04.876 DEBUG:teuthology.orchestra.run.smithi084:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.56420.asok status 2024-04-15T15:12:05.014 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-15T15:12:05.014 INFO:teuthology.orchestra.run.smithi084.stdout: "metadata": { 2024-04-15T15:12:05.014 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_sha1": "9bf1c4ba967dd24077be6e5b87edda4ca87a6e14", 2024-04-15T15:12:05.014 INFO:teuthology.orchestra.run.smithi084.stdout: "ceph_version": "ceph version 19.0.0-2861-g9bf1c4ba (9bf1c4ba967dd24077be6e5b87edda4ca87a6e14) squid (dev)", 2024-04-15T15:12:05.015 INFO:teuthology.orchestra.run.smithi084.stdout: "entity_id": "2", 2024-04-15T15:12:05.015 INFO:teuthology.orchestra.run.smithi084.stdout: "hostname": "smithi084", 2024-04-15T15:12:05.015 INFO:teuthology.orchestra.run.smithi084.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-04-15T15:12:05.015 INFO:teuthology.orchestra.run.smithi084.stdout: "pid": "56420", 2024-04-15T15:12:05.015 INFO:teuthology.orchestra.run.smithi084.stdout: "root": "/volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77" 2024-04-15T15:12:05.015 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:05.015 INFO:teuthology.orchestra.run.smithi084.stdout: "dentry_count": 0, 2024-04-15T15:12:05.015 INFO:teuthology.orchestra.run.smithi084.stdout: "dentry_pinned_count": 0, 2024-04-15T15:12:05.015 INFO:teuthology.orchestra.run.smithi084.stdout: "id": 5919, 2024-04-15T15:12:05.015 INFO:teuthology.orchestra.run.smithi084.stdout: "inst": { 2024-04-15T15:12:05.015 INFO:teuthology.orchestra.run.smithi084.stdout: "name": { 2024-04-15T15:12:05.015 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "client", 2024-04-15T15:12:05.016 INFO:teuthology.orchestra.run.smithi084.stdout: "num": 5919 2024-04-15T15:12:05.016 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:05.016 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": { 2024-04-15T15:12:05.016 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "v1", 2024-04-15T15:12:05.016 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": "192.168.0.2:0", 2024-04-15T15:12:05.016 INFO:teuthology.orchestra.run.smithi084.stdout: "nonce": 1625192732 2024-04-15T15:12:05.016 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:12:05.016 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:05.016 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": { 2024-04-15T15:12:05.016 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "v1", 2024-04-15T15:12:05.016 INFO:teuthology.orchestra.run.smithi084.stdout: "addr": "192.168.0.2:0", 2024-04-15T15:12:05.016 INFO:teuthology.orchestra.run.smithi084.stdout: "nonce": 1625192732 2024-04-15T15:12:05.016 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:05.017 INFO:teuthology.orchestra.run.smithi084.stdout: "inst_str": "client.5919 192.168.0.2:0/1625192732", 2024-04-15T15:12:05.017 INFO:teuthology.orchestra.run.smithi084.stdout: "addr_str": "192.168.0.2:0/1625192732", 2024-04-15T15:12:05.017 INFO:teuthology.orchestra.run.smithi084.stdout: "inode_count": 5, 2024-04-15T15:12:05.017 INFO:teuthology.orchestra.run.smithi084.stdout: "mds_epoch": 16, 2024-04-15T15:12:05.017 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_epoch": 40, 2024-04-15T15:12:05.017 INFO:teuthology.orchestra.run.smithi084.stdout: "osd_epoch_barrier": 0, 2024-04-15T15:12:05.017 INFO:teuthology.orchestra.run.smithi084.stdout: "blocklisted": false, 2024-04-15T15:12:05.017 INFO:teuthology.orchestra.run.smithi084.stdout: "fs_name": "cephfs" 2024-04-15T15:12:05.017 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-15T15:12:05.023 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-04-15T15:12:05.125 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.124+0000 7f0f835c8640 1 Processor -- start 2024-04-15T15:12:05.126 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.124+0000 7f0f835c8640 1 -- start start 2024-04-15T15:12:05.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f835c8640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f0f7c0d12f0 0x7f0f7c1618a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:05.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f835c8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0f7c0c9570 0x7f0f7c161de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:05.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f835c8640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f7c0ccd40 con 0x7f0f7c0b68e0 2024-04-15T15:12:05.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f835c8640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f0f7c0ccaf0 con 0x7f0f7c0d12f0 2024-04-15T15:12:05.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f835c8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f0f7c0cd020 con 0x7f0f7c0c9570 2024-04-15T15:12:05.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f81b65640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f0f7c0b68e0 0x7f0f7c0cdb00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:57188/0 (socket says 172.21.15.84:57188) 2024-04-15T15:12:05.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f81b65640 1 -- 172.21.15.84:0/3118377389 learned_addr learned my addr 172.21.15.84:0/3118377389 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:05.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f81364640 1 --2- 172.21.15.84:0/3118377389 >> v2:172.21.15.203:3300/0 conn(0x7f0f7c0d12f0 0x7f0f7c1618a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:05.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f80b63640 1 --2- 172.21.15.84:0/3118377389 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0f7c0c9570 0x7f0f7c161de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:05.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f73fff640 1 -- 172.21.15.84:0/3118377389 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3808980332 0 0) 0x7f0f7c0ccd40 con 0x7f0f7c0b68e0 2024-04-15T15:12:05.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f73fff640 1 -- 172.21.15.84:0/3118377389 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0f68003520 con 0x7f0f7c0b68e0 2024-04-15T15:12:05.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f73fff640 1 -- 172.21.15.84:0/3118377389 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 846251551 0 0) 0x7f0f68003520 con 0x7f0f7c0b68e0 2024-04-15T15:12:05.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f73fff640 1 -- 172.21.15.84:0/3118377389 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0f7c0c9570 msgr2=0x7f0f7c161de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:05.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f73fff640 1 --2- 172.21.15.84:0/3118377389 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0f7c0c9570 0x7f0f7c161de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:05.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f73fff640 1 -- 172.21.15.84:0/3118377389 >> v2:172.21.15.203:3300/0 conn(0x7f0f7c0d12f0 msgr2=0x7f0f7c1618a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:05.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f73fff640 1 --2- 172.21.15.84:0/3118377389 >> v2:172.21.15.203:3300/0 conn(0x7f0f7c0d12f0 0x7f0f7c1618a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:05.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f73fff640 1 -- 172.21.15.84:0/3118377389 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f7c0cd300 con 0x7f0f7c0b68e0 2024-04-15T15:12:05.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f73fff640 1 -- 172.21.15.84:0/3118377389 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f0f740019f0 con 0x7f0f7c0b68e0 2024-04-15T15:12:05.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f73fff640 1 -- 172.21.15.84:0/3118377389 >> v1:172.21.15.84:6789/0 conn(0x7f0f7c0b68e0 legacy=0x7f0f7c0cdb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:05.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f73fff640 1 --2- 172.21.15.84:0/3118377389 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0f7c0c9570 0x7f0f680039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:05.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f73fff640 1 --2- 172.21.15.84:0/3118377389 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0f68003f30 0x7f0f68004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:05.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f73fff640 1 --2- 172.21.15.84:0/3118377389 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0f68004d40 0x7f0f680051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:05.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f73fff640 1 -- 172.21.15.84:0/3118377389 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0f7c0ccaf0 con 0x7f0f68003f30 2024-04-15T15:12:05.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f73fff640 1 -- 172.21.15.84:0/3118377389 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0f7c0cd020 con 0x7f0f68004d40 2024-04-15T15:12:05.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.125+0000 7f0f73fff640 1 -- 172.21.15.84:0/3118377389 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f0f6800b9c0 con 0x7f0f7c0c9570 2024-04-15T15:12:05.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.126+0000 7f0f80b63640 1 --2- 172.21.15.84:0/3118377389 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0f68003f30 0x7f0f68004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:05.131 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.126+0000 7f0f81364640 1 --2- 172.21.15.84:0/3118377389 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0f7c0c9570 0x7f0f680039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:05.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.126+0000 7f0f81b65640 1 --2- 172.21.15.84:0/3118377389 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0f68004d40 0x7f0f680051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:05.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.126+0000 7f0f80b63640 1 -- 172.21.15.84:0/3118377389 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0f7c0c9570 msgr2=0x7f0f680039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:05.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.126+0000 7f0f80b63640 1 --2- 172.21.15.84:0/3118377389 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0f7c0c9570 0x7f0f680039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:05.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.126+0000 7f0f80b63640 1 -- 172.21.15.84:0/3118377389 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0f68004d40 msgr2=0x7f0f680051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:05.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.126+0000 7f0f80b63640 1 --2- 172.21.15.84:0/3118377389 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0f68004d40 0x7f0f680051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:05.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.126+0000 7f0f80b63640 1 -- 172.21.15.84:0/3118377389 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f68003520 con 0x7f0f68003f30 2024-04-15T15:12:05.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.127+0000 7f0f80b63640 1 --2- 172.21.15.84:0/3118377389 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0f68003f30 0x7f0f68004800 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f0f6c009ac0 tx=0x7f0f68005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=644c1b9c7022bfdd server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:05.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.127+0000 7f0f73fff640 1 -- 172.21.15.84:0/3118377389 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f6c039070 con 0x7f0f68003f30 2024-04-15T15:12:05.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.127+0000 7f0f73fff640 1 -- 172.21.15.84:0/3118377389 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f6c02c6b0 con 0x7f0f68003f30 2024-04-15T15:12:05.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.127+0000 7f0f73fff640 1 -- 172.21.15.84:0/3118377389 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f6c009690 con 0x7f0f68003f30 2024-04-15T15:12:05.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.127+0000 7f0f835c8640 1 -- 172.21.15.84:0/3118377389 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0f68003f30 msgr2=0x7f0f68004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:05.132 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.127+0000 7f0f835c8640 1 --2- 172.21.15.84:0/3118377389 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0f68003f30 0x7f0f68004800 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f0f6c009ac0 tx=0x7f0f68005830 comp rx=0 tx=0).stop 2024-04-15T15:12:05.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.127+0000 7f0f81b65640 1 -- 172.21.15.84:0/3118377389 reap_dead start 2024-04-15T15:12:05.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.127+0000 7f0f835c8640 1 -- 172.21.15.84:0/3118377389 shutdown_connections 2024-04-15T15:12:05.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.127+0000 7f0f835c8640 1 -- 172.21.15.84:0/3118377389 >> 172.21.15.84:0/3118377389 conn(0x7f0f7c0b3f90 msgr2=0x7f0f7c0b43a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:05.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.127+0000 7f0f835c8640 1 -- 172.21.15.84:0/3118377389 shutdown_connections 2024-04-15T15:12:05.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.127+0000 7f0f835c8640 1 -- 172.21.15.84:0/3118377389 wait complete. 2024-04-15T15:12:05.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.129+0000 7f0f835c8640 1 Processor -- start 2024-04-15T15:12:05.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.129+0000 7f0f835c8640 1 -- start start 2024-04-15T15:12:05.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.129+0000 7f0f835c8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0f7c14f980 0x7f0f7c1584c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:05.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.129+0000 7f0f835c8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0f7c159cd0 0x7f0f7c15d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:05.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.129+0000 7f0f835c8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0f7c157910 0x7f0f7c15ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:05.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.129+0000 7f0f835c8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0f7c0d2210 con 0x7f0f7c157910 2024-04-15T15:12:05.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.129+0000 7f0f835c8640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0f7c0d2090 con 0x7f0f7c159cd0 2024-04-15T15:12:05.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.129+0000 7f0f835c8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f0f7c0d16d0 con 0x7f0f7c14f980 2024-04-15T15:12:05.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.129+0000 7f0f81b65640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0f7c157910 0x7f0f7c15ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:05.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.129+0000 7f0f81b65640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0f7c157910 0x7f0f7c15ddf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58542/0 (socket says 172.21.15.84:58542) 2024-04-15T15:12:05.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.129+0000 7f0f81b65640 1 -- 172.21.15.84:0/1398798503 learned_addr learned my addr 172.21.15.84:0/1398798503 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:05.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.130+0000 7f0f81b65640 1 -- 172.21.15.84:0/1398798503 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0f7c14f980 msgr2=0x7f0f7c1584c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:05.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.130+0000 7f0f81b65640 1 --2- 172.21.15.84:0/1398798503 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0f7c14f980 0x7f0f7c1584c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:05.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.130+0000 7f0f81b65640 1 -- 172.21.15.84:0/1398798503 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0f7c159cd0 msgr2=0x7f0f7c15d8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:05.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.130+0000 7f0f81b65640 1 --2- 172.21.15.84:0/1398798503 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0f7c159cd0 0x7f0f7c15d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:05.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.130+0000 7f0f81b65640 1 -- 172.21.15.84:0/1398798503 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f7c158c30 con 0x7f0f7c157910 2024-04-15T15:12:05.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.130+0000 7f0f81b65640 1 --2- 172.21.15.84:0/1398798503 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0f7c157910 0x7f0f7c15ddf0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f0f7c073640 tx=0x7f0f7400a750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:05.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.130+0000 7f0f71ffb640 1 -- 172.21.15.84:0/1398798503 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f740133f0 con 0x7f0f7c157910 2024-04-15T15:12:05.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.130+0000 7f0f71ffb640 1 -- 172.21.15.84:0/1398798503 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f74018070 con 0x7f0f7c157910 2024-04-15T15:12:05.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.130+0000 7f0f71ffb640 1 -- 172.21.15.84:0/1398798503 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f740137f0 con 0x7f0f7c157910 2024-04-15T15:12:05.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.130+0000 7f0f835c8640 1 -- 172.21.15.84:0/1398798503 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f7c158f10 con 0x7f0f7c157910 2024-04-15T15:12:05.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.130+0000 7f0f835c8640 1 -- 172.21.15.84:0/1398798503 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f7c1594d0 con 0x7f0f7c157910 2024-04-15T15:12:05.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.131+0000 7f0f835c8640 1 -- 172.21.15.84:0/1398798503 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f7c0689e0 con 0x7f0f7c157910 2024-04-15T15:12:05.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.131+0000 7f0f71ffb640 1 -- 172.21.15.84:0/1398798503 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f0f74013ba0 con 0x7f0f7c157910 2024-04-15T15:12:05.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.132+0000 7f0f71ffb640 1 --2- 172.21.15.84:0/1398798503 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0f6006c9b0 0x7f0f6006ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:05.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.132+0000 7f0f71ffb640 1 -- 172.21.15.84:0/1398798503 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6130+0+0 (secure 0 0 0) 0x7f0f7408c970 con 0x7f0f7c157910 2024-04-15T15:12:05.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.132+0000 7f0f81364640 1 --2- 172.21.15.84:0/1398798503 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0f6006c9b0 0x7f0f6006ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:05.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.132+0000 7f0f81364640 1 --2- 172.21.15.84:0/1398798503 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0f6006c9b0 0x7f0f6006ee70 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f0f78006e80 tx=0x7f0f78006df0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:05.138 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.136+0000 7f0f71ffb640 1 -- 172.21.15.84:0/1398798503 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f0f7408ee20 con 0x7f0f7c157910 2024-04-15T15:12:05.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.353+0000 7f0f835c8640 1 -- 172.21.15.84:0/1398798503 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f0f7c0b2fb0 con 0x7f0f7c157910 2024-04-15T15:12:05.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.353+0000 7f0f71ffb640 1 -- 172.21.15.84:0/1398798503 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v16) ==== 53+0+73 (secure 0 0 0) 0x7f0f7405ac00 con 0x7f0f7c157910 2024-04-15T15:12:05.356 INFO:teuthology.orchestra.run.smithi084.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-15T15:12:05.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.355+0000 7f0f835c8640 1 -- 172.21.15.84:0/1398798503 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0f6006c9b0 msgr2=0x7f0f6006ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:05.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.355+0000 7f0f835c8640 1 --2- 172.21.15.84:0/1398798503 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0f6006c9b0 0x7f0f6006ee70 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f0f78006e80 tx=0x7f0f78006df0 comp rx=0 tx=0).stop 2024-04-15T15:12:05.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.355+0000 7f0f835c8640 1 -- 172.21.15.84:0/1398798503 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0f7c157910 msgr2=0x7f0f7c15ddf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:05.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.355+0000 7f0f835c8640 1 --2- 172.21.15.84:0/1398798503 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0f7c157910 0x7f0f7c15ddf0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f0f7c073640 tx=0x7f0f7400a750 comp rx=0 tx=0).stop 2024-04-15T15:12:05.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.355+0000 7f0f835c8640 1 -- 172.21.15.84:0/1398798503 shutdown_connections 2024-04-15T15:12:05.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.355+0000 7f0f835c8640 1 --2- 172.21.15.84:0/1398798503 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0f6006c9b0 0x7f0f6006ee70 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:05.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.355+0000 7f0f835c8640 1 --2- 172.21.15.84:0/1398798503 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0f7c159cd0 0x7f0f7c15d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:05.359 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.355+0000 7f0f835c8640 1 --2- 172.21.15.84:0/1398798503 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0f7c157910 0x7f0f7c15ddf0 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:05.360 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.355+0000 7f0f835c8640 1 --2- 172.21.15.84:0/1398798503 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0f7c14f980 0x7f0f7c1584c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:05.360 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.355+0000 7f0f835c8640 1 -- 172.21.15.84:0/1398798503 >> 172.21.15.84:0/1398798503 conn(0x7f0f7c0b3f90 msgr2=0x7f0f7c0c8d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:05.360 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.355+0000 7f0f835c8640 1 -- 172.21.15.84:0/1398798503 shutdown_connections 2024-04-15T15:12:05.360 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:05.356+0000 7f0f835c8640 1 -- 172.21.15.84:0/1398798503 wait complete. 2024-04-15T15:12:05.368 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-15T15:12:05.368 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-15T15:12:05.368 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi203.front.sepia.ceph.com 2024-04-15T15:12:05.368 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-04-15T15:12:05.369 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-04-15T15:12:05.369 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-15T15:12:05.369 INFO:tasks.cephfs.mount:self.cephfs_mntpt = /volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77 2024-04-15T15:12:05.369 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-15T15:12:05.369 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.3' netns for '/home/ubuntu/cephtest/mnt.3' 2024-04-15T15:12:05.369 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:05.369 DEBUG:teuthology.orchestra.run.smithi203:> ip addr 2024-04-15T15:12:05.390 INFO:teuthology.orchestra.run.smithi203.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-15T15:12:05.390 INFO:teuthology.orchestra.run.smithi203.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-15T15:12:05.390 INFO:teuthology.orchestra.run.smithi203.stdout: inet 127.0.0.1/8 scope host lo 2024-04-15T15:12:05.390 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:05.390 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 ::1/128 scope host 2024-04-15T15:12:05.390 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:05.390 INFO:teuthology.orchestra.run.smithi203.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:12:05.391 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 0c:c4:7a:d9:19:44 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:12:05.391 INFO:teuthology.orchestra.run.smithi203.stdout: altname enp7s0f0 2024-04-15T15:12:05.391 INFO:teuthology.orchestra.run.smithi203.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:12:05.391 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 0c:c4:7a:d9:19:45 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:12:05.391 INFO:teuthology.orchestra.run.smithi203.stdout: altname enp7s0f1 2024-04-15T15:12:05.391 INFO:teuthology.orchestra.run.smithi203.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-15T15:12:05.391 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 0c:c4:7a:8f:4a:22 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:12:05.391 INFO:teuthology.orchestra.run.smithi203.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-15T15:12:05.391 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 0c:c4:7a:8f:4a:23 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:12:05.391 INFO:teuthology.orchestra.run.smithi203.stdout: inet 172.21.15.203/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-04-15T15:12:05.391 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft 42603sec preferred_lft 42603sec 2024-04-15T15:12:05.391 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 fe80::ec4:7aff:fe8f:4a23/64 scope link 2024-04-15T15:12:05.391 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:05.391 INFO:teuthology.orchestra.run.smithi203.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-04-15T15:12:05.391 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 06:98:7b:da:44:18 brd ff:ff:ff:ff:ff:ff 2024-04-15T15:12:05.392 INFO:teuthology.orchestra.run.smithi203.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-04-15T15:12:05.392 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:05.392 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 fe80::f8e6:42ff:fea2:5ff6/64 scope link 2024-04-15T15:12:05.392 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:05.392 INFO:teuthology.orchestra.run.smithi203.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-04-15T15:12:05.392 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 62:46:3e:56:07:0b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:12:05.392 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 fe80::6046:3eff:fe56:70b/64 scope link 2024-04-15T15:12:05.392 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:05.392 INFO:teuthology.orchestra.run.smithi203.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-04-15T15:12:05.392 INFO:teuthology.orchestra.run.smithi203.stdout: link/ether 06:98:7b:da:44:18 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.3 2024-04-15T15:12:05.392 INFO:teuthology.orchestra.run.smithi203.stdout: inet6 fe80::498:7bff:feda:4418/64 scope link 2024-04-15T15:12:05.392 INFO:teuthology.orchestra.run.smithi203.stdout: valid_lft forever preferred_lft forever 2024-04-15T15:12:05.392 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:05.393 DEBUG:teuthology.orchestra.run.smithi203:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-15T15:12:05.463 INFO:teuthology.orchestra.run.smithi203.stdout:1 2024-04-15T15:12:05.465 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:05.465 DEBUG:teuthology.orchestra.run.smithi203:> route 2024-04-15T15:12:05.525 INFO:teuthology.orchestra.run.smithi203.stdout:Kernel IP routing table 2024-04-15T15:12:05.526 INFO:teuthology.orchestra.run.smithi203.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-15T15:12:05.526 INFO:teuthology.orchestra.run.smithi203.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-04-15T15:12:05.526 INFO:teuthology.orchestra.run.smithi203.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-04-15T15:12:05.526 INFO:teuthology.orchestra.run.smithi203.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-15T15:12:05.527 DEBUG:teuthology.orchestra.run.smithi203:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-15T15:12:05.527 DEBUG:teuthology.orchestra.run.smithi203:> set -e 2024-04-15T15:12:05.527 DEBUG:teuthology.orchestra.run.smithi203:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-04-15T15:12:05.527 DEBUG:teuthology.orchestra.run.smithi203:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-04-15T15:12:05.528 DEBUG:teuthology.orchestra.run.smithi203:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-04-15T15:12:05.528 DEBUG:teuthology.orchestra.run.smithi203:> ') 2024-04-15T15:12:05.619 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:12:05 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-15T15:12:05.665 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:12:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:12:05.671 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:05.671 DEBUG:teuthology.orchestra.run.smithi203:> ip netns list 2024-04-15T15:12:05.687 INFO:teuthology.orchestra.run.smithi203.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-04-15T15:12:05.687 INFO:teuthology.orchestra.run.smithi203.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-04-15T15:12:05.688 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.3' netns for '/home/ubuntu/cephtest/mnt.3' 2024-04-15T15:12:05.688 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:05.688 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip link set brx.1 up 2024-04-15T15:12:05.757 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-04-15T15:12:05.757 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:12:05.757 DEBUG:teuthology.orchestra.run.smithi203:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-04-15T15:12:05.812 INFO:teuthology.orchestra.run.smithi203.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-04-15T15:12:05.812 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-15T15:12:05.813 DEBUG:teuthology.orchestra.run.smithi203:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-04-15T15:12:05.868 DEBUG:teuthology.orchestra.run.smithi203:> sudo modprobe fuse 2024-04-15T15:12:05.938 DEBUG:teuthology.orchestra.run.smithi203:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:12:05.996 INFO:teuthology.orchestra.run.smithi203.stdout:/proc 2024-04-15T15:12:05.996 INFO:teuthology.orchestra.run.smithi203.stdout:/sys 2024-04-15T15:12:05.996 INFO:teuthology.orchestra.run.smithi203.stdout:/dev 2024-04-15T15:12:05.996 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/security 2024-04-15T15:12:05.996 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/shm 2024-04-15T15:12:05.997 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/pts 2024-04-15T15:12:05.997 INFO:teuthology.orchestra.run.smithi203.stdout:/run 2024-04-15T15:12:05.997 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/cgroup 2024-04-15T15:12:05.997 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/pstore 2024-04-15T15:12:05.997 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/bpf 2024-04-15T15:12:05.997 INFO:teuthology.orchestra.run.smithi203.stdout:/ 2024-04-15T15:12:05.998 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/selinux 2024-04-15T15:12:05.998 INFO:teuthology.orchestra.run.smithi203.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:12:05.998 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/mqueue 2024-04-15T15:12:05.998 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/hugepages 2024-04-15T15:12:05.998 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/debug 2024-04-15T15:12:05.999 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/tracing 2024-04-15T15:12:05.999 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/fuse/connections 2024-04-15T15:12:05.999 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/config 2024-04-15T15:12:05.999 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:12:05.999 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:12:05.999 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:12:06.000 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:12:06.000 INFO:teuthology.orchestra.run.smithi203.stdout:/run/user/1000 2024-04-15T15:12:06.000 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph 2024-04-15T15:12:06.000 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-4 2024-04-15T15:12:06.000 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-5 2024-04-15T15:12:06.000 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-6 2024-04-15T15:12:06.001 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-7 2024-04-15T15:12:06.001 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns 2024-04-15T15:12:06.001 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:12:06.001 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:12:06.001 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-04-15T15:12:06.001 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-04-15T15:12:06.002 INFO:teuthology.orchestra.run.smithi203.stdout:/home/ubuntu/cephtest/mnt.1 2024-04-15T15:12:06.002 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:06.002 DEBUG:teuthology.orchestra.run.smithi203:> ls /sys/fs/fuse/connections 2024-04-15T15:12:06.052 INFO:teuthology.orchestra.run.smithi203.stdout:41 2024-04-15T15:12:06.052 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [41] 2024-04-15T15:12:06.053 DEBUG:teuthology.orchestra.run.smithi203:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3 --client_mountpoint=/volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77) 2024-04-15T15:12:06.095 DEBUG:teuthology.orchestra.run.smithi203:> sudo modprobe fuse 2024-04-15T15:12:06.124 DEBUG:teuthology.orchestra.run.smithi203:> cat /proc/self/mounts | awk '{print $2}' 2024-04-15T15:12:06.182 INFO:teuthology.orchestra.run.smithi203.stdout:/proc 2024-04-15T15:12:06.182 INFO:teuthology.orchestra.run.smithi203.stdout:/sys 2024-04-15T15:12:06.182 INFO:teuthology.orchestra.run.smithi203.stdout:/dev 2024-04-15T15:12:06.182 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/security 2024-04-15T15:12:06.183 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/shm 2024-04-15T15:12:06.183 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/pts 2024-04-15T15:12:06.183 INFO:teuthology.orchestra.run.smithi203.stdout:/run 2024-04-15T15:12:06.183 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/cgroup 2024-04-15T15:12:06.183 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/pstore 2024-04-15T15:12:06.183 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/bpf 2024-04-15T15:12:06.184 INFO:teuthology.orchestra.run.smithi203.stdout:/ 2024-04-15T15:12:06.184 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/selinux 2024-04-15T15:12:06.184 INFO:teuthology.orchestra.run.smithi203.stdout:/proc/sys/fs/binfmt_misc 2024-04-15T15:12:06.184 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/mqueue 2024-04-15T15:12:06.184 INFO:teuthology.orchestra.run.smithi203.stdout:/dev/hugepages 2024-04-15T15:12:06.184 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/debug 2024-04-15T15:12:06.185 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/tracing 2024-04-15T15:12:06.185 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/fs/fuse/connections 2024-04-15T15:12:06.185 INFO:teuthology.orchestra.run.smithi203.stdout:/sys/kernel/config 2024-04-15T15:12:06.185 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-sysctl.service 2024-04-15T15:12:06.185 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-04-15T15:12:06.186 INFO:teuthology.orchestra.run.smithi203.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-04-15T15:12:06.186 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/nfs/rpc_pipefs 2024-04-15T15:12:06.186 INFO:teuthology.orchestra.run.smithi203.stdout:/run/user/1000 2024-04-15T15:12:06.186 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph 2024-04-15T15:12:06.186 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-4 2024-04-15T15:12:06.186 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-5 2024-04-15T15:12:06.187 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-6 2024-04-15T15:12:06.187 INFO:teuthology.orchestra.run.smithi203.stdout:/var/lib/ceph/osd/ceph-7 2024-04-15T15:12:06.187 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns 2024-04-15T15:12:06.187 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:12:06.187 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:12:06.187 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-04-15T15:12:06.188 INFO:teuthology.orchestra.run.smithi203.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-04-15T15:12:06.188 INFO:teuthology.orchestra.run.smithi203.stdout:/home/ubuntu/cephtest/mnt.1 2024-04-15T15:12:06.188 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:06.189 DEBUG:teuthology.orchestra.run.smithi203:> ls /sys/fs/fuse/connections 2024-04-15T15:12:06.190 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi203.stderr:2024-04-15T15:12:06.182+0000 7f3bfa4fa480 -1 init, newargv = 0x55ef47749030 newargc=15 2024-04-15T15:12:06.190 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi203.stderr:ceph-fuse[45986]: starting ceph client 2024-04-15T15:12:06.191 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi203.stderr:ceph-fuse[45986]: starting fuse 2024-04-15T15:12:06.206 INFO:teuthology.orchestra.run.smithi203.stdout:41 2024-04-15T15:12:06.206 INFO:teuthology.orchestra.run.smithi203.stdout:44 2024-04-15T15:12:06.206 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41, 44] 2024-04-15T15:12:06.207 DEBUG:teuthology.orchestra.run.smithi203:> sudo stdin-killer -- python3 -c ' 2024-04-15T15:12:06.207 DEBUG:teuthology.orchestra.run.smithi203:> import glob 2024-04-15T15:12:06.207 DEBUG:teuthology.orchestra.run.smithi203:> import re 2024-04-15T15:12:06.207 DEBUG:teuthology.orchestra.run.smithi203:> import os 2024-04-15T15:12:06.207 DEBUG:teuthology.orchestra.run.smithi203:> import subprocess 2024-04-15T15:12:06.207 DEBUG:teuthology.orchestra.run.smithi203:> 2024-04-15T15:12:06.207 DEBUG:teuthology.orchestra.run.smithi203:> def _find_admin_socket(client_name): 2024-04-15T15:12:06.207 DEBUG:teuthology.orchestra.run.smithi203:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-04-15T15:12:06.207 DEBUG:teuthology.orchestra.run.smithi203:> files = glob.glob(asok_path) 2024-04-15T15:12:06.207 DEBUG:teuthology.orchestra.run.smithi203:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-04-15T15:12:06.207 DEBUG:teuthology.orchestra.run.smithi203:> 2024-04-15T15:12:06.207 DEBUG:teuthology.orchestra.run.smithi203:> # Given a non-glob path, it better be there 2024-04-15T15:12:06.207 DEBUG:teuthology.orchestra.run.smithi203:> if "*" not in asok_path: 2024-04-15T15:12:06.207 DEBUG:teuthology.orchestra.run.smithi203:> assert(len(files) == 1) 2024-04-15T15:12:06.208 DEBUG:teuthology.orchestra.run.smithi203:> return files[0] 2024-04-15T15:12:06.208 DEBUG:teuthology.orchestra.run.smithi203:> 2024-04-15T15:12:06.208 DEBUG:teuthology.orchestra.run.smithi203:> for f in files: 2024-04-15T15:12:06.208 DEBUG:teuthology.orchestra.run.smithi203:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-04-15T15:12:06.208 DEBUG:teuthology.orchestra.run.smithi203:> if os.path.exists("/proc/{0}".format(pid)): 2024-04-15T15:12:06.208 DEBUG:teuthology.orchestra.run.smithi203:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-04-15T15:12:06.208 DEBUG:teuthology.orchestra.run.smithi203:> contents = proc_f.read() 2024-04-15T15:12:06.208 DEBUG:teuthology.orchestra.run.smithi203:> if mountpoint in contents: 2024-04-15T15:12:06.208 DEBUG:teuthology.orchestra.run.smithi203:> return f 2024-04-15T15:12:06.208 DEBUG:teuthology.orchestra.run.smithi203:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-04-15T15:12:06.208 DEBUG:teuthology.orchestra.run.smithi203:> 2024-04-15T15:12:06.208 DEBUG:teuthology.orchestra.run.smithi203:> print(_find_admin_socket("client.3")) 2024-04-15T15:12:06.208 DEBUG:teuthology.orchestra.run.smithi203:> ' 2024-04-15T15:12:06.329 INFO:teuthology.orchestra.run.smithi203.stdout:/var/run/ceph/ceph-client.3.45986.asok 2024-04-15T15:12:06.332 INFO:teuthology.orchestra.run.smithi203.stderr:2024-04-15T15:12:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:12:06.339 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.45986.asok 2024-04-15T15:12:06.340 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:06.340 DEBUG:teuthology.orchestra.run.smithi203:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.45986.asok status 2024-04-15T15:12:06.478 INFO:teuthology.orchestra.run.smithi203.stdout:{ 2024-04-15T15:12:06.479 INFO:teuthology.orchestra.run.smithi203.stdout: "metadata": { 2024-04-15T15:12:06.479 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_sha1": "9bf1c4ba967dd24077be6e5b87edda4ca87a6e14", 2024-04-15T15:12:06.479 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_version": "ceph version 19.0.0-2861-g9bf1c4ba (9bf1c4ba967dd24077be6e5b87edda4ca87a6e14) squid (dev)", 2024-04-15T15:12:06.479 INFO:teuthology.orchestra.run.smithi203.stdout: "entity_id": "3", 2024-04-15T15:12:06.479 INFO:teuthology.orchestra.run.smithi203.stdout: "hostname": "smithi203", 2024-04-15T15:12:06.479 INFO:teuthology.orchestra.run.smithi203.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-04-15T15:12:06.479 INFO:teuthology.orchestra.run.smithi203.stdout: "pid": "45986", 2024-04-15T15:12:06.479 INFO:teuthology.orchestra.run.smithi203.stdout: "root": "/volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77" 2024-04-15T15:12:06.479 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-04-15T15:12:06.479 INFO:teuthology.orchestra.run.smithi203.stdout: "dentry_count": 0, 2024-04-15T15:12:06.480 INFO:teuthology.orchestra.run.smithi203.stdout: "dentry_pinned_count": 0, 2024-04-15T15:12:06.480 INFO:teuthology.orchestra.run.smithi203.stdout: "id": 5099, 2024-04-15T15:12:06.480 INFO:teuthology.orchestra.run.smithi203.stdout: "inst": { 2024-04-15T15:12:06.480 INFO:teuthology.orchestra.run.smithi203.stdout: "name": { 2024-04-15T15:12:06.480 INFO:teuthology.orchestra.run.smithi203.stdout: "type": "client", 2024-04-15T15:12:06.480 INFO:teuthology.orchestra.run.smithi203.stdout: "num": 5099 2024-04-15T15:12:06.480 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-04-15T15:12:06.481 INFO:teuthology.orchestra.run.smithi203.stdout: "addr": { 2024-04-15T15:12:06.481 INFO:teuthology.orchestra.run.smithi203.stdout: "type": "v1", 2024-04-15T15:12:06.481 INFO:teuthology.orchestra.run.smithi203.stdout: "addr": "192.168.0.2:0", 2024-04-15T15:12:06.481 INFO:teuthology.orchestra.run.smithi203.stdout: "nonce": 2518102374 2024-04-15T15:12:06.481 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-04-15T15:12:06.481 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-04-15T15:12:06.482 INFO:teuthology.orchestra.run.smithi203.stdout: "addr": { 2024-04-15T15:12:06.482 INFO:teuthology.orchestra.run.smithi203.stdout: "type": "v1", 2024-04-15T15:12:06.482 INFO:teuthology.orchestra.run.smithi203.stdout: "addr": "192.168.0.2:0", 2024-04-15T15:12:06.482 INFO:teuthology.orchestra.run.smithi203.stdout: "nonce": 2518102374 2024-04-15T15:12:06.482 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-04-15T15:12:06.482 INFO:teuthology.orchestra.run.smithi203.stdout: "inst_str": "client.5099 192.168.0.2:0/2518102374", 2024-04-15T15:12:06.482 INFO:teuthology.orchestra.run.smithi203.stdout: "addr_str": "192.168.0.2:0/2518102374", 2024-04-15T15:12:06.482 INFO:teuthology.orchestra.run.smithi203.stdout: "inode_count": 5, 2024-04-15T15:12:06.482 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_epoch": 16, 2024-04-15T15:12:06.482 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_epoch": 40, 2024-04-15T15:12:06.482 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_epoch_barrier": 0, 2024-04-15T15:12:06.483 INFO:teuthology.orchestra.run.smithi203.stdout: "blocklisted": false, 2024-04-15T15:12:06.483 INFO:teuthology.orchestra.run.smithi203.stdout: "fs_name": "cephfs" 2024-04-15T15:12:06.483 INFO:teuthology.orchestra.run.smithi203.stdout:} 2024-04-15T15:12:06.487 DEBUG:teuthology.orchestra.run.smithi084:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'touch file') 2024-04-15T15:12:06.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-15T15:12:06.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-15T15:12:06.561 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:06.561 DEBUG:teuthology.orchestra.run.smithi084:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.quiesce.block -v 1 file) 2024-04-15T15:12:06.581 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.2:0 quiesce path /volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77 --wait 2024-04-15T15:12:06.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.730+0000 7f7a8f24a640 1 Processor -- start 2024-04-15T15:12:06.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.730+0000 7f7a8f24a640 1 -- start start 2024-04-15T15:12:06.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.731+0000 7f7a8f24a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7a8815e9d0 0x7f7a880b3a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.731+0000 7f7a8f24a640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f7a880d1760 0x7f7a880d4330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.731+0000 7f7a8f24a640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7a880d4d00 con 0x7f7a880d4870 2024-04-15T15:12:06.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.731+0000 7f7a8f24a640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f7a880d22c0 con 0x7f7a880d1760 2024-04-15T15:12:06.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.731+0000 7f7a8f24a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f7a880d0e80 con 0x7f7a8815e9d0 2024-04-15T15:12:06.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.731+0000 7f7a7ffff640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f7a880d1760 0x7f7a880d4330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.731+0000 7f7a7ffff640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f7a880d1760 0x7f7a880d4330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:48214/0 (socket says 172.21.15.84:48214) 2024-04-15T15:12:06.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.731+0000 7f7a7ffff640 1 -- 172.21.15.84:0/2015359891 learned_addr learned my addr 172.21.15.84:0/2015359891 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:06.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.731+0000 7f7a8cfe6640 1 --2- 172.21.15.84:0/2015359891 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7a8815e9d0 0x7f7a880b3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.731+0000 7f7a7ffff640 1 -- 172.21.15.84:0/2015359891 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7a8815e9d0 msgr2=0x7f7a880b3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:06.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.731+0000 7f7a7ffff640 1 --2- 172.21.15.84:0/2015359891 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7a8815e9d0 0x7f7a880b3a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.731+0000 7f7a7ffff640 1 -- 172.21.15.84:0/2015359891 >> v1:172.21.15.203:6789/0 conn(0x7f7a880d4870 legacy=0x7f7a880b6040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:06.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.731+0000 7f7a7ffff640 1 -- 172.21.15.84:0/2015359891 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a880d50c0 con 0x7f7a880d1760 2024-04-15T15:12:06.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.731+0000 7f7a7f7fe640 1 -- 172.21.15.84:0/2015359891 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1256088408 0 0) 0x7f7a880d4d00 con 0x7f7a880d4870 2024-04-15T15:12:06.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.732+0000 7f7a7ffff640 1 --2- 172.21.15.84:0/2015359891 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a880d1760 0x7f7a880d4330 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f7a78009870 tx=0x7f7a7802b980 comp rx=0 tx=0).ready entity=mon.1 client_cookie=883c5c1f4498d53f server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:06.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.732+0000 7f7a7f7fe640 1 -- 172.21.15.84:0/2015359891 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a78034070 con 0x7f7a880d1760 2024-04-15T15:12:06.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.732+0000 7f7a7f7fe640 1 -- 172.21.15.84:0/2015359891 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a78030840 con 0x7f7a880d1760 2024-04-15T15:12:06.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.732+0000 7f7a7f7fe640 1 -- 172.21.15.84:0/2015359891 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a78030c10 con 0x7f7a880d1760 2024-04-15T15:12:06.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.733+0000 7f7a8f24a640 1 -- 172.21.15.84:0/2015359891 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a880d1760 msgr2=0x7f7a880d4330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:06.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.733+0000 7f7a8f24a640 1 --2- 172.21.15.84:0/2015359891 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a880d1760 0x7f7a880d4330 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f7a78009870 tx=0x7f7a7802b980 comp rx=0 tx=0).stop 2024-04-15T15:12:06.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.733+0000 7f7a8f24a640 1 -- 172.21.15.84:0/2015359891 shutdown_connections 2024-04-15T15:12:06.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.733+0000 7f7a8f24a640 1 --2- 172.21.15.84:0/2015359891 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a880d1760 0x7f7a880d4330 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.736 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.733+0000 7f7a8f24a640 1 --2- 172.21.15.84:0/2015359891 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7a8815e9d0 0x7f7a880b3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.733+0000 7f7a8f24a640 1 -- 172.21.15.84:0/2015359891 >> 172.21.15.84:0/2015359891 conn(0x7f7a8809d970 msgr2=0x7f7a880b9580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:06.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.733+0000 7f7a8f24a640 1 -- 172.21.15.84:0/2015359891 shutdown_connections 2024-04-15T15:12:06.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.733+0000 7f7a8f24a640 1 -- 172.21.15.84:0/2015359891 wait complete. 2024-04-15T15:12:06.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.734+0000 7f7a8f24a640 1 Processor -- start 2024-04-15T15:12:06.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.734+0000 7f7a8f24a640 1 -- start start 2024-04-15T15:12:06.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.735+0000 7f7a8f24a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7a880d1760 0x7f7a880ccd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.735+0000 7f7a8f24a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7a880d4870 0x7f7a880b52b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.735+0000 7f7a8f24a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a8815e9d0 0x7f7a881559c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.735+0000 7f7a8f24a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7a880d0ba0 con 0x7f7a880d4870 2024-04-15T15:12:06.739 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.735+0000 7f7a8f24a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7a880d08c0 con 0x7f7a8815e9d0 2024-04-15T15:12:06.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.735+0000 7f7a8f24a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f7a8815edb0 con 0x7f7a880d1760 2024-04-15T15:12:06.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.735+0000 7f7a7ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7a880d4870 0x7f7a880b52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.735+0000 7f7a7ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7a880d4870 0x7f7a880b52b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58556/0 (socket says 172.21.15.84:58556) 2024-04-15T15:12:06.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.735+0000 7f7a7ffff640 1 -- 172.21.15.84:0/2720413825 learned_addr learned my addr 172.21.15.84:0/2720413825 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:06.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.735+0000 7f7a8cfe6640 1 --2- 172.21.15.84:0/2720413825 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7a880d1760 0x7f7a880ccd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.735+0000 7f7a8d7e7640 1 --2- 172.21.15.84:0/2720413825 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a8815e9d0 0x7f7a881559c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.735+0000 7f7a7ffff640 1 -- 172.21.15.84:0/2720413825 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7a880d1760 msgr2=0x7f7a880ccd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:06.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.735+0000 7f7a7ffff640 1 --2- 172.21.15.84:0/2720413825 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7a880d1760 0x7f7a880ccd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.735+0000 7f7a7ffff640 1 -- 172.21.15.84:0/2720413825 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a8815e9d0 msgr2=0x7f7a881559c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:06.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.735+0000 7f7a7ffff640 1 --2- 172.21.15.84:0/2720413825 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a8815e9d0 0x7f7a881559c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.735+0000 7f7a7ffff640 1 -- 172.21.15.84:0/2720413825 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a880b5ae0 con 0x7f7a880d4870 2024-04-15T15:12:06.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.736+0000 7f7a7ffff640 1 --2- 172.21.15.84:0/2720413825 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7a880d4870 0x7f7a880b52b0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f7a780090b0 tx=0x7f7a780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:06.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.736+0000 7f7a7d7fa640 1 -- 172.21.15.84:0/2720413825 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a78034040 con 0x7f7a880d4870 2024-04-15T15:12:06.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.736+0000 7f7a7d7fa640 1 -- 172.21.15.84:0/2720413825 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a7803ab90 con 0x7f7a880d4870 2024-04-15T15:12:06.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.736+0000 7f7a8f24a640 1 -- 172.21.15.84:0/2720413825 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a880b5dc0 con 0x7f7a880d4870 2024-04-15T15:12:06.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.736+0000 7f7a7d7fa640 1 -- 172.21.15.84:0/2720413825 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a78004030 con 0x7f7a880d4870 2024-04-15T15:12:06.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.736+0000 7f7a8f24a640 1 -- 172.21.15.84:0/2720413825 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a880b6380 con 0x7f7a880d4870 2024-04-15T15:12:06.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.737+0000 7f7a7d7fa640 1 -- 172.21.15.84:0/2720413825 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f7a78037070 con 0x7f7a880d4870 2024-04-15T15:12:06.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.738+0000 7f7a7d7fa640 1 --2- 172.21.15.84:0/2720413825 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7a7406c980 0x7f7a7406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.738+0000 7f7a7d7fa640 1 -- 172.21.15.84:0/2720413825 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6130+0+0 (secure 0 0 0) 0x7f7a780adbf0 con 0x7f7a880d4870 2024-04-15T15:12:06.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.738+0000 7f7a8cfe6640 1 --2- 172.21.15.84:0/2720413825 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7a7406c980 0x7f7a7406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.738+0000 7f7a8cfe6640 1 --2- 172.21.15.84:0/2720413825 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7a7406c980 0x7f7a7406ee40 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f7a84009b40 tx=0x7f7a84009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:06.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.739+0000 7f7a91e37740 1 Processor -- start 2024-04-15T15:12:06.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.739+0000 7f7a91e37740 1 -- start start 2024-04-15T15:12:06.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.739+0000 7f7a91e37740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cd1a6a8e80 0x55cd1a67be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.739+0000 7f7a91e37740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a9260 0x55cd1a6abc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.739+0000 7f7a91e37740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a67c360 0x55cd1a6ac150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.739+0000 7f7a91e37740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55cd1a643ad0 con 0x55cd1a6a9260 2024-04-15T15:12:06.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.739+0000 7f7a91e37740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55cd1a5e7560 con 0x55cd1a6a8e80 2024-04-15T15:12:06.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.739+0000 7f7a91e37740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x55cd1a58dc00 con 0x55cd1a67c360 2024-04-15T15:12:06.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.739+0000 7f7a7ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a9260 0x55cd1a6abc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.740+0000 7f7a7ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a9260 0x55cd1a6abc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58572/0 (socket says 172.21.15.84:58572) 2024-04-15T15:12:06.748 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.740+0000 7f7a7ffff640 1 -- 172.21.15.84:0/1811239617 learned_addr learned my addr 172.21.15.84:0/1811239617 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:06.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.740+0000 7f7a8d7e7640 1 --2- 172.21.15.84:0/1811239617 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a67c360 0x55cd1a6ac150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.740+0000 7f7a8cfe6640 1 --2- 172.21.15.84:0/1811239617 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cd1a6a8e80 0x55cd1a67be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.740+0000 7f7a7ffff640 1 -- 172.21.15.84:0/1811239617 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a67c360 msgr2=0x55cd1a6ac150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:06.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.740+0000 7f7a7ffff640 1 --2- 172.21.15.84:0/1811239617 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a67c360 0x55cd1a6ac150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.740+0000 7f7a7ffff640 1 -- 172.21.15.84:0/1811239617 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cd1a6a8e80 msgr2=0x55cd1a67be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:06.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.740+0000 7f7a7ffff640 1 --2- 172.21.15.84:0/1811239617 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cd1a6a8e80 0x55cd1a67be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.740+0000 7f7a7ffff640 1 -- 172.21.15.84:0/1811239617 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd1a3c6030 con 0x55cd1a6a9260 2024-04-15T15:12:06.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.740+0000 7f7a8d7e7640 1 --2- 172.21.15.84:0/1811239617 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a67c360 0x55cd1a6ac150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:06.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.740+0000 7f7a8cfe6640 1 --2- 172.21.15.84:0/1811239617 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cd1a6a8e80 0x55cd1a67be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:06.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.740+0000 7f7a7ffff640 1 --2- 172.21.15.84:0/1811239617 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a9260 0x55cd1a6abc10 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f7a78009870 tx=0x7f7a7807b510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e501554ce10c8aa6 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:06.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.740+0000 7f7a6e7fc640 1 -- 172.21.15.84:0/1811239617 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a7807fbd0 con 0x55cd1a6a9260 2024-04-15T15:12:06.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.740+0000 7f7a6e7fc640 1 -- 172.21.15.84:0/1811239617 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a78084400 con 0x55cd1a6a9260 2024-04-15T15:12:06.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.740+0000 7f7a6e7fc640 1 -- 172.21.15.84:0/1811239617 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a78077f40 con 0x55cd1a6a9260 2024-04-15T15:12:06.749 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.741+0000 7f7a91e37740 1 -- 172.21.15.84:0/1811239617 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a9260 msgr2=0x55cd1a6abc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:06.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.741+0000 7f7a91e37740 1 --2- 172.21.15.84:0/1811239617 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a9260 0x55cd1a6abc10 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f7a78009870 tx=0x7f7a7807b510 comp rx=0 tx=0).stop 2024-04-15T15:12:06.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.741+0000 7f7a91e37740 1 -- 172.21.15.84:0/1811239617 shutdown_connections 2024-04-15T15:12:06.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.741+0000 7f7a91e37740 1 --2- 172.21.15.84:0/1811239617 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a67c360 0x55cd1a6ac150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.741+0000 7f7a91e37740 1 --2- 172.21.15.84:0/1811239617 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a9260 0x55cd1a6abc10 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.741+0000 7f7a91e37740 1 --2- 172.21.15.84:0/1811239617 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cd1a6a8e80 0x55cd1a67be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.741+0000 7f7a91e37740 1 -- 172.21.15.84:0/1811239617 >> 172.21.15.84:0/1811239617 conn(0x55cd1a67e090 msgr2=0x55cd1a6c6c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:06.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.741+0000 7f7a91e37740 1 -- 172.21.15.84:0/1811239617 shutdown_connections 2024-04-15T15:12:06.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.741+0000 7f7a91e37740 1 -- 172.21.15.84:0/1811239617 wait complete. 2024-04-15T15:12:06.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.741+0000 7f7a91e37740 1 -- start start 2024-04-15T15:12:06.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.742+0000 7f7a91e37740 1 Processor -- start 2024-04-15T15:12:06.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.742+0000 7f7a91e37740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a6a8e80 0x55cd1a696390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.742+0000 7f7a91e37740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a9260 0x55cd1a6c65e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.742+0000 7f7a91e37740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cd1a6c6b20 0x55cd1a6b0540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.750 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.742+0000 7f7a91e37740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55cd1a5a1110 con 0x55cd1a6a9260 2024-04-15T15:12:06.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.742+0000 7f7a91e37740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55cd1a5e3520 con 0x55cd1a6c6b20 2024-04-15T15:12:06.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.742+0000 7f7a91e37740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x55cd1a5e7560 con 0x55cd1a6a8e80 2024-04-15T15:12:06.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.742+0000 7f7a91e37740 10 client.0 _ll_register_callbacks cb 0x55cd1a2f9410 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-15T15:12:06.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.742+0000 7f7a7ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a9260 0x55cd1a6c65e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.742+0000 7f7a7ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a9260 0x55cd1a6c65e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58584/0 (socket says 172.21.15.84:58584) 2024-04-15T15:12:06.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.742+0000 7f7a7ffff640 1 -- 172.21.15.84:0/1712014920 learned_addr learned my addr 172.21.15.84:0/1712014920 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:06.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.742+0000 7f7a8cfe6640 1 --2- 172.21.15.84:0/1712014920 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a6a8e80 0x55cd1a696390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.742+0000 7f7a8d7e7640 1 --2- 172.21.15.84:0/1712014920 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cd1a6c6b20 0x55cd1a6b0540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.743+0000 7f7a7ffff640 1 -- 172.21.15.84:0/1712014920 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a6a8e80 msgr2=0x55cd1a696390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:06.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.743+0000 7f7a7ffff640 1 --2- 172.21.15.84:0/1712014920 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a6a8e80 0x55cd1a696390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.743+0000 7f7a7ffff640 1 -- 172.21.15.84:0/1712014920 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cd1a6c6b20 msgr2=0x55cd1a6b0540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:06.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.743+0000 7f7a7ffff640 1 --2- 172.21.15.84:0/1712014920 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cd1a6c6b20 0x55cd1a6b0540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.743+0000 7f7a7ffff640 1 -- 172.21.15.84:0/1712014920 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd1a2f9c20 con 0x55cd1a6a9260 2024-04-15T15:12:06.751 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.743+0000 7f7a7ffff640 1 --2- 172.21.15.84:0/1712014920 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a9260 0x55cd1a6c65e0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f7a78079b80 tx=0x7f7a7802bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d2334efb045e5fb server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:06.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.743+0000 7f7a677fe640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-15T15:12:06.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.743+0000 7f7a677fe640 1 -- 172.21.15.84:0/1712014920 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a7807cd50 con 0x55cd1a6a9260 2024-04-15T15:12:06.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.743+0000 7f7a677fe640 1 -- 172.21.15.84:0/1712014920 <== mon.0 v2:172.21.15.84:3300/0 2 ==== osd_map(40..40 src has 1..40) ==== 6130+0+0 (secure 0 0 0) 0x7f7a780041d0 con 0x55cd1a6a9260 2024-04-15T15:12:06.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.743+0000 7f7a91e37740 1 -- 172.21.15.84:0/1712014920 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a78084400 con 0x55cd1a6a9260 2024-04-15T15:12:06.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.743+0000 7f7a677fe640 1 -- 172.21.15.84:0/1712014920 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7f7a7808c050 con 0x55cd1a6a9260 2024-04-15T15:12:06.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.743+0000 7f7a91e37740 10 client.5937 fetch_fsmap learned FSMap version 16 2024-04-15T15:12:06.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.743+0000 7f7a91e37740 1 -- 172.21.15.84:0/1712014920 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) -- 0x55cd1a2b9920 con 0x55cd1a6a9260 2024-04-15T15:12:06.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.743+0000 7f7a677fe640 1 -- 172.21.15.84:0/1712014920 <== mon.0 v2:172.21.15.84:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a78084400 con 0x55cd1a6a9260 2024-04-15T15:12:06.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.743+0000 7f7a677fe640 1 -- 172.21.15.84:0/1712014920 <== mon.0 v2:172.21.15.84:3300/0 5 ==== fsmap(e 16) ==== 3494+0+0 (secure 0 0 0) 0x7f7a7808f020 con 0x55cd1a6a9260 2024-04-15T15:12:06.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.743+0000 7f7a91e37740 10 client.5937 fetch_fsmap finished waiting for FSMap version 16 2024-04-15T15:12:06.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.743+0000 7f7a91e37740 10 client.5937 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-04-15T15:12:06.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.743+0000 7f7a91e37740 20 client.5937 populate_metadata read hostname 'smithi084' 2024-04-15T15:12:06.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.743+0000 7f7a91e37740 1 --2- 172.21.15.84:0/1712014920 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55cd1a698080 0x55cd1a698460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.752 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.743+0000 7f7a91e37740 4 client.5937 mds_command: new command op to 5520 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-15T15:12:06.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.743+0000 7f7a91e37740 1 -- 172.21.15.84:0/1712014920 --> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cd1a5f4f80 con 0x55cd1a698080 2024-04-15T15:12:06.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.744+0000 7f7a8cfe6640 1 --2- 172.21.15.84:0/1712014920 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55cd1a698080 0x55cd1a698460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.744+0000 7f7a677fe640 10 client.5937 ms_handle_connect on v2:172.21.15.84:6835/564521126 2024-04-15T15:12:06.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.744+0000 7f7a8cfe6640 1 --2- 172.21.15.84:0/1712014920 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55cd1a698080 0x55cd1a698460 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5c3b4598fdfac30 server_cookie=f3d152c597e0c9d2 in_seq=0 out_seq=0 2024-04-15T15:12:06.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.744+0000 7f7a677fe640 1 -- 172.21.15.84:0/1712014920 <== mds.0 v2:172.21.15.84:6835/564521126 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55cd1a5f4f80 con 0x55cd1a698080 2024-04-15T15:12:06.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.744+0000 7f7a677fe640 10 client.5937 handle_command_reply: tid=0 2024-04-15T15:12:06.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.744+0000 7f7a91e37740 1 client.5937 shutdown 2024-04-15T15:12:06.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.745+0000 7f7a91e37740 1 -- 172.21.15.84:0/1712014920 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a9260 msgr2=0x55cd1a6c65e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:06.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.745+0000 7f7a91e37740 1 --2- 172.21.15.84:0/1712014920 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a9260 0x55cd1a6c65e0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f7a78079b80 tx=0x7f7a7802bea0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.745+0000 7f7a91e37740 1 -- 172.21.15.84:0/1712014920 shutdown_connections 2024-04-15T15:12:06.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.745+0000 7f7a91e37740 1 --2- 172.21.15.84:0/1712014920 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55cd1a698080 0x55cd1a698460 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.745+0000 7f7a91e37740 1 --2- 172.21.15.84:0/1712014920 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cd1a6c6b20 0x55cd1a6b0540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.745+0000 7f7a677fe640 0 client.5937 ms_handle_reset on v2:172.21.15.84:6835/564521126 2024-04-15T15:12:06.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.745+0000 7f7a91e37740 1 --2- 172.21.15.84:0/1712014920 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a9260 0x55cd1a6c65e0 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.745+0000 7f7a91e37740 1 --2- 172.21.15.84:0/1712014920 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a6a8e80 0x55cd1a696390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.745+0000 7f7a91e37740 1 -- 172.21.15.84:0/1712014920 >> 172.21.15.84:0/1712014920 conn(0x55cd1a67c360 msgr2=0x55cd1a682a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:06.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.745+0000 7f7a91e37740 1 -- 172.21.15.84:0/1712014920 shutdown_connections 2024-04-15T15:12:06.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.745+0000 7f7a91e37740 1 -- 172.21.15.84:0/1712014920 wait complete. 2024-04-15T15:12:06.754 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.745+0000 7f7a91e37740 20 client.5937 trim_cache size 0 max 16384 2024-04-15T15:12:06.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.762+0000 7f7a91e37740 1 Processor -- start 2024-04-15T15:12:06.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.762+0000 7f7a91e37740 1 -- start start 2024-04-15T15:12:06.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.762+0000 7f7a91e37740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a8e80 0x55cd1a6c90f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.762+0000 7f7a91e37740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a6a9260 0x55cd1a6c45a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.762+0000 7f7a91e37740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cd1a6c6b20 0x55cd1a6c4ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.762+0000 7f7a91e37740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7a88201150 con 0x55cd1a6a8e80 2024-04-15T15:12:06.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.762+0000 7f7a91e37740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7a88200130 con 0x55cd1a6c6b20 2024-04-15T15:12:06.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.762+0000 7f7a91e37740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f7a881f5100 con 0x55cd1a6a9260 2024-04-15T15:12:06.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.763+0000 7f7a8cfe6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a8e80 0x55cd1a6c90f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.763+0000 7f7a8cfe6640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a8e80 0x55cd1a6c90f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58598/0 (socket says 172.21.15.84:58598) 2024-04-15T15:12:06.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.763+0000 7f7a8cfe6640 1 -- 172.21.15.84:0/1542093816 learned_addr learned my addr 172.21.15.84:0/1542093816 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:06.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.763+0000 7f7a7ffff640 1 --2- 172.21.15.84:0/1542093816 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a6a9260 0x55cd1a6c45a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.763+0000 7f7a8cfe6640 1 -- 172.21.15.84:0/1542093816 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a6a9260 msgr2=0x55cd1a6c45a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:06.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.763+0000 7f7a8cfe6640 1 --2- 172.21.15.84:0/1542093816 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a6a9260 0x55cd1a6c45a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.763+0000 7f7a8cfe6640 1 -- 172.21.15.84:0/1542093816 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cd1a6c6b20 msgr2=0x55cd1a6c4ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:06.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.763+0000 7f7a8cfe6640 1 --2- 172.21.15.84:0/1542093816 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cd1a6c6b20 0x55cd1a6c4ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.763+0000 7f7a8cfe6640 1 -- 172.21.15.84:0/1542093816 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd1a6b08b0 con 0x55cd1a6a8e80 2024-04-15T15:12:06.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.763+0000 7f7a8cfe6640 1 --2- 172.21.15.84:0/1542093816 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a8e80 0x55cd1a6c90f0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f7a840040f0 tx=0x7f7a84018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=374d18baeff19314 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:06.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.763+0000 7f7a6dffb640 1 -- 172.21.15.84:0/1542093816 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a8401e040 con 0x55cd1a6a8e80 2024-04-15T15:12:06.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.763+0000 7f7a6dffb640 1 -- 172.21.15.84:0/1542093816 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a8401f040 con 0x55cd1a6a8e80 2024-04-15T15:12:06.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.763+0000 7f7a6dffb640 1 -- 172.21.15.84:0/1542093816 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a840039b0 con 0x55cd1a6a8e80 2024-04-15T15:12:06.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.764+0000 7f7a91e37740 1 -- 172.21.15.84:0/1542093816 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a8e80 msgr2=0x55cd1a6c90f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:06.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.764+0000 7f7a91e37740 1 --2- 172.21.15.84:0/1542093816 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a8e80 0x55cd1a6c90f0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f7a840040f0 tx=0x7f7a84018000 comp rx=0 tx=0).stop 2024-04-15T15:12:06.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.764+0000 7f7a91e37740 1 -- 172.21.15.84:0/1542093816 shutdown_connections 2024-04-15T15:12:06.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.764+0000 7f7a91e37740 1 --2- 172.21.15.84:0/1542093816 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cd1a6c6b20 0x55cd1a6c4ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.764+0000 7f7a91e37740 1 --2- 172.21.15.84:0/1542093816 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a6a9260 0x55cd1a6c45a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.764+0000 7f7a91e37740 1 --2- 172.21.15.84:0/1542093816 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a8e80 0x55cd1a6c90f0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.764+0000 7f7a91e37740 1 -- 172.21.15.84:0/1542093816 >> 172.21.15.84:0/1542093816 conn(0x55cd1a67c360 msgr2=0x55cd1a682960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:06.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.764+0000 7f7a91e37740 1 -- 172.21.15.84:0/1542093816 shutdown_connections 2024-04-15T15:12:06.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.764+0000 7f7a91e37740 1 -- 172.21.15.84:0/1542093816 wait complete. 2024-04-15T15:12:06.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.764+0000 7f7a91e37740 1 -- start start 2024-04-15T15:12:06.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.764+0000 7f7a91e37740 1 Processor -- start 2024-04-15T15:12:06.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.765+0000 7f7a91e37740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a6a8e80 0x55cd1a67acd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.765+0000 7f7a91e37740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a9260 0x55cd1a6ab6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.765+0000 7f7a91e37740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cd1a6c6b20 0x55cd1a6d4da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.765+0000 7f7a91e37740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55cd1a643ad0 con 0x55cd1a6a9260 2024-04-15T15:12:06.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.765+0000 7f7a91e37740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7a881ffae0 con 0x55cd1a6c6b20 2024-04-15T15:12:06.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.765+0000 7f7a91e37740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x55cd1a5f4f80 con 0x55cd1a6a8e80 2024-04-15T15:12:06.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.765+0000 7f7a91e37740 10 client.0 _ll_register_callbacks cb 0x7f7a7807b410 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-15T15:12:06.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.765+0000 7f7a7ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a9260 0x55cd1a6ab6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.765+0000 7f7a7ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a9260 0x55cd1a6ab6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58606/0 (socket says 172.21.15.84:58606) 2024-04-15T15:12:06.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.765+0000 7f7a7ffff640 1 -- 172.21.15.84:0/1250712284 learned_addr learned my addr 172.21.15.84:0/1250712284 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:06.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.765+0000 7f7a8cfe6640 1 --2- 172.21.15.84:0/1250712284 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a6a8e80 0x55cd1a67acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.765+0000 7f7a8d7e7640 1 --2- 172.21.15.84:0/1250712284 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cd1a6c6b20 0x55cd1a6d4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a7ffff640 1 -- 172.21.15.84:0/1250712284 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a6a8e80 msgr2=0x55cd1a67acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:06.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a7ffff640 1 --2- 172.21.15.84:0/1250712284 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a6a8e80 0x55cd1a67acd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a7ffff640 1 -- 172.21.15.84:0/1250712284 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cd1a6c6b20 msgr2=0x55cd1a6d4da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:06.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a7ffff640 1 --2- 172.21.15.84:0/1250712284 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cd1a6c6b20 0x55cd1a6d4da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a7ffff640 1 -- 172.21.15.84:0/1250712284 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd1a696fe0 con 0x55cd1a6a9260 2024-04-15T15:12:06.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a8cfe6640 1 --2- 172.21.15.84:0/1250712284 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a6a8e80 0x55cd1a67acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:06.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a8d7e7640 1 --2- 172.21.15.84:0/1250712284 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cd1a6c6b20 0x55cd1a6d4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:06.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a7ffff640 1 --2- 172.21.15.84:0/1250712284 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a9260 0x55cd1a6ab6b0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f7a780822a0 tx=0x7f7a78009550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dad45923eb073f1 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:06.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a677fe640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-15T15:12:06.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a677fe640 1 -- 172.21.15.84:0/1250712284 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a78077820 con 0x55cd1a6a9260 2024-04-15T15:12:06.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a677fe640 1 -- 172.21.15.84:0/1250712284 <== mon.0 v2:172.21.15.84:3300/0 2 ==== osd_map(40..40 src has 1..40) ==== 6130+0+0 (secure 0 0 0) 0x7f7a7807a790 con 0x55cd1a6a9260 2024-04-15T15:12:06.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a91e37740 1 -- 172.21.15.84:0/1250712284 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a8401f040 con 0x55cd1a6a9260 2024-04-15T15:12:06.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a677fe640 1 -- 172.21.15.84:0/1250712284 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7f7a780a1050 con 0x55cd1a6a9260 2024-04-15T15:12:06.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a91e37740 10 client.5943 fetch_fsmap learned FSMap version 16 2024-04-15T15:12:06.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a91e37740 1 -- 172.21.15.84:0/1250712284 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) -- 0x55cd1a696fe0 con 0x55cd1a6a9260 2024-04-15T15:12:06.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a677fe640 1 -- 172.21.15.84:0/1250712284 <== mon.0 v2:172.21.15.84:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7a8401f040 con 0x55cd1a6a9260 2024-04-15T15:12:06.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a677fe640 1 -- 172.21.15.84:0/1250712284 <== mon.0 v2:172.21.15.84:3300/0 5 ==== fsmap(e 16) ==== 3494+0+0 (secure 0 0 0) 0x7f7a780a4020 con 0x55cd1a6a9260 2024-04-15T15:12:06.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a91e37740 10 client.5943 fetch_fsmap finished waiting for FSMap version 16 2024-04-15T15:12:06.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a91e37740 10 client.5943 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-04-15T15:12:06.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a91e37740 20 client.5943 populate_metadata read hostname 'smithi084' 2024-04-15T15:12:06.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a91e37740 1 --2- 172.21.15.84:0/1250712284 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55cd1a6961a0 0x55cd1a6d52e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a91e37740 4 client.5943 mds_command: new command op to 5520 tid=0 multi_id=0 [{"prefix": "quiesce path", "path": "/volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77", "wait": true}] 2024-04-15T15:12:06.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a91e37740 1 -- 172.21.15.84:0/1250712284 --> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] -- command(tid 0: {"prefix": "quiesce path", "path": "/volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77", "wait": true}) -- 0x55cd1a5eedf0 con 0x55cd1a6961a0 2024-04-15T15:12:06.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.766+0000 7f7a8cfe6640 1 --2- 172.21.15.84:0/1250712284 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55cd1a6961a0 0x55cd1a6d52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.767+0000 7f7a677fe640 10 client.5943 ms_handle_connect on v2:172.21.15.84:6835/564521126 2024-04-15T15:12:06.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.767+0000 7f7a8cfe6640 1 --2- 172.21.15.84:0/1250712284 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55cd1a6961a0 0x55cd1a6d52e0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb4763622a80ef44 server_cookie=393c0fbfc76c8b82 in_seq=0 out_seq=0 2024-04-15T15:12:06.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.770+0000 7f7a677fe640 1 -- 172.21.15.84:0/1250712284 <== mds.0 v2:172.21.15.84:6835/564521126 1 ==== command_reply(tid 0: 0 ) ==== 8+0+2332 (crc 0 0 0) 0x55cd1a5eedf0 con 0x55cd1a6961a0 2024-04-15T15:12:06.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.770+0000 7f7a677fe640 10 client.5943 handle_command_reply: tid=0 2024-04-15T15:12:06.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.770+0000 7f7a91e37740 1 client.5943 shutdown 2024-04-15T15:12:06.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.770+0000 7f7a91e37740 1 -- 172.21.15.84:0/1250712284 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a9260 msgr2=0x55cd1a6ab6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:06.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.770+0000 7f7a91e37740 1 --2- 172.21.15.84:0/1250712284 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a9260 0x55cd1a6ab6b0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f7a780822a0 tx=0x7f7a78009550 comp rx=0 tx=0).stop 2024-04-15T15:12:06.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a91e37740 1 -- 172.21.15.84:0/1250712284 shutdown_connections 2024-04-15T15:12:06.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a91e37740 1 --2- 172.21.15.84:0/1250712284 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55cd1a6961a0 0x55cd1a6d52e0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a91e37740 1 --2- 172.21.15.84:0/1250712284 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cd1a6c6b20 0x55cd1a6d4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a677fe640 0 client.5943 ms_handle_reset on v2:172.21.15.84:6835/564521126 2024-04-15T15:12:06.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a91e37740 1 --2- 172.21.15.84:0/1250712284 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55cd1a6a9260 0x55cd1a6ab6b0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a91e37740 1 --2- 172.21.15.84:0/1250712284 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55cd1a6a8e80 0x55cd1a67acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a91e37740 1 -- 172.21.15.84:0/1250712284 >> 172.21.15.84:0/1250712284 conn(0x55cd1a67c360 msgr2=0x55cd1a6c7dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:06.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a91e37740 1 -- 172.21.15.84:0/1250712284 shutdown_connections 2024-04-15T15:12:06.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a91e37740 1 -- 172.21.15.84:0/1250712284 wait complete. 2024-04-15T15:12:06.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a91e37740 20 client.5943 trim_cache size 0 max 16384 2024-04-15T15:12:06.776 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-15T15:12:06.777 INFO:teuthology.orchestra.run.smithi084.stdout: "op": { 2024-04-15T15:12:06.777 INFO:teuthology.orchestra.run.smithi084.stdout: "result": 0, 2024-04-15T15:12:06.777 INFO:teuthology.orchestra.run.smithi084.stdout: "flag_point": "quiesce complete", 2024-04-15T15:12:06.777 INFO:teuthology.orchestra.run.smithi084.stdout: "reqid": { 2024-04-15T15:12:06.777 INFO:teuthology.orchestra.run.smithi084.stdout: "entity": { 2024-04-15T15:12:06.777 INFO:teuthology.orchestra.run.smithi084.stdout: "type": "mds", 2024-04-15T15:12:06.777 INFO:teuthology.orchestra.run.smithi084.stdout: "num": 0 2024-04-15T15:12:06.777 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:06.777 INFO:teuthology.orchestra.run.smithi084.stdout: "tid": 1 2024-04-15T15:12:06.777 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:06.777 INFO:teuthology.orchestra.run.smithi084.stdout: "op_type": "internal_op", 2024-04-15T15:12:06.777 INFO:teuthology.orchestra.run.smithi084.stdout: "internal_op": 5384, 2024-04-15T15:12:06.777 INFO:teuthology.orchestra.run.smithi084.stdout: "op_name": "quiesce_path", 2024-04-15T15:12:06.777 INFO:teuthology.orchestra.run.smithi084.stdout: "events": [ 2024-04-15T15:12:06.778 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:12:06.778 INFO:teuthology.orchestra.run.smithi084.stdout: "time": "2024-04-15T15:12:06.768265+0000", 2024-04-15T15:12:06.778 INFO:teuthology.orchestra.run.smithi084.stdout: "event": "initiated" 2024-04-15T15:12:06.778 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:06.778 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:12:06.778 INFO:teuthology.orchestra.run.smithi084.stdout: "time": "2024-04-15T15:12:06.768265+0000", 2024-04-15T15:12:06.778 INFO:teuthology.orchestra.run.smithi084.stdout: "event": "header_read" 2024-04-15T15:12:06.778 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:06.778 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:12:06.778 INFO:teuthology.orchestra.run.smithi084.stdout: "time": "2024-04-15T15:12:06.768265+0000", 2024-04-15T15:12:06.778 INFO:teuthology.orchestra.run.smithi084.stdout: "event": "throttled" 2024-04-15T15:12:06.778 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:06.778 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:12:06.779 INFO:teuthology.orchestra.run.smithi084.stdout: "time": "2024-04-15T15:12:06.768265+0000", 2024-04-15T15:12:06.779 INFO:teuthology.orchestra.run.smithi084.stdout: "event": "all_read" 2024-04-15T15:12:06.779 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:06.779 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:12:06.779 INFO:teuthology.orchestra.run.smithi084.stdout: "time": "2024-04-15T15:12:06.768265+0000", 2024-04-15T15:12:06.779 INFO:teuthology.orchestra.run.smithi084.stdout: "event": "dispatched" 2024-04-15T15:12:06.779 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:06.779 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:12:06.779 INFO:teuthology.orchestra.run.smithi084.stdout: "time": "2024-04-15T15:12:06.768334+0000", 2024-04-15T15:12:06.779 INFO:teuthology.orchestra.run.smithi084.stdout: "event": "acquired locks" 2024-04-15T15:12:06.779 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:06.779 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:12:06.779 INFO:teuthology.orchestra.run.smithi084.stdout: "time": "2024-04-15T15:12:06.768357+0000", 2024-04-15T15:12:06.779 INFO:teuthology.orchestra.run.smithi084.stdout: "event": "acquired locks" 2024-04-15T15:12:06.780 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:06.780 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:12:06.780 INFO:teuthology.orchestra.run.smithi084.stdout: "time": "2024-04-15T15:12:06.768376+0000", 2024-04-15T15:12:06.780 INFO:teuthology.orchestra.run.smithi084.stdout: "event": "acquired locks" 2024-04-15T15:12:06.780 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:06.780 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:12:06.780 INFO:teuthology.orchestra.run.smithi084.stdout: "time": "2024-04-15T15:12:06.768399+0000", 2024-04-15T15:12:06.780 INFO:teuthology.orchestra.run.smithi084.stdout: "event": "acquired locks" 2024-04-15T15:12:06.780 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:06.780 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:12:06.780 INFO:teuthology.orchestra.run.smithi084.stdout: "time": "2024-04-15T15:12:06.771542+0000", 2024-04-15T15:12:06.780 INFO:teuthology.orchestra.run.smithi084.stdout: "event": "acquired locks" 2024-04-15T15:12:06.780 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:06.780 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:12:06.781 INFO:teuthology.orchestra.run.smithi084.stdout: "time": "2024-04-15T15:12:06.771552+0000", 2024-04-15T15:12:06.781 INFO:teuthology.orchestra.run.smithi084.stdout: "event": "acquired locks" 2024-04-15T15:12:06.781 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:06.781 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:12:06.781 INFO:teuthology.orchestra.run.smithi084.stdout: "time": "2024-04-15T15:12:06.771563+0000", 2024-04-15T15:12:06.781 INFO:teuthology.orchestra.run.smithi084.stdout: "event": "acquired locks" 2024-04-15T15:12:06.781 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:06.781 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:12:06.781 INFO:teuthology.orchestra.run.smithi084.stdout: "time": "2024-04-15T15:12:06.771573+0000", 2024-04-15T15:12:06.781 INFO:teuthology.orchestra.run.smithi084.stdout: "event": "acquired locks" 2024-04-15T15:12:06.781 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:06.781 INFO:teuthology.orchestra.run.smithi084.stdout: { 2024-04-15T15:12:06.781 INFO:teuthology.orchestra.run.smithi084.stdout: "time": "2024-04-15T15:12:06.771586+0000", 2024-04-15T15:12:06.781 INFO:teuthology.orchestra.run.smithi084.stdout: "event": "quiesce complete" 2024-04-15T15:12:06.782 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:12:06.782 INFO:teuthology.orchestra.run.smithi084.stdout: ], 2024-04-15T15:12:06.782 INFO:teuthology.orchestra.run.smithi084.stdout: "locks": null 2024-04-15T15:12:06.782 INFO:teuthology.orchestra.run.smithi084.stdout: }, 2024-04-15T15:12:06.782 INFO:teuthology.orchestra.run.smithi084.stdout: "state": { 2024-04-15T15:12:06.782 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes": 2, 2024-04-15T15:12:06.782 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_quiesced": 1, 2024-04-15T15:12:06.782 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_blocked": 1, 2024-04-15T15:12:06.782 INFO:teuthology.orchestra.run.smithi084.stdout: "inodes_dropped": 0, 2024-04-15T15:12:06.782 INFO:teuthology.orchestra.run.smithi084.stdout: "failed": [] 2024-04-15T15:12:06.782 INFO:teuthology.orchestra.run.smithi084.stdout: } 2024-04-15T15:12:06.782 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-15T15:12:06.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a8f24a640 1 -- 172.21.15.84:0/2720413825 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7a7406c980 msgr2=0x7f7a7406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:06.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a8f24a640 1 --2- 172.21.15.84:0/2720413825 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7a7406c980 0x7f7a7406ee40 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f7a84009b40 tx=0x7f7a84009190 comp rx=0 tx=0).stop 2024-04-15T15:12:06.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a8f24a640 1 -- 172.21.15.84:0/2720413825 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7a880d4870 msgr2=0x7f7a880b52b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:06.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a8f24a640 1 --2- 172.21.15.84:0/2720413825 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7a880d4870 0x7f7a880b52b0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f7a780090b0 tx=0x7f7a780046c0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a8f24a640 1 -- 172.21.15.84:0/2720413825 shutdown_connections 2024-04-15T15:12:06.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a8f24a640 1 --2- 172.21.15.84:0/2720413825 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7a7406c980 0x7f7a7406ee40 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a8f24a640 1 --2- 172.21.15.84:0/2720413825 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a8815e9d0 0x7f7a881559c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a8f24a640 1 --2- 172.21.15.84:0/2720413825 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7a880d4870 0x7f7a880b52b0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a8f24a640 1 --2- 172.21.15.84:0/2720413825 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7a880d1760 0x7f7a880ccd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a8f24a640 1 -- 172.21.15.84:0/2720413825 >> 172.21.15.84:0/2720413825 conn(0x7f7a8809d970 msgr2=0x7f7a8806bb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:06.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a8f24a640 1 -- 172.21.15.84:0/2720413825 shutdown_connections 2024-04-15T15:12:06.784 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.771+0000 7f7a8f24a640 1 -- 172.21.15.84:0/2720413825 wait complete. 2024-04-15T15:12:06.785 DEBUG:tasks.cephfs.test_quiesce:{'op': {'result': 0, 'flag_point': 'quiesce complete', 'reqid': {'entity': {'type': 'mds', 'num': 0}, 'tid': 1}, 'op_type': 'internal_op', 'internal_op': 5384, 'op_name': 'quiesce_path', 'events': [{'time': '2024-04-15T15:12:06.768265+0000', 'event': 'initiated'}, {'time': '2024-04-15T15:12:06.768265+0000', 'event': 'header_read'}, {'time': '2024-04-15T15:12:06.768265+0000', 'event': 'throttled'}, {'time': '2024-04-15T15:12:06.768265+0000', 'event': 'all_read'}, {'time': '2024-04-15T15:12:06.768265+0000', 'event': 'dispatched'}, {'time': '2024-04-15T15:12:06.768334+0000', 'event': 'acquired locks'}, {'time': '2024-04-15T15:12:06.768357+0000', 'event': 'acquired locks'}, {'time': '2024-04-15T15:12:06.768376+0000', 'event': 'acquired locks'}, {'time': '2024-04-15T15:12:06.768399+0000', 'event': 'acquired locks'}, {'time': '2024-04-15T15:12:06.771542+0000', 'event': 'acquired locks'}, {'time': '2024-04-15T15:12:06.771552+0000', 'event': 'acquired locks'}, {'time': '2024-04-15T15:12:06.771563+0000', 'event': 'acquired locks'}, {'time': '2024-04-15T15:12:06.771573+0000', 'event': 'acquired locks'}, {'time': '2024-04-15T15:12:06.771586+0000', 'event': 'quiesce complete'}], 'locks': None}, 'state': {'inodes': 2, 'inodes_quiesced': 1, 'inodes_blocked': 1, 'inodes_dropped': 0, 'failed': []}} 2024-04-15T15:12:06.785 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:12:06.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.886+0000 7f34e9235640 1 Processor -- start 2024-04-15T15:12:06.888 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.886+0000 7f34e9235640 1 -- start start 2024-04-15T15:12:06.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.887+0000 7f34e9235640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f34e415c500 0x7f34e415f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.887+0000 7f34e9235640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f34e41624e0 con 0x7f34e415c120 2024-04-15T15:12:06.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.887+0000 7f34e9235640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f34e41627c0 con 0x7f34e40cc0b0 2024-04-15T15:12:06.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.887+0000 7f34e9235640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f34e4162aa0 con 0x7f34e415c500 2024-04-15T15:12:06.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.887+0000 7f34e2d9d640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f34e415c120 0x7f34e40cb9a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:57190/0 (socket says 172.21.15.84:57190) 2024-04-15T15:12:06.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.887+0000 7f34e2d9d640 1 -- 172.21.15.84:0/1847854843 learned_addr learned my addr 172.21.15.84:0/1847854843 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:06.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e259c640 1 -- 172.21.15.84:0/1847854843 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2816143945 0 0) 0x7f34e41624e0 con 0x7f34e415c120 2024-04-15T15:12:06.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34da59c640 1 --2- 172.21.15.84:0/1847854843 >> v2:172.21.15.203:3300/0 conn(0x7f34e415c500 0x7f34e415f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e259c640 1 -- 172.21.15.84:0/1847854843 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f34d0003520 con 0x7f34e415c120 2024-04-15T15:12:06.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e259c640 1 -- 172.21.15.84:0/1847854843 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1056108645 0 0) 0x7f34d0003520 con 0x7f34e415c120 2024-04-15T15:12:06.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e259c640 1 -- 172.21.15.84:0/1847854843 >> v2:172.21.15.203:3300/0 conn(0x7f34e415c500 msgr2=0x7f34e415f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:06.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e259c640 1 --2- 172.21.15.84:0/1847854843 >> v2:172.21.15.203:3300/0 conn(0x7f34e415c500 0x7f34e415f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e259c640 1 -- 172.21.15.84:0/1847854843 >> v1:172.21.15.203:6789/0 conn(0x7f34e40cc0b0 legacy=0x7f34e40c68d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:06.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e259c640 1 -- 172.21.15.84:0/1847854843 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34e4162d80 con 0x7f34e415c120 2024-04-15T15:12:06.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e259c640 1 -- 172.21.15.84:0/1847854843 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f34d4001670 con 0x7f34e415c120 2024-04-15T15:12:06.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e259c640 1 -- 172.21.15.84:0/1847854843 >> v1:172.21.15.84:6789/0 conn(0x7f34e415c120 legacy=0x7f34e40cb9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:06.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e259c640 1 --2- 172.21.15.84:0/1847854843 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34d00039b0 0x7f34d0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e259c640 1 --2- 172.21.15.84:0/1847854843 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f34d0004800 0x7f34d0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e259c640 1 --2- 172.21.15.84:0/1847854843 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f34d00051c0 0x7f34d000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e259c640 1 -- 172.21.15.84:0/1847854843 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f34e4162aa0 con 0x7f34d00039b0 2024-04-15T15:12:06.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e259c640 1 -- 172.21.15.84:0/1847854843 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f34d000c060 con 0x7f34d00051c0 2024-04-15T15:12:06.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e259c640 1 -- 172.21.15.84:0/1847854843 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f34d000c260 con 0x7f34d0004800 2024-04-15T15:12:06.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e2d9d640 1 --2- 172.21.15.84:0/1847854843 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34d00039b0 0x7f34d0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34da59c640 1 --2- 172.21.15.84:0/1847854843 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f34d0004800 0x7f34d0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e359e640 1 --2- 172.21.15.84:0/1847854843 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f34d00051c0 0x7f34d000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e2d9d640 1 -- 172.21.15.84:0/1847854843 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f34d0004800 msgr2=0x7f34d0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:06.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e2d9d640 1 --2- 172.21.15.84:0/1847854843 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f34d0004800 0x7f34d0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e2d9d640 1 -- 172.21.15.84:0/1847854843 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f34d00051c0 msgr2=0x7f34d000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:06.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e2d9d640 1 --2- 172.21.15.84:0/1847854843 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f34d00051c0 0x7f34d000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e2d9d640 1 -- 172.21.15.84:0/1847854843 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34d0003520 con 0x7f34d00039b0 2024-04-15T15:12:06.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.888+0000 7f34e359e640 1 -- 172.21.15.84:0/1847854843 reap_dead start 2024-04-15T15:12:06.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.889+0000 7f34e2d9d640 1 --2- 172.21.15.84:0/1847854843 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34d00039b0 0x7f34d0003dd0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f34d400c240 tx=0x7f34d0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8d5ab86248ef4f server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:06.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.889+0000 7f34e259c640 1 -- 172.21.15.84:0/1847854843 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34d4007cf0 con 0x7f34d00039b0 2024-04-15T15:12:06.894 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.889+0000 7f34e259c640 1 -- 172.21.15.84:0/1847854843 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34d4030070 con 0x7f34d00039b0 2024-04-15T15:12:06.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.889+0000 7f34e259c640 1 -- 172.21.15.84:0/1847854843 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34d4005d30 con 0x7f34d00039b0 2024-04-15T15:12:06.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.890+0000 7f34e9235640 1 -- 172.21.15.84:0/1847854843 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34d00039b0 msgr2=0x7f34d0003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:06.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.890+0000 7f34e9235640 1 --2- 172.21.15.84:0/1847854843 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34d00039b0 0x7f34d0003dd0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f34d400c240 tx=0x7f34d0005830 comp rx=0 tx=0).stop 2024-04-15T15:12:06.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.890+0000 7f34e9235640 1 -- 172.21.15.84:0/1847854843 shutdown_connections 2024-04-15T15:12:06.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.890+0000 7f34e9235640 1 --2- 172.21.15.84:0/1847854843 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34d00039b0 0x7f34d0003dd0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.890+0000 7f34e9235640 1 -- 172.21.15.84:0/1847854843 >> 172.21.15.84:0/1847854843 conn(0x7f34e40cd4a0 msgr2=0x7f34e40cd880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:06.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.890+0000 7f34e9235640 1 -- 172.21.15.84:0/1847854843 shutdown_connections 2024-04-15T15:12:06.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.890+0000 7f34e9235640 1 -- 172.21.15.84:0/1847854843 wait complete. 2024-04-15T15:12:06.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.891+0000 7f34e9235640 1 Processor -- start 2024-04-15T15:12:06.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.891+0000 7f34e9235640 1 -- start start 2024-04-15T15:12:06.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.892+0000 7f34e9235640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34d00039b0 0x7f34e4160e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.892+0000 7f34e9235640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f34e4159430 0x7f34e414d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.892+0000 7f34e9235640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f34e40b0eb0 0x7f34e40b1330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.892+0000 7f34e9235640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f34e40708e0 con 0x7f34d00039b0 2024-04-15T15:12:06.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.892+0000 7f34e9235640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f34e4070760 con 0x7f34e4159430 2024-04-15T15:12:06.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.892+0000 7f34e9235640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f34e4070a60 con 0x7f34e40b0eb0 2024-04-15T15:12:06.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.892+0000 7f34e2d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34d00039b0 0x7f34e4160e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.898 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.892+0000 7f34e2d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34d00039b0 0x7f34e4160e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58626/0 (socket says 172.21.15.84:58626) 2024-04-15T15:12:06.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.892+0000 7f34e2d9d640 1 -- 172.21.15.84:0/840790826 learned_addr learned my addr 172.21.15.84:0/840790826 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:06.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.892+0000 7f34e2d9d640 1 -- 172.21.15.84:0/840790826 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f34e40b0eb0 msgr2=0x7f34e40b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:06.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.892+0000 7f34e2d9d640 1 --2- 172.21.15.84:0/840790826 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f34e40b0eb0 0x7f34e40b1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.892+0000 7f34e2d9d640 1 -- 172.21.15.84:0/840790826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f34e4159430 msgr2=0x7f34e414d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:06.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.892+0000 7f34e2d9d640 1 --2- 172.21.15.84:0/840790826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f34e4159430 0x7f34e414d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:06.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.892+0000 7f34e2d9d640 1 -- 172.21.15.84:0/840790826 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34e414d920 con 0x7f34d00039b0 2024-04-15T15:12:06.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.892+0000 7f34e2d9d640 1 --2- 172.21.15.84:0/840790826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34d00039b0 0x7f34e4160e60 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f34d400c240 tx=0x7f34e41626b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:06.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.893+0000 7f34dbfff640 1 -- 172.21.15.84:0/840790826 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34d4001c30 con 0x7f34d00039b0 2024-04-15T15:12:06.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.893+0000 7f34dbfff640 1 -- 172.21.15.84:0/840790826 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34d4004bf0 con 0x7f34d00039b0 2024-04-15T15:12:06.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.893+0000 7f34e9235640 1 -- 172.21.15.84:0/840790826 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34e4161500 con 0x7f34d00039b0 2024-04-15T15:12:06.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.893+0000 7f34dbfff640 1 -- 172.21.15.84:0/840790826 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34d4007070 con 0x7f34d00039b0 2024-04-15T15:12:06.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.893+0000 7f34e9235640 1 -- 172.21.15.84:0/840790826 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34e4161ac0 con 0x7f34d00039b0 2024-04-15T15:12:06.899 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.894+0000 7f34e9235640 1 -- 172.21.15.84:0/840790826 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34e40689e0 con 0x7f34d00039b0 2024-04-15T15:12:06.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.894+0000 7f34dbfff640 1 -- 172.21.15.84:0/840790826 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f34d4048020 con 0x7f34d00039b0 2024-04-15T15:12:06.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.894+0000 7f34dbfff640 1 --2- 172.21.15.84:0/840790826 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f34c406c980 0x7f34c406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:06.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.894+0000 7f34dbfff640 1 -- 172.21.15.84:0/840790826 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6130+0+0 (secure 0 0 0) 0x7f34d40ad030 con 0x7f34d00039b0 2024-04-15T15:12:06.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.895+0000 7f34da59c640 1 --2- 172.21.15.84:0/840790826 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f34c406c980 0x7f34c406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:06.900 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.895+0000 7f34da59c640 1 --2- 172.21.15.84:0/840790826 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f34c406c980 0x7f34c406ee40 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f34cc006e80 tx=0x7f34cc006df0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:06.901 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:06.899+0000 7f34dbfff640 1 -- 172.21.15.84:0/840790826 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f34d407b2c0 con 0x7f34d00039b0 2024-04-15T15:12:07.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.112+0000 7f34e9235640 1 -- 172.21.15.84:0/840790826 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f34e40cec90 con 0x7f34d00039b0 2024-04-15T15:12:07.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.112+0000 7f34dbfff640 1 -- 172.21.15.84:0/840790826 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 16 v16) ==== 94+0+5181 (secure 0 0 0) 0x7f34d407abc0 con 0x7f34d00039b0 2024-04-15T15:12:07.115 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:07.115 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":16,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4922,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6834/2003323739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2003323739},{"type":"v1","addr":"172.21.15.203:6834","nonce":2003323739}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4925,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/2332672287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":2332672287},{"type":"v1","addr":"172.21.15.203:6835","nonce":2332672287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":5517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/952099470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":952099470},{"type":"v1","addr":"172.21.15.84:6836","nonce":952099470}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":16,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T15:11:38.147916+0000","modified":"2024-04-15T15:11:40.149744+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5520},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5520":{"gid":5520,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.84:6837/564521126","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":564521126},{"type":"v1","addr":"172.21.15.84:6837","nonce":564521126}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5520,"qdb_cluster":[5520]},"id":2}]} 2024-04-15T15:12:07.115 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 16 2024-04-15T15:12:07.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.114+0000 7f34e9235640 1 -- 172.21.15.84:0/840790826 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f34c406c980 msgr2=0x7f34c406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:07.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.114+0000 7f34e9235640 1 --2- 172.21.15.84:0/840790826 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f34c406c980 0x7f34c406ee40 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f34cc006e80 tx=0x7f34cc006df0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.114+0000 7f34e9235640 1 -- 172.21.15.84:0/840790826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34d00039b0 msgr2=0x7f34e4160e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:07.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.114+0000 7f34e9235640 1 --2- 172.21.15.84:0/840790826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34d00039b0 0x7f34e4160e60 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f34d400c240 tx=0x7f34e41626b0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.114+0000 7f34e9235640 1 -- 172.21.15.84:0/840790826 shutdown_connections 2024-04-15T15:12:07.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.114+0000 7f34e9235640 1 --2- 172.21.15.84:0/840790826 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f34c406c980 0x7f34c406ee40 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.114+0000 7f34e9235640 1 --2- 172.21.15.84:0/840790826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f34e4159430 0x7f34e414d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.114+0000 7f34e9235640 1 --2- 172.21.15.84:0/840790826 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f34e40b0eb0 0x7f34e40b1330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.114+0000 7f34e9235640 1 --2- 172.21.15.84:0/840790826 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f34d00039b0 0x7f34e4160e60 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.114+0000 7f34e9235640 1 -- 172.21.15.84:0/840790826 >> 172.21.15.84:0/840790826 conn(0x7f34e40cd4a0 msgr2=0x7f34e40c64d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:07.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.115+0000 7f34e9235640 1 -- 172.21.15.84:0/840790826 shutdown_connections 2024-04-15T15:12:07.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.115+0000 7f34e9235640 1 -- 172.21.15.84:0/840790826 wait complete. 2024-04-15T15:12:07.128 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json dump tree /volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77 0 2024-04-15T15:12:07.246 INFO:teuthology.orchestra.run.smithi084.stdout:[{"ino":1099511627779,"rdev":0,"ctime":"2024-04-15T15:12:06.547239+0000","btime":"2024-04-15T15:11:47.534705+0000","mode":16895,"uid":0,"gid":0,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":4194304,"stripe_count":1,"object_size":4194304,"pool_id":6,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-04-15T15:12:06.547239+0000","atime":"2024-04-15T15:11:47.534705+0000","time_warp_seq":0,"change_attr":2,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-04-15T15:12:06.547239+0000","num_files":1,"num_subdirs":0,"change_attr":1},"rstat":{"version":0,"rbytes":0,"rfiles":1,"rsubdirs":1,"rsnaps":0,"rctime":"2024-04-15T15:12:06.577277+0000"},"accounted_rstat":{"version":0,"rbytes":0,"rfiles":1,"rsubdirs":1,"rsnaps":0,"rctime":"2024-04-15T15:12:06.577277+0000"},"version":20,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":1,"is_frozen":false,"is_freezing":false,"pins":{"request":1,"lock":2,"dirfrag":1,"caps":1,"dirtyparent":1,"dirty":1,"waiter":0,"authpin":1},"nref":8,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":1,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":1,"xlock_by":{"reqid":{"entity":{"type":"mds","num":0},"tid":2}}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":5084,"pending":"pAsLsXs","issued":"pAsLsXs","wanted":"-","last_sent":2},{"client_id":5099,"pending":"pAsLsXs","issued":"pAsLsXs","wanted":"-","last_sent":2},{"client_id":5736,"pending":"pAsLsXs","issued":"pAsLsXs","wanted":"-","last_sent":7},{"client_id":5898,"pending":"pAsLsXs","issued":"pAsLsXs","wanted":"-","last_sent":3},{"client_id":5919,"pending":"pAsLsXs","issued":"pAsLsXs","wanted":"-","last_sent":2}],"loner":-1,"want_loner":-1,"mds_caps_wanted":[],"dirfrags":[{"path":"/volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77","dirfrag":"0x10000000003","snapid_first":2,"projected_version":"7","version":"7","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"dirty":1,"authpin":0},"nref":2,"dentries":[{"path":"volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77/file","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511629282,"remote_type":"","version":6,"projected_version":6,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]}]}],"is_subvolume":false}] 2024-04-15T15:12:07.247 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "accounted_rstat": { "rbytes": 0, "rctime": "2024-04-15T15:12:06.577277+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "atime": "2024-04-15T15:11:47.534705+0000", "auth_pins": 1, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 2, "btime": "2024-04-15T15:11:47.534705+0000", "change_attr": 2, "client_caps": [ { "client_id": 5084, "issued": "pAsLsXs", "last_sent": 2, "pending": "pAsLsXs", "wanted": "-" }, { "client_id": 5099, "issued": "pAsLsXs", "last_sent": 2, "pending": "pAsLsXs", "wanted": "-" }, { "client_id": 5736, "issued": "pAsLsXs", "last_sent": 7, "pending": "pAsLsXs", "wanted": "-" }, { "client_id": 5898, "issued": "pAsLsXs", "last_sent": 3, "pending": "pAsLsXs", "wanted": "-" }, { "client_id": 5919, "issued": "pAsLsXs", "last_sent": 2, "pending": "pAsLsXs", "wanted": "-" } ], "client_ranges": [], "ctime": "2024-04-15T15:12:06.547239+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [ { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dentries": [ { "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511629282, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77/file", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 6, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 6, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } } ], "dir_auth": "", "dirfrag": "0x10000000003", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77", "pins": { "authpin": 0, "child": 1, "dirty": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "7" } ], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 1, "mtime": "2024-04-15T15:12:06.547239+0000", "num_files": 1, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": {}, "flocklock": {}, "gid": 0, "ino": 1099511627779, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 4194304, "pool_id": 6, "pool_ns": "", "stripe_count": 1, "stripe_unit": 4194304 }, "linklock": {}, "loner": -1, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16895, "mtime": "2024-04-15T15:12:06.547239+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 8, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 1, "caps": 1, "dirfrag": 1, "dirty": 1, "dirtyparent": 1, "lock": 2, "request": 1, "waiter": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 1, "state": "lock", "type": "iquiesce", "xlock_by": { "reqid": { "entity": { "num": 0, "type": "mds" }, "tid": 2 } } }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 0, "rctime": "2024-04-15T15:12:06.577277+0000", "rfiles": 1, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 0, "version": 20, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 1, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": -1, "xattr_version": 1, "xattrlock": {}, "xattrs": [] } ] 2024-04-15T15:12:07.247 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.2:0 ops --flags=locks --path=/tmp/mds.0-ops 2024-04-15T15:12:07.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.352+0000 7fafb57c3640 1 Processor -- start 2024-04-15T15:12:07.354 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.352+0000 7fafb57c3640 1 -- start start 2024-04-15T15:12:07.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.353+0000 7fafb57c3640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fafb015e9f0 0x7fafb00d3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:07.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.353+0000 7fafb57c3640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fafb006c400 0x7fafb006c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:07.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.353+0000 7fafb57c3640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fafb00d2320 con 0x7fafb015e610 2024-04-15T15:12:07.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.353+0000 7fafb57c3640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fafb00d31d0 con 0x7fafb015e9f0 2024-04-15T15:12:07.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.353+0000 7fafb57c3640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fafb00d25c0 con 0x7fafb006c400 2024-04-15T15:12:07.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.353+0000 7fafa7fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fafb015e9f0 0x7fafb00d3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:07.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.353+0000 7fafa7fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fafb015e9f0 0x7fafb00d3660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58640/0 (socket says 172.21.15.84:58640) 2024-04-15T15:12:07.355 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.353+0000 7fafa7fff640 1 -- 172.21.15.84:0/246618947 learned_addr learned my addr 172.21.15.84:0/246618947 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:07.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.353+0000 7fafa7fff640 1 -- 172.21.15.84:0/246618947 >> v2:172.21.15.203:3300/0 conn(0x7fafb006c400 msgr2=0x7fafb006c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:07.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.353+0000 7fafaf7fe640 1 --2- 172.21.15.84:0/246618947 >> v2:172.21.15.203:3300/0 conn(0x7fafb006c400 0x7fafb006c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:07.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.353+0000 7fafa7fff640 1 --2- 172.21.15.84:0/246618947 >> v2:172.21.15.203:3300/0 conn(0x7fafb006c400 0x7fafb006c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.353+0000 7fafa7fff640 1 -- 172.21.15.84:0/246618947 >> v1:172.21.15.203:6789/0 conn(0x7fafb015e610 legacy=0x7fafb00d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:07.356 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.353+0000 7fafa7fff640 1 -- 172.21.15.84:0/246618947 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafb00d28a0 con 0x7fafb015e9f0 2024-04-15T15:12:07.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.354+0000 7fafa7fff640 1 --2- 172.21.15.84:0/246618947 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fafb015e9f0 0x7fafb00d3660 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fafb00cf470 tx=0x7faf9802b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da5ea7b88f335550 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:07.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.354+0000 7fafae7fc640 1 -- 172.21.15.84:0/246618947 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf98034070 con 0x7fafb015e9f0 2024-04-15T15:12:07.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.354+0000 7fafae7fc640 1 -- 172.21.15.84:0/246618947 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf98030840 con 0x7fafb015e9f0 2024-04-15T15:12:07.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.354+0000 7fafae7fc640 1 -- 172.21.15.84:0/246618947 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf98030c10 con 0x7fafb015e9f0 2024-04-15T15:12:07.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.355+0000 7fafb57c3640 1 -- 172.21.15.84:0/246618947 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fafb015e9f0 msgr2=0x7fafb00d3660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:07.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.355+0000 7fafb57c3640 1 --2- 172.21.15.84:0/246618947 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fafb015e9f0 0x7fafb00d3660 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fafb00cf470 tx=0x7faf9802b980 comp rx=0 tx=0).stop 2024-04-15T15:12:07.357 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.355+0000 7fafb57c3640 1 -- 172.21.15.84:0/246618947 shutdown_connections 2024-04-15T15:12:07.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.355+0000 7fafb57c3640 1 --2- 172.21.15.84:0/246618947 >> v2:172.21.15.203:3300/0 conn(0x7fafb006c400 0x7fafb006c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.355+0000 7fafb57c3640 1 --2- 172.21.15.84:0/246618947 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fafb015e9f0 0x7fafb00d3660 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.355+0000 7fafb57c3640 1 -- 172.21.15.84:0/246618947 >> 172.21.15.84:0/246618947 conn(0x7fafb00d4750 msgr2=0x7fafb00d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:07.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.355+0000 7fafb57c3640 1 -- 172.21.15.84:0/246618947 shutdown_connections 2024-04-15T15:12:07.358 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.355+0000 7fafb57c3640 1 -- 172.21.15.84:0/246618947 wait complete. 2024-04-15T15:12:07.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.356+0000 7fafb57c3640 1 Processor -- start 2024-04-15T15:12:07.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.356+0000 7fafb57c3640 1 -- start start 2024-04-15T15:12:07.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafb57c3640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fafb006c400 0x7fafb00ccf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:07.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafb57c3640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fafb015e610 0x7fafb00b8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:07.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafb57c3640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fafb015e9f0 0x7fafb00ab0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:07.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafb57c3640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fafb006d130 con 0x7fafb006c400 2024-04-15T15:12:07.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafb57c3640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fafb00d2e60 con 0x7fafb015e9f0 2024-04-15T15:12:07.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafb57c3640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fafb00d3ba0 con 0x7fafb015e610 2024-04-15T15:12:07.361 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafaeffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fafb006c400 0x7fafb00ccf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:07.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafaeffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fafb006c400 0x7fafb00ccf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58650/0 (socket says 172.21.15.84:58650) 2024-04-15T15:12:07.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafaeffd640 1 -- 172.21.15.84:0/345130886 learned_addr learned my addr 172.21.15.84:0/345130886 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:07.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafa7fff640 1 --2- 172.21.15.84:0/345130886 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fafb015e610 0x7fafb00b8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:07.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafaeffd640 1 -- 172.21.15.84:0/345130886 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fafb015e610 msgr2=0x7fafb00b8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:07.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafaeffd640 1 --2- 172.21.15.84:0/345130886 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fafb015e610 0x7fafb00b8dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafaeffd640 1 -- 172.21.15.84:0/345130886 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fafb015e9f0 msgr2=0x7fafb00ab0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:07.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafaf7fe640 1 --2- 172.21.15.84:0/345130886 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fafb015e9f0 0x7fafb00ab0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:07.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafaeffd640 1 --2- 172.21.15.84:0/345130886 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fafb015e9f0 0x7fafb00ab0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafaeffd640 1 -- 172.21.15.84:0/345130886 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafb01f52e0 con 0x7fafb006c400 2024-04-15T15:12:07.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafaeffd640 1 --2- 172.21.15.84:0/345130886 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fafb006c400 0x7fafb00ccf00 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fafa000c430 tx=0x7fafa000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:07.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafa77fe640 1 -- 172.21.15.84:0/345130886 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafa0011790 con 0x7fafb006c400 2024-04-15T15:12:07.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafa77fe640 1 -- 172.21.15.84:0/345130886 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafa0017070 con 0x7fafb006c400 2024-04-15T15:12:07.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafb57c3640 1 -- 172.21.15.84:0/345130886 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafb01f4760 con 0x7fafb006c400 2024-04-15T15:12:07.362 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafa77fe640 1 -- 172.21.15.84:0/345130886 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafa0011bb0 con 0x7fafb006c400 2024-04-15T15:12:07.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.357+0000 7fafb57c3640 1 -- 172.21.15.84:0/345130886 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafb01f4d20 con 0x7fafb006c400 2024-04-15T15:12:07.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.359+0000 7fafa77fe640 1 -- 172.21.15.84:0/345130886 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fafa001c460 con 0x7fafb006c400 2024-04-15T15:12:07.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.359+0000 7fafa77fe640 1 --2- 172.21.15.84:0/345130886 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7faf9006c980 0x7faf9006ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:07.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.359+0000 7fafa77fe640 1 -- 172.21.15.84:0/345130886 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6130+0+0 (secure 0 0 0) 0x7fafa008bbc0 con 0x7fafb006c400 2024-04-15T15:12:07.363 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.359+0000 7fafa7fff640 1 --2- 172.21.15.84:0/345130886 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7faf9006c980 0x7faf9006ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:07.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.360+0000 7fafa7fff640 1 --2- 172.21.15.84:0/345130886 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7faf9006c980 0x7faf9006ee40 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7faf98036000 tx=0x7faf9803b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:07.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.360+0000 7fafb83a8740 1 Processor -- start 2024-04-15T15:12:07.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.360+0000 7fafb83a8740 1 -- start start 2024-04-15T15:12:07.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.361+0000 7fafb83a8740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd844cda0 0x55ffd844d180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:07.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.361+0000 7fafb83a8740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd8450b60 0x55ffd8452600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:07.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.361+0000 7fafb83a8740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ffd847c8a0 0x55ffd847cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:07.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.361+0000 7fafb83a8740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ffd83b7a80 con 0x55ffd8450b60 2024-04-15T15:12:07.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.361+0000 7fafb83a8740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55ffd835e580 con 0x55ffd847c8a0 2024-04-15T15:12:07.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.361+0000 7fafb83a8740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x55ffd83b3a40 con 0x55ffd844cda0 2024-04-15T15:12:07.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.361+0000 7fafa7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd8450b60 0x55ffd8452600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:07.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.361+0000 7fafa7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd8450b60 0x55ffd8452600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58660/0 (socket says 172.21.15.84:58660) 2024-04-15T15:12:07.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.361+0000 7fafa7fff640 1 -- 172.21.15.84:0/1064737436 learned_addr learned my addr 172.21.15.84:0/1064737436 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:07.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.361+0000 7fafaf7fe640 1 --2- 172.21.15.84:0/1064737436 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ffd847c8a0 0x55ffd847cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:07.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.361+0000 7fafaeffd640 1 --2- 172.21.15.84:0/1064737436 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd844cda0 0x55ffd844d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:07.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.361+0000 7fafa7fff640 1 -- 172.21.15.84:0/1064737436 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd844cda0 msgr2=0x55ffd844d180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:07.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.361+0000 7fafa7fff640 1 --2- 172.21.15.84:0/1064737436 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd844cda0 0x55ffd844d180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.361+0000 7fafa7fff640 1 -- 172.21.15.84:0/1064737436 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ffd847c8a0 msgr2=0x55ffd847cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:07.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.361+0000 7fafa7fff640 1 --2- 172.21.15.84:0/1064737436 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ffd847c8a0 0x55ffd847cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.361+0000 7fafa7fff640 1 -- 172.21.15.84:0/1064737436 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ffd8372ad0 con 0x55ffd8450b60 2024-04-15T15:12:07.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.361+0000 7fafaeffd640 1 --2- 172.21.15.84:0/1064737436 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd844cda0 0x55ffd844d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:07.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.361+0000 7fafa7fff640 1 --2- 172.21.15.84:0/1064737436 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd8450b60 0x55ffd8452600 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7faf9802bf90 tx=0x7faf98030000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=791ee9d5d4999cc server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:07.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.362+0000 7fafa4ff9640 1 -- 172.21.15.84:0/1064737436 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf98054070 con 0x55ffd8450b60 2024-04-15T15:12:07.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.362+0000 7fafa4ff9640 1 -- 172.21.15.84:0/1064737436 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf98039aa0 con 0x55ffd8450b60 2024-04-15T15:12:07.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.362+0000 7fafa4ff9640 1 -- 172.21.15.84:0/1064737436 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf98034040 con 0x55ffd8450b60 2024-04-15T15:12:07.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.362+0000 7fafb83a8740 1 -- 172.21.15.84:0/1064737436 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd8450b60 msgr2=0x55ffd8452600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:07.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.362+0000 7fafb83a8740 1 --2- 172.21.15.84:0/1064737436 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd8450b60 0x55ffd8452600 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7faf9802bf90 tx=0x7faf98030000 comp rx=0 tx=0).stop 2024-04-15T15:12:07.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.362+0000 7fafb83a8740 1 -- 172.21.15.84:0/1064737436 shutdown_connections 2024-04-15T15:12:07.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.362+0000 7fafb83a8740 1 --2- 172.21.15.84:0/1064737436 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ffd847c8a0 0x55ffd847cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.362+0000 7fafb83a8740 1 --2- 172.21.15.84:0/1064737436 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd8450b60 0x55ffd8452600 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.362+0000 7fafb83a8740 1 --2- 172.21.15.84:0/1064737436 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd844cda0 0x55ffd844d180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.362+0000 7fafb83a8740 1 -- 172.21.15.84:0/1064737436 >> 172.21.15.84:0/1064737436 conn(0x55ffd844ee20 msgr2=0x55ffd8450450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:07.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.362+0000 7fafb83a8740 1 -- 172.21.15.84:0/1064737436 shutdown_connections 2024-04-15T15:12:07.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.362+0000 7fafb83a8740 1 -- 172.21.15.84:0/1064737436 wait complete. 2024-04-15T15:12:07.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.363+0000 7fafb83a8740 1 -- start start 2024-04-15T15:12:07.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.363+0000 7fafb83a8740 1 Processor -- start 2024-04-15T15:12:07.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.364+0000 7fafb83a8740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ffd847c8a0 0x55ffd8496330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:07.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.364+0000 7fafb83a8740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd84a79d0 0x55ffd8478990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:07.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.364+0000 7fafb83a8740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd8478ed0 0x55ffd847da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:07.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.364+0000 7fafb83a8740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x55ffd8450ff0 con 0x55ffd84a79d0 2024-04-15T15:12:07.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.364+0000 7fafb83a8740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55ffd8371940 con 0x55ffd847c8a0 2024-04-15T15:12:07.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.364+0000 7fafb83a8740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x55ffd84512d0 con 0x55ffd8478ed0 2024-04-15T15:12:07.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.364+0000 7fafb83a8740 10 client.0 _ll_register_callbacks cb 0x55ffd8371350 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-15T15:12:07.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.364+0000 7fafa7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd84a79d0 0x55ffd8478990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:07.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.364+0000 7fafa7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd84a79d0 0x55ffd8478990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58674/0 (socket says 172.21.15.84:58674) 2024-04-15T15:12:07.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.364+0000 7fafa7fff640 1 -- 172.21.15.84:0/1748629573 learned_addr learned my addr 172.21.15.84:0/1748629573 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:07.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.364+0000 7fafaeffd640 1 --2- 172.21.15.84:0/1748629573 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ffd847c8a0 0x55ffd8496330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:07.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.364+0000 7fafaf7fe640 1 --2- 172.21.15.84:0/1748629573 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd8478ed0 0x55ffd847da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:07.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.364+0000 7fafa7fff640 1 -- 172.21.15.84:0/1748629573 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd8478ed0 msgr2=0x55ffd847da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:07.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.364+0000 7fafa7fff640 1 --2- 172.21.15.84:0/1748629573 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd8478ed0 0x55ffd847da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.364+0000 7fafa7fff640 1 -- 172.21.15.84:0/1748629573 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ffd847c8a0 msgr2=0x55ffd8496330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:07.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.364+0000 7fafa7fff640 1 --2- 172.21.15.84:0/1748629573 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ffd847c8a0 0x55ffd8496330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.364+0000 7fafa7fff640 1 -- 172.21.15.84:0/1748629573 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ffd80ca420 con 0x55ffd84a79d0 2024-04-15T15:12:07.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.364+0000 7fafa7fff640 1 --2- 172.21.15.84:0/1748629573 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd84a79d0 0x55ffd8478990 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7faf98052040 tx=0x7faf98004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c28dddffd59f4268 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:07.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.364+0000 7faf8dffb640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-15T15:12:07.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.365+0000 7faf8dffb640 1 -- 172.21.15.84:0/1748629573 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf9805d060 con 0x55ffd84a79d0 2024-04-15T15:12:07.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.365+0000 7faf8dffb640 1 -- 172.21.15.84:0/1748629573 <== mon.0 v2:172.21.15.84:3300/0 2 ==== osd_map(40..40 src has 1..40) ==== 6130+0+0 (secure 0 0 0) 0x7faf98003610 con 0x55ffd84a79d0 2024-04-15T15:12:07.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.365+0000 7fafb83a8740 1 -- 172.21.15.84:0/1748629573 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faf98039aa0 con 0x55ffd84a79d0 2024-04-15T15:12:07.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.365+0000 7faf8dffb640 1 -- 172.21.15.84:0/1748629573 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7faf98063050 con 0x55ffd84a79d0 2024-04-15T15:12:07.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.365+0000 7fafb83a8740 10 client.5961 fetch_fsmap learned FSMap version 16 2024-04-15T15:12:07.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.365+0000 7fafb83a8740 1 -- 172.21.15.84:0/1748629573 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) -- 0x55ffd8196830 con 0x55ffd84a79d0 2024-04-15T15:12:07.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.365+0000 7faf8dffb640 1 -- 172.21.15.84:0/1748629573 <== mon.0 v2:172.21.15.84:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faf98039aa0 con 0x55ffd84a79d0 2024-04-15T15:12:07.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.365+0000 7faf8dffb640 1 -- 172.21.15.84:0/1748629573 <== mon.0 v2:172.21.15.84:3300/0 5 ==== fsmap(e 16) ==== 3494+0+0 (secure 0 0 0) 0x7faf98066020 con 0x55ffd84a79d0 2024-04-15T15:12:07.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.365+0000 7fafb83a8740 10 client.5961 fetch_fsmap finished waiting for FSMap version 16 2024-04-15T15:12:07.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.365+0000 7fafb83a8740 10 client.5961 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-04-15T15:12:07.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.365+0000 7fafb83a8740 20 client.5961 populate_metadata read hostname 'smithi084' 2024-04-15T15:12:07.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.365+0000 7fafb83a8740 1 --2- 172.21.15.84:0/1748629573 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55ffd847f5f0 0x55ffd847fa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:07.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.365+0000 7fafb83a8740 4 client.5961 mds_command: new command op to 5520 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-15T15:12:07.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.365+0000 7fafb83a8740 1 -- 172.21.15.84:0/1748629573 --> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ffd83c54a0 con 0x55ffd847f5f0 2024-04-15T15:12:07.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.365+0000 7fafaeffd640 1 --2- 172.21.15.84:0/1748629573 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55ffd847f5f0 0x55ffd847fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:07.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.366+0000 7faf8dffb640 10 client.5961 ms_handle_connect on v2:172.21.15.84:6835/564521126 2024-04-15T15:12:07.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.366+0000 7fafaeffd640 1 --2- 172.21.15.84:0/1748629573 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55ffd847f5f0 0x55ffd847fa30 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d7b339b090576c43 server_cookie=e6321a65ae015019 in_seq=0 out_seq=0 2024-04-15T15:12:07.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.366+0000 7faf8dffb640 1 -- 172.21.15.84:0/1748629573 <== mds.0 v2:172.21.15.84:6835/564521126 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55ffd83c54a0 con 0x55ffd847f5f0 2024-04-15T15:12:07.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.366+0000 7faf8dffb640 10 client.5961 handle_command_reply: tid=0 2024-04-15T15:12:07.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.366+0000 7fafb83a8740 1 client.5961 shutdown 2024-04-15T15:12:07.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.366+0000 7fafb83a8740 1 -- 172.21.15.84:0/1748629573 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd84a79d0 msgr2=0x55ffd8478990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:07.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.366+0000 7fafb83a8740 1 --2- 172.21.15.84:0/1748629573 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd84a79d0 0x55ffd8478990 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7faf98052040 tx=0x7faf98004730 comp rx=0 tx=0).stop 2024-04-15T15:12:07.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.366+0000 7fafb83a8740 1 -- 172.21.15.84:0/1748629573 shutdown_connections 2024-04-15T15:12:07.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.366+0000 7fafb83a8740 1 --2- 172.21.15.84:0/1748629573 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55ffd847f5f0 0x55ffd847fa30 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.366+0000 7fafb83a8740 1 --2- 172.21.15.84:0/1748629573 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd8478ed0 0x55ffd847da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.366+0000 7fafb83a8740 1 --2- 172.21.15.84:0/1748629573 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd84a79d0 0x55ffd8478990 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.366+0000 7faf8dffb640 0 client.5961 ms_handle_reset on v2:172.21.15.84:6835/564521126 2024-04-15T15:12:07.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.366+0000 7fafb83a8740 1 --2- 172.21.15.84:0/1748629573 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ffd847c8a0 0x55ffd8496330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.366+0000 7fafb83a8740 1 -- 172.21.15.84:0/1748629573 >> 172.21.15.84:0/1748629573 conn(0x55ffd844cda0 msgr2=0x55ffd847b870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:07.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.366+0000 7fafb83a8740 1 -- 172.21.15.84:0/1748629573 shutdown_connections 2024-04-15T15:12:07.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.366+0000 7fafb83a8740 1 -- 172.21.15.84:0/1748629573 wait complete. 2024-04-15T15:12:07.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.366+0000 7fafb83a8740 20 client.5961 trim_cache size 0 max 16384 2024-04-15T15:12:07.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.382+0000 7fafb83a8740 1 Processor -- start 2024-04-15T15:12:07.384 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.382+0000 7fafb83a8740 1 -- start start 2024-04-15T15:12:07.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.383+0000 7fafb83a8740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ffd8478ed0 0x55ffd84bb380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:07.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.383+0000 7fafb83a8740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd847c8a0 0x55ffd84bb8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:07.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.383+0000 7fafb83a8740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd84a79d0 0x55ffd8479860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:07.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.383+0000 7fafb83a8740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fafb02012c0 con 0x55ffd84a79d0 2024-04-15T15:12:07.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.383+0000 7fafb83a8740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fafb0200300 con 0x55ffd8478ed0 2024-04-15T15:12:07.386 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.383+0000 7fafb83a8740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fafb01f8320 con 0x55ffd847c8a0 2024-04-15T15:12:07.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.383+0000 7fafaf7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd84a79d0 0x55ffd8479860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:07.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.383+0000 7fafaf7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd84a79d0 0x55ffd8479860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58678/0 (socket says 172.21.15.84:58678) 2024-04-15T15:12:07.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.383+0000 7fafaf7fe640 1 -- 172.21.15.84:0/2899908570 learned_addr learned my addr 172.21.15.84:0/2899908570 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:07.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.383+0000 7fafa7fff640 1 --2- 172.21.15.84:0/2899908570 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd847c8a0 0x55ffd84bb8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:07.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.383+0000 7fafaeffd640 1 --2- 172.21.15.84:0/2899908570 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ffd8478ed0 0x55ffd84bb380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:07.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.383+0000 7fafaf7fe640 1 -- 172.21.15.84:0/2899908570 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd847c8a0 msgr2=0x55ffd84bb8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:07.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.383+0000 7fafaf7fe640 1 --2- 172.21.15.84:0/2899908570 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd847c8a0 0x55ffd84bb8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.383+0000 7fafaf7fe640 1 -- 172.21.15.84:0/2899908570 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ffd8478ed0 msgr2=0x55ffd84bb380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:07.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.383+0000 7fafaf7fe640 1 --2- 172.21.15.84:0/2899908570 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ffd8478ed0 0x55ffd84bb380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.383+0000 7fafaf7fe640 1 -- 172.21.15.84:0/2899908570 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ffd8478cf0 con 0x55ffd84a79d0 2024-04-15T15:12:07.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.383+0000 7fafaf7fe640 1 --2- 172.21.15.84:0/2899908570 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd84a79d0 0x55ffd8479860 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fafa8008d60 tx=0x7fafa8012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53868a05fd86541 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:07.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.383+0000 7faf8ffff640 1 -- 172.21.15.84:0/2899908570 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafa8003990 con 0x55ffd84a79d0 2024-04-15T15:12:07.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.383+0000 7faf8ffff640 1 -- 172.21.15.84:0/2899908570 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafa8003b30 con 0x55ffd84a79d0 2024-04-15T15:12:07.387 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.383+0000 7faf8ffff640 1 -- 172.21.15.84:0/2899908570 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafa8004020 con 0x55ffd84a79d0 2024-04-15T15:12:07.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.384+0000 7fafb83a8740 1 -- 172.21.15.84:0/2899908570 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd84a79d0 msgr2=0x55ffd8479860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:07.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.384+0000 7fafb83a8740 1 --2- 172.21.15.84:0/2899908570 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd84a79d0 0x55ffd8479860 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fafa8008d60 tx=0x7fafa8012820 comp rx=0 tx=0).stop 2024-04-15T15:12:07.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.384+0000 7fafb83a8740 1 -- 172.21.15.84:0/2899908570 shutdown_connections 2024-04-15T15:12:07.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.384+0000 7fafb83a8740 1 --2- 172.21.15.84:0/2899908570 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd84a79d0 0x55ffd8479860 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.384+0000 7fafb83a8740 1 --2- 172.21.15.84:0/2899908570 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd847c8a0 0x55ffd84bb8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.384+0000 7fafb83a8740 1 --2- 172.21.15.84:0/2899908570 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ffd8478ed0 0x55ffd84bb380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.384+0000 7fafb83a8740 1 -- 172.21.15.84:0/2899908570 >> 172.21.15.84:0/2899908570 conn(0x55ffd844cda0 msgr2=0x55ffd8496bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:07.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.384+0000 7fafb83a8740 1 -- 172.21.15.84:0/2899908570 shutdown_connections 2024-04-15T15:12:07.388 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.384+0000 7fafb83a8740 1 -- 172.21.15.84:0/2899908570 wait complete. 2024-04-15T15:12:07.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.384+0000 7fafb83a8740 1 -- start start 2024-04-15T15:12:07.389 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.385+0000 7fafb83a8740 1 Processor -- start 2024-04-15T15:12:07.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.385+0000 7fafb83a8740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd8478ed0 0x55ffd851cf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:07.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.385+0000 7fafb83a8740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ffd847c8a0 0x55ffd847d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:07.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.385+0000 7fafb83a8740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd84a79d0 0x55ffd847d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:07.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.385+0000 7fafb83a8740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fafb01ffce0 con 0x55ffd84a79d0 2024-04-15T15:12:07.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.385+0000 7fafb83a8740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55ffd8495830 con 0x55ffd847c8a0 2024-04-15T15:12:07.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.385+0000 7fafb83a8740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x55ffd8473000 con 0x55ffd8478ed0 2024-04-15T15:12:07.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.385+0000 7fafb83a8740 10 client.0 _ll_register_callbacks cb 0x7faf980309e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-15T15:12:07.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.385+0000 7fafaf7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd84a79d0 0x55ffd847d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:07.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.385+0000 7fafaf7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd84a79d0 0x55ffd847d810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58690/0 (socket says 172.21.15.84:58690) 2024-04-15T15:12:07.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.385+0000 7fafaf7fe640 1 -- 172.21.15.84:0/415682608 learned_addr learned my addr 172.21.15.84:0/415682608 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:07.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7fafa7fff640 1 --2- 172.21.15.84:0/415682608 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ffd847c8a0 0x55ffd847d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:07.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7fafaeffd640 1 --2- 172.21.15.84:0/415682608 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd8478ed0 0x55ffd851cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:07.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7fafaf7fe640 1 -- 172.21.15.84:0/415682608 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd8478ed0 msgr2=0x55ffd851cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:07.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7fafaf7fe640 1 --2- 172.21.15.84:0/415682608 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd8478ed0 0x55ffd851cf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7fafaf7fe640 1 -- 172.21.15.84:0/415682608 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ffd847c8a0 msgr2=0x55ffd847d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:07.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7fafaf7fe640 1 --2- 172.21.15.84:0/415682608 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ffd847c8a0 0x55ffd847d2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7fafaf7fe640 1 -- 172.21.15.84:0/415682608 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ffd8452ce0 con 0x55ffd84a79d0 2024-04-15T15:12:07.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7fafaeffd640 1 --2- 172.21.15.84:0/415682608 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd8478ed0 0x55ffd851cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:07.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7fafaf7fe640 1 --2- 172.21.15.84:0/415682608 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd84a79d0 0x55ffd847d810 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fafa8000f80 tx=0x7fafa8004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a01208d2ffbd3760 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:07.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7faf8dffb640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-15T15:12:07.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7faf8dffb640 1 -- 172.21.15.84:0/415682608 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafa8026020 con 0x55ffd84a79d0 2024-04-15T15:12:07.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7faf8dffb640 1 -- 172.21.15.84:0/415682608 <== mon.0 v2:172.21.15.84:3300/0 2 ==== osd_map(40..40 src has 1..40) ==== 6130+0+0 (secure 0 0 0) 0x7fafa8004230 con 0x55ffd84a79d0 2024-04-15T15:12:07.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7fafb83a8740 1 -- 172.21.15.84:0/415682608 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fafa8003b30 con 0x55ffd84a79d0 2024-04-15T15:12:07.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7faf8dffb640 1 -- 172.21.15.84:0/415682608 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=16) ==== 24+0+0 (secure 0 0 0) 0x7fafa8030050 con 0x55ffd84a79d0 2024-04-15T15:12:07.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7fafb83a8740 10 client.5967 fetch_fsmap learned FSMap version 16 2024-04-15T15:12:07.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7fafb83a8740 1 -- 172.21.15.84:0/415682608 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=16,monmap=2+}) -- 0x55ffd8472d40 con 0x55ffd84a79d0 2024-04-15T15:12:07.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7faf8dffb640 1 -- 172.21.15.84:0/415682608 <== mon.0 v2:172.21.15.84:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafa8003b30 con 0x55ffd84a79d0 2024-04-15T15:12:07.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7faf8dffb640 1 -- 172.21.15.84:0/415682608 <== mon.0 v2:172.21.15.84:3300/0 5 ==== fsmap(e 16) ==== 3494+0+0 (secure 0 0 0) 0x7fafa8033020 con 0x55ffd84a79d0 2024-04-15T15:12:07.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7fafb83a8740 10 client.5967 fetch_fsmap finished waiting for FSMap version 16 2024-04-15T15:12:07.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7fafb83a8740 10 client.5967 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-04-15T15:12:07.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7fafb83a8740 20 client.5967 populate_metadata read hostname 'smithi084' 2024-04-15T15:12:07.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7fafb83a8740 1 --2- 172.21.15.84:0/415682608 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55ffd84704c0 0x55ffd84963c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:07.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7fafb83a8740 4 client.5967 mds_command: new command op to 5520 tid=0 multi_id=0 [{"prefix": "ops", "flags": ["locks"], "path": "/tmp/mds.0-ops"}] 2024-04-15T15:12:07.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.386+0000 7fafb83a8740 1 -- 172.21.15.84:0/415682608 --> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] -- command(tid 0: {"prefix": "ops", "flags": ["locks"], "path": "/tmp/mds.0-ops"}) -- 0x55ffd83bf310 con 0x55ffd84704c0 2024-04-15T15:12:07.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.387+0000 7fafaeffd640 1 --2- 172.21.15.84:0/415682608 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55ffd84704c0 0x55ffd84963c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:07.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.387+0000 7fafaeffd640 1 --2- 172.21.15.84:0/415682608 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55ffd84704c0 0x55ffd84963c0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b56c4da05d0a592e server_cookie=faa52ef87acc9091 in_seq=0 out_seq=0 2024-04-15T15:12:07.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.387+0000 7faf8dffb640 10 client.5967 ms_handle_connect on v2:172.21.15.84:6835/564521126 2024-04-15T15:12:07.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.387+0000 7faf8dffb640 1 -- 172.21.15.84:0/415682608 <== mds.0 v2:172.21.15.84:6835/564521126 1 ==== command_reply(tid 0: 0 ) ==== 8+0+33 (crc 0 0 0) 0x55ffd83bf310 con 0x55ffd84704c0 2024-04-15T15:12:07.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7faf8dffb640 10 client.5967 handle_command_reply: tid=0 2024-04-15T15:12:07.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb83a8740 1 client.5967 shutdown 2024-04-15T15:12:07.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb83a8740 1 -- 172.21.15.84:0/415682608 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd84a79d0 msgr2=0x55ffd847d810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:07.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb83a8740 1 --2- 172.21.15.84:0/415682608 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd84a79d0 0x55ffd847d810 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fafa8000f80 tx=0x7fafa8004ab0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb83a8740 1 -- 172.21.15.84:0/415682608 shutdown_connections 2024-04-15T15:12:07.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb83a8740 1 --2- 172.21.15.84:0/415682608 >> [v2:172.21.15.84:6835/564521126,v1:172.21.15.84:6837/564521126] conn(0x55ffd84704c0 0x55ffd84963c0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb83a8740 1 --2- 172.21.15.84:0/415682608 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ffd847c8a0 0x55ffd847d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb83a8740 1 --2- 172.21.15.84:0/415682608 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x55ffd84a79d0 0x55ffd847d810 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7faf8dffb640 0 client.5967 ms_handle_reset on v2:172.21.15.84:6835/564521126 2024-04-15T15:12:07.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb83a8740 1 --2- 172.21.15.84:0/415682608 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x55ffd8478ed0 0x55ffd851cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb83a8740 1 -- 172.21.15.84:0/415682608 >> 172.21.15.84:0/415682608 conn(0x55ffd844cda0 msgr2=0x55ffd847c0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:07.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb83a8740 1 -- 172.21.15.84:0/415682608 shutdown_connections 2024-04-15T15:12:07.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb83a8740 1 -- 172.21.15.84:0/415682608 wait complete. 2024-04-15T15:12:07.396 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb83a8740 20 client.5967 trim_cache size 0 max 16384 2024-04-15T15:12:07.397 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-15T15:12:07.397 INFO:teuthology.orchestra.run.smithi084.stdout: "path": "/tmp/mds.0-ops" 2024-04-15T15:12:07.397 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-15T15:12:07.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb57c3640 1 -- 172.21.15.84:0/345130886 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7faf9006c980 msgr2=0x7faf9006ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:07.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb57c3640 1 --2- 172.21.15.84:0/345130886 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7faf9006c980 0x7faf9006ee40 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7faf98036000 tx=0x7faf9803b040 comp rx=0 tx=0).stop 2024-04-15T15:12:07.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb57c3640 1 -- 172.21.15.84:0/345130886 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fafb006c400 msgr2=0x7fafb00ccf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:07.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb57c3640 1 --2- 172.21.15.84:0/345130886 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fafb006c400 0x7fafb00ccf00 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fafa000c430 tx=0x7fafa000c8f0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb57c3640 1 -- 172.21.15.84:0/345130886 shutdown_connections 2024-04-15T15:12:07.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb57c3640 1 --2- 172.21.15.84:0/345130886 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7faf9006c980 0x7faf9006ee40 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb57c3640 1 --2- 172.21.15.84:0/345130886 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fafb015e9f0 0x7fafb00ab0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb57c3640 1 --2- 172.21.15.84:0/345130886 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fafb015e610 0x7fafb00b8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb57c3640 1 --2- 172.21.15.84:0/345130886 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fafb006c400 0x7fafb00ccf00 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:07.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb57c3640 1 -- 172.21.15.84:0/345130886 >> 172.21.15.84:0/345130886 conn(0x7fafb00d4750 msgr2=0x7fafb00b4c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:07.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb57c3640 1 -- 172.21.15.84:0/345130886 shutdown_connections 2024-04-15T15:12:07.398 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:07.388+0000 7fafb57c3640 1 -- 172.21.15.84:0/345130886 wait complete. 2024-04-15T15:12:07.401 DEBUG:teuthology.orchestra.run.smithi084:> mktemp 2024-04-15T15:12:07.416 INFO:teuthology.orchestra.run.smithi084.stdout:/tmp/tmp.p2XMMfnMXD 2024-04-15T15:12:07.417 DEBUG:teuthology.orchestra.run.smithi084:> sudo cp /tmp/mds.0-ops /tmp/tmp.p2XMMfnMXD 2024-04-15T15:12:07.525 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 0666 /tmp/tmp.p2XMMfnMXD 2024-04-15T15:12:07.614 DEBUG:teuthology.orchestra.remote:smithi084:/tmp/tmp.p2XMMfnMXD is 8KB 2024-04-15T15:12:07.664 DEBUG:teuthology.orchestra.run.smithi084:> rm -fr /tmp/tmp.p2XMMfnMXD 2024-04-15T15:12:07.679 DEBUG:tasks.cephfs.filesystem:read 7749B of ops 2024-04-15T15:12:07.679 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json dump tree /volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77 --path=/tmp/mds.0-cache 2024-04-15T15:12:07.837 INFO:teuthology.orchestra.run.smithi084.stdout:{"path":"/tmp/mds.0-cache"} 2024-04-15T15:12:07.837 DEBUG:tasks.cephfs.filesystem:_json_asok output { "path": "/tmp/mds.0-cache" } 2024-04-15T15:12:07.837 DEBUG:teuthology.orchestra.run.smithi084:> mktemp 2024-04-15T15:12:07.852 INFO:teuthology.orchestra.run.smithi084.stdout:/tmp/tmp.SAwr7SNV4Q 2024-04-15T15:12:07.853 DEBUG:teuthology.orchestra.run.smithi084:> sudo cp /tmp/mds.0-cache /tmp/tmp.SAwr7SNV4Q 2024-04-15T15:12:07.921 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 0666 /tmp/tmp.SAwr7SNV4Q 2024-04-15T15:12:08.049 DEBUG:teuthology.orchestra.remote:smithi084:/tmp/tmp.SAwr7SNV4Q is 6KB 2024-04-15T15:12:08.098 DEBUG:teuthology.orchestra.run.smithi084:> rm -fr /tmp/tmp.SAwr7SNV4Q 2024-04-15T15:12:08.113 DEBUG:tasks.cephfs.filesystem:read 6360B of cache 2024-04-15T15:12:08.114 INFO:tasks.cephfs.test_quiesce:qp = 1; qi = 1; qib = 1; qina = 0 2024-04-15T15:12:08.114 ERROR:tasks.cephfs.test_quiesce:inode: { "ino": 1099511627779, "rdev": 0, "ctime": "2024-04-15T15:12:06.547239+0000", "btime": "2024-04-15T15:11:47.534705+0000", "mode": 16895, "uid": 0, "gid": 0, "nlink": 1, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "layout": { "stripe_unit": 4194304, "stripe_count": 1, "object_size": 4194304, "pool_id": 6, "pool_ns": "" }, "old_pools": [], "size": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "truncate_from": 0, "truncate_pending": 0, "mtime": "2024-04-15T15:12:06.547239+0000", "atime": "2024-04-15T15:11:47.534705+0000", "time_warp_seq": 0, "change_attr": 2, "export_pin": -1, "export_ephemeral_random_pin": 0, "export_ephemeral_distributed_pin": false, "quiesce_block": false, "client_ranges": [], "dirstat": { "version": 0, "mtime": "2024-04-15T15:12:06.547239+0000", "num_files": 1, "num_subdirs": 0, "change_attr": 1 }, "rstat": { "version": 0, "rbytes": 0, "rfiles": 1, "rsubdirs": 1, "rsnaps": 0, "rctime": "2024-04-15T15:12:06.577277+0000" }, "accounted_rstat": { "version": 0, "rbytes": 0, "rfiles": 1, "rsubdirs": 1, "rsnaps": 0, "rctime": "2024-04-15T15:12:06.577277+0000" }, "version": 20, "file_data_version": 0, "xattr_version": 1, "backtrace_version": 2, "stray_prior_path": "", "max_size_ever": 0, "quota": { "max_bytes": 0, "max_files": 0 }, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "symlink": "", "xattrs": [], "dirfragtree": { "splits": [] }, "old_inodes": [], "oldest_snap": 18446744073709551614, "damage_flags": 0, "is_auth": true, "auth_state": { "replicas": {} }, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "auth_pins": 1, "is_frozen": false, "is_freezing": false, "pins": { "request": 1, "lock": 2, "dirfrag": 1, "caps": 1, "dirtyparent": 1, "dirty": 1, "waiter": 0, "authpin": 1 }, "nref": 8, "versionlock": { "gather_set": [], "state": "lock", "type": "iversion", "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 1, "num_xlocks": 0, "xlock_by": {} }, "authlock": {}, "linklock": {}, "dirfragtreelock": {}, "filelock": {}, "xattrlock": {}, "snaplock": {}, "nestlock": { "gather_set": [], "state": "lock", "type": "inest", "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "xlock_by": {} }, "flocklock": {}, "policylock": {}, "quiescelock": { "gather_set": [], "state": "lock", "type": "iquiesce", "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 1, "xlock_by": { "reqid": { "entity": { "type": "mds", "num": 0 }, "tid": 2 } } }, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "client_caps": [ { "client_id": 5084, "pending": "pAsLsXs", "issued": "pAsLsXs", "wanted": "-", "last_sent": 2 }, { "client_id": 5099, "pending": "pAsLsXs", "issued": "pAsLsXs", "wanted": "-", "last_sent": 2 }, { "client_id": 5736, "pending": "pAsLsXs", "issued": "pAsLsXs", "wanted": "-", "last_sent": 7 }, { "client_id": 5898, "pending": "pAsLsXs", "issued": "pAsLsXs", "wanted": "-", "last_sent": 3 }, { "client_id": 5919, "pending": "pAsLsXs", "issued": "pAsLsXs", "wanted": "-", "last_sent": 2 } ], "loner": -1, "want_loner": -1, "mds_caps_wanted": [], "dirfrags": [ { "path": "/volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77", "dirfrag": "0x10000000003", "snapid_first": 2, "projected_version": "7", "version": "7", "committing_version": "0", "committed_version": "0", "is_rep": false, "dir_auth": "", "states": [ "auth", "dirty", "complete" ], "is_auth": true, "auth_state": { "replicas": {} }, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "auth_pins": 0, "is_frozen": false, "is_freezing": false, "pins": { "child": 1, "dirty": 1, "authpin": 0 }, "nref": 2, "dentries": [ { "path": "volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77/file", "path_ino": 1, "snap_first": 2, "snap_last": 18446744073709551614, "is_primary": true, "is_remote": false, "is_null": false, "is_new": false, "inode": 1099511629282, "remote_type": "", "version": 6, "projected_version": 6, "auth_pins": 0, "is_auth": true, "auth_state": { "replicas": {} }, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "is_frozen": false, "is_freezing": false, "pins": { "request": 0, "lock": 0, "inodepin": 1, "dirty": 1, "authpin": 0 }, "nref": 2, "lock": {}, "versionlock": { "gather_set": [], "state": "lock", "type": "dversion", "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "xlock_by": {} }, "states": [ "auth", "dirty" ] } ] } ], "is_subvolume": false } 2024-04-15T15:12:08.115 ERROR:tasks.cephfs.test_quiesce:op: { "description": "internal op quiesce_inode:mds.0:2 fp=#0x10000000003", "initiated_at": "2024-04-15T15:12:06.768412+0000", "age": 0.620210449, "duration": 0.620363115, "continuous": true, "type_data": { "result": -2147483648, "flag_point": "quiesce complete", "reqid": { "entity": { "type": "mds", "num": 0 }, "tid": 2 }, "op_type": "internal_op", "internal_op": 5385, "op_name": "quiesce_inode", "events": [ { "time": "2024-04-15T15:12:06.768412+0000", "event": "initiated" }, { "time": "2024-04-15T15:12:06.768412+0000", "event": "header_read" }, { "time": "2024-04-15T15:12:06.768412+0000", "event": "throttled" }, { "time": "2024-04-15T15:12:06.768412+0000", "event": "all_read" }, { "time": "2024-04-15T15:12:06.768412+0000", "event": "dispatched" }, { "time": "2024-04-15T15:12:06.768601+0000", "event": "failed to xlock, waiting" }, { "time": "2024-04-15T15:12:06.768996+0000", "event": "acquired locks" }, { "time": "2024-04-15T15:12:06.771522+0000", "event": "quiesce complete" } ], "locks": [ { "object": { "is_auth": true, "auth_state": { "replicas": {} }, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "auth_pins": 1, "is_frozen": false, "is_freezing": false, "pins": { "request": 1, "lock": 2, "dirfrag": 1, "caps": 1, "dirtyparent": 1, "dirty": 1, "waiter": 0, "authpin": 1 }, "nref": 8 }, "object_string": "[inode 0x10000000003 [...2,head] /volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77/ auth v20 ap=1 DIRTYPARENT f(v0 m2024-04-15T15:12:06.547239+0000 1=1+0) n(v0 rc2024-04-15T15:12:06.577277+0000 2=1+1) (inest lock) (iversion lock w=1) (iquiesce lock x=1 by request(mds.0:2 nref=3)) caps={5084=pAsLsXs/-@2,5099=pAsLsXs/-@2,5736=pAsLsXs/-@7,5898=pAsLsXs/-@3,5919=pAsLsXs/-@2} | request=1 lock=2 dirfrag=1 caps=1 dirtyparent=1 dirty=1 waiter=0 authpin=1 0x55dfef15d600]", "lock": { "gather_set": [], "state": "lock", "type": "iquiesce", "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 1, "xlock_by": { "reqid": { "entity": { "type": "mds", "num": 0 }, "tid": 2 } } }, "flags": 4, "wrlock_target": -1 }, { "object": { "is_auth": true, "auth_state": { "replicas": {} }, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "auth_pins": 1, "is_frozen": false, "is_freezing": false, "pins": { "request": 1, "lock": 2, "dirfrag": 1, "caps": 1, "dirtyparent": 1, "dirty": 1, "waiter": 0, "authpin": 1 }, "nref": 8 }, "object_string": "[inode 0x10000000003 [...2,head] /volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77/ auth v20 ap=1 DIRTYPARENT f(v0 m2024-04-15T15:12:06.547239+0000 1=1+0) n(v0 rc2024-04-15T15:12:06.577277+0000 2=1+1) (inest lock) (iversion lock w=1) (iquiesce lock x=1 by request(mds.0:2 nref=3)) caps={5084=pAsLsXs/-@2,5099=pAsLsXs/-@2,5736=pAsLsXs/-@7,5898=pAsLsXs/-@3,5919=pAsLsXs/-@2} | request=1 lock=2 dirfrag=1 caps=1 dirtyparent=1 dirty=1 waiter=0 authpin=1 0x55dfef15d600]", "lock": { "gather_set": [], "state": "lock", "type": "iversion", "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 1, "num_xlocks": 0, "xlock_by": {} }, "flags": 2, "wrlock_target": -1 } ] } } 2024-04-15T15:12:08.115 ERROR:tasks.cephfs.test_quiesce:lock_type: iversion 2024-04-15T15:12:08.115 ERROR:tasks.cephfs.test_quiesce:cache: [ { "ino": 1099511629282, "rdev": 0, "ctime": "2024-04-15T15:12:06.577277+0000", "btime": "2024-04-15T15:12:06.547239+0000", "mode": 33188, "uid": 1000, "gid": 1301, "nlink": 1, "dir_layout": { "dir_hash": 0, "unused1": 0, "unused2": 0, "unused3": 0 }, "layout": { "stripe_unit": 4194304, "stripe_count": 1, "object_size": 4194304, "pool_id": 6, "pool_ns": "" }, "old_pools": [], "size": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "truncate_from": 0, "truncate_pending": 0, "mtime": "2024-04-15T15:12:06.551275+0000", "atime": "2024-04-15T15:12:06.551275+0000", "time_warp_seq": 2, "change_attr": 1, "export_pin": -1, "export_ephemeral_random_pin": 0, "export_ephemeral_distributed_pin": false, "quiesce_block": true, "client_ranges": [], "dirstat": { "version": 0, "mtime": "0.000000", "num_files": 0, "num_subdirs": 0, "change_attr": 0 }, "rstat": { "version": 0, "rbytes": 0, "rfiles": 1, "rsubdirs": 0, "rsnaps": 0, "rctime": "2024-04-15T15:12:06.577277+0000" }, "accounted_rstat": { "version": 0, "rbytes": 0, "rfiles": 1, "rsubdirs": 0, "rsnaps": 0, "rctime": "2024-04-15T15:12:06.577277+0000" }, "version": 6, "file_data_version": 0, "xattr_version": 1, "backtrace_version": 4, "stray_prior_path": "", "max_size_ever": 0, "quota": { "max_bytes": 0, "max_files": 0 }, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "symlink": "", "xattrs": [], "dirfragtree": { "splits": [] }, "old_inodes": [], "oldest_snap": 18446744073709551614, "damage_flags": 0, "is_auth": true, "auth_state": { "replicas": {} }, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "auth_pins": 1, "is_frozen": false, "is_freezing": false, "pins": { "ptrwaiter": 0, "request": 1, "lock": 0, "caps": 1, "dirtyparent": 1, "dirty": 1, "waiter": 0, "authpin": 1 }, "nref": 5, "versionlock": { "gather_set": [], "state": "lock", "type": "iversion", "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "xlock_by": {} }, "authlock": {}, "linklock": {}, "dirfragtreelock": {}, "filelock": {}, "xattrlock": {}, "snaplock": {}, "nestlock": { "gather_set": [], "state": "lock", "type": "inest", "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "xlock_by": {} }, "flocklock": {}, "policylock": {}, "quiescelock": { "gather_set": [], "state": "lock", "type": "iquiesce", "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "xlock_by": {} }, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "client_caps": [ { "client_id": 5898, "pending": "pAsLsXs", "issued": "pAsLsXs", "wanted": "-", "last_sent": 3 } ], "loner": -1, "want_loner": -1, "mds_caps_wanted": [], "dirfrags": [], "is_subvolume": false }, { "ino": 1099511627779, "rdev": 0, "ctime": "2024-04-15T15:12:06.547239+0000", "btime": "2024-04-15T15:11:47.534705+0000", "mode": 16895, "uid": 0, "gid": 0, "nlink": 1, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "layout": { "stripe_unit": 4194304, "stripe_count": 1, "object_size": 4194304, "pool_id": 6, "pool_ns": "" }, "old_pools": [], "size": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "truncate_from": 0, "truncate_pending": 0, "mtime": "2024-04-15T15:12:06.547239+0000", "atime": "2024-04-15T15:11:47.534705+0000", "time_warp_seq": 0, "change_attr": 2, "export_pin": -1, "export_ephemeral_random_pin": 0, "export_ephemeral_distributed_pin": false, "quiesce_block": false, "client_ranges": [], "dirstat": { "version": 0, "mtime": "2024-04-15T15:12:06.547239+0000", "num_files": 1, "num_subdirs": 0, "change_attr": 1 }, "rstat": { "version": 0, "rbytes": 0, "rfiles": 1, "rsubdirs": 1, "rsnaps": 0, "rctime": "2024-04-15T15:12:06.577277+0000" }, "accounted_rstat": { "version": 0, "rbytes": 0, "rfiles": 1, "rsubdirs": 1, "rsnaps": 0, "rctime": "2024-04-15T15:12:06.577277+0000" }, "version": 20, "file_data_version": 0, "xattr_version": 1, "backtrace_version": 2, "stray_prior_path": "", "max_size_ever": 0, "quota": { "max_bytes": 0, "max_files": 0 }, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "symlink": "", "xattrs": [], "dirfragtree": { "splits": [] }, "old_inodes": [], "oldest_snap": 18446744073709551614, "damage_flags": 0, "is_auth": true, "auth_state": { "replicas": {} }, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "auth_pins": 1, "is_frozen": false, "is_freezing": false, "pins": { "request": 1, "lock": 2, "dirfrag": 1, "caps": 1, "dirtyparent": 1, "dirty": 1, "waiter": 0, "authpin": 1 }, "nref": 8, "versionlock": { "gather_set": [], "state": "lock", "type": "iversion", "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 1, "num_xlocks": 0, "xlock_by": {} }, "authlock": {}, "linklock": {}, "dirfragtreelock": {}, "filelock": {}, "xattrlock": {}, "snaplock": {}, "nestlock": { "gather_set": [], "state": "lock", "type": "inest", "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "xlock_by": {} }, "flocklock": {}, "policylock": {}, "quiescelock": { "gather_set": [], "state": "lock", "type": "iquiesce", "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 1, "xlock_by": { "reqid": { "entity": { "type": "mds", "num": 0 }, "tid": 2 } } }, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "client_caps": [ { "client_id": 5084, "pending": "pAsLsXs", "issued": "pAsLsXs", "wanted": "-", "last_sent": 2 }, { "client_id": 5099, "pending": "pAsLsXs", "issued": "pAsLsXs", "wanted": "-", "last_sent": 2 }, { "client_id": 5736, "pending": "pAsLsXs", "issued": "pAsLsXs", "wanted": "-", "last_sent": 7 }, { "client_id": 5898, "pending": "pAsLsXs", "issued": "pAsLsXs", "wanted": "-", "last_sent": 3 }, { "client_id": 5919, "pending": "pAsLsXs", "issued": "pAsLsXs", "wanted": "-", "last_sent": 2 } ], "loner": -1, "want_loner": -1, "mds_caps_wanted": [], "dirfrags": [ { "path": "/volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77", "dirfrag": "0x10000000003", "snapid_first": 2, "projected_version": "7", "version": "7", "committing_version": "0", "committed_version": "0", "is_rep": false, "dir_auth": "", "states": [ "auth", "dirty", "complete" ], "is_auth": true, "auth_state": { "replicas": {} }, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "auth_pins": 0, "is_frozen": false, "is_freezing": false, "pins": { "child": 1, "dirty": 1, "authpin": 0 }, "nref": 2, "dentries": [ { "path": "volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77/file", "path_ino": 1, "snap_first": 2, "snap_last": 18446744073709551614, "is_primary": true, "is_remote": false, "is_null": false, "is_new": false, "inode": 1099511629282, "remote_type": "", "version": 6, "projected_version": 6, "auth_pins": 0, "is_auth": true, "auth_state": { "replicas": {} }, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "is_frozen": false, "is_freezing": false, "pins": { "request": 0, "lock": 0, "inodepin": 1, "dirty": 1, "authpin": 0 }, "nref": 2, "lock": {}, "versionlock": { "gather_set": [], "state": "lock", "type": "dversion", "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "xlock_by": {} }, "states": [ "auth", "dirty" ] } ] } ], "is_subvolume": false } ] 2024-04-15T15:12:08.116 ERROR:tasks.cephfs.test_quiesce:ops: { "1099511627779": { "description": "internal op quiesce_inode:mds.0:2 fp=#0x10000000003", "initiated_at": "2024-04-15T15:12:06.768412+0000", "age": 0.620210449, "duration": 0.620363115, "continuous": true, "type_data": { "result": -2147483648, "flag_point": "quiesce complete", "reqid": { "entity": { "type": "mds", "num": 0 }, "tid": 2 }, "op_type": "internal_op", "internal_op": 5385, "op_name": "quiesce_inode", "events": [ { "time": "2024-04-15T15:12:06.768412+0000", "event": "initiated" }, { "time": "2024-04-15T15:12:06.768412+0000", "event": "header_read" }, { "time": "2024-04-15T15:12:06.768412+0000", "event": "throttled" }, { "time": "2024-04-15T15:12:06.768412+0000", "event": "all_read" }, { "time": "2024-04-15T15:12:06.768412+0000", "event": "dispatched" }, { "time": "2024-04-15T15:12:06.768601+0000", "event": "failed to xlock, waiting" }, { "time": "2024-04-15T15:12:06.768996+0000", "event": "acquired locks" }, { "time": "2024-04-15T15:12:06.771522+0000", "event": "quiesce complete" } ], "locks": [ { "object": { "is_auth": true, "auth_state": { "replicas": {} }, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "auth_pins": 1, "is_frozen": false, "is_freezing": false, "pins": { "request": 1, "lock": 2, "dirfrag": 1, "caps": 1, "dirtyparent": 1, "dirty": 1, "waiter": 0, "authpin": 1 }, "nref": 8 }, "object_string": "[inode 0x10000000003 [...2,head] /volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77/ auth v20 ap=1 DIRTYPARENT f(v0 m2024-04-15T15:12:06.547239+0000 1=1+0) n(v0 rc2024-04-15T15:12:06.577277+0000 2=1+1) (inest lock) (iversion lock w=1) (iquiesce lock x=1 by request(mds.0:2 nref=3)) caps={5084=pAsLsXs/-@2,5099=pAsLsXs/-@2,5736=pAsLsXs/-@7,5898=pAsLsXs/-@3,5919=pAsLsXs/-@2} | request=1 lock=2 dirfrag=1 caps=1 dirtyparent=1 dirty=1 waiter=0 authpin=1 0x55dfef15d600]", "lock": { "gather_set": [], "state": "lock", "type": "iquiesce", "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 1, "xlock_by": { "reqid": { "entity": { "type": "mds", "num": 0 }, "tid": 2 } } }, "flags": 4, "wrlock_target": -1 }, { "object": { "is_auth": true, "auth_state": { "replicas": {} }, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "auth_pins": 1, "is_frozen": false, "is_freezing": false, "pins": { "request": 1, "lock": 2, "dirfrag": 1, "caps": 1, "dirtyparent": 1, "dirty": 1, "waiter": 0, "authpin": 1 }, "nref": 8 }, "object_string": "[inode 0x10000000003 [...2,head] /volumes/_nogroup/subvol_quiesce/c6ec861d-62cd-4de7-a08d-26688d46bc77/ auth v20 ap=1 DIRTYPARENT f(v0 m2024-04-15T15:12:06.547239+0000 1=1+0) n(v0 rc2024-04-15T15:12:06.577277+0000 2=1+1) (inest lock) (iversion lock w=1) (iquiesce lock x=1 by request(mds.0:2 nref=3)) caps={5084=pAsLsXs/-@2,5099=pAsLsXs/-@2,5736=pAsLsXs/-@7,5898=pAsLsXs/-@3,5919=pAsLsXs/-@2} | request=1 lock=2 dirfrag=1 caps=1 dirtyparent=1 dirty=1 waiter=0 authpin=1 0x55dfef15d600]", "lock": { "gather_set": [], "state": "lock", "type": "iversion", "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 1, "num_xlocks": 0, "xlock_by": {} }, "flags": 2, "wrlock_target": -1 } ] } }, "1099511629282": { "description": "internal op quiesce_inode:mds.0:3 fp=#0x100000005e2", "initiated_at": "2024-04-15T15:12:06.769136+0000", "age": 0.61948699, "duration": 0.619727484, "continuous": true, "type_data": { "result": -2147483648, "flag_point": "quiesce blocked", "reqid": { "entity": { "type": "mds", "num": 0 }, "tid": 3 }, "op_type": "internal_op", "internal_op": 5385, "op_name": "quiesce_inode", "events": [ { "time": "2024-04-15T15:12:06.769136+0000", "event": "initiated" }, { "time": "2024-04-15T15:12:06.769136+0000", "event": "header_read" }, { "time": "2024-04-15T15:12:06.769136+0000", "event": "throttled" }, { "time": "2024-04-15T15:12:06.769136+0000", "event": "all_read" }, { "time": "2024-04-15T15:12:06.769136+0000", "event": "dispatched" }, { "time": "2024-04-15T15:12:06.769251+0000", "event": "failed to xlock, waiting" }, { "time": "2024-04-15T15:12:06.769887+0000", "event": "failed to xlock, waiting" }, { "time": "2024-04-15T15:12:06.771404+0000", "event": "acquired locks" }, { "time": "2024-04-15T15:12:06.771405+0000", "event": "quiesce blocked" } ], "locks": [] } } } 2024-04-15T15:12:08.116 INFO:tasks.cephfs.test_quiesce:making archive directory /home/teuthworker/archive/leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi/7657111/quiesce 2024-04-15T15:12:08.119 ERROR:tasks.cephfs.test_quiesce:cache written to /home/teuthworker/archive/leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi/7657111/quiesce/cachevnb0h9en 2024-04-15T15:12:08.120 ERROR:tasks.cephfs.test_quiesce:ops written to /home/teuthworker/archive/leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi/7657111/quiesce/opsjjz1jh8_ 2024-04-15T15:12:08.121 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-15T15:12:08.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.254+0000 7ff45d475640 1 Processor -- start 2024-04-15T15:12:08.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.254+0000 7ff45d475640 1 -- start start 2024-04-15T15:12:08.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.255+0000 7ff45d475640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff45815e610 0x7ff4580d0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:08.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.255+0000 7ff45d475640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7ff45815e9f0 0x7ff4580d3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:08.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.255+0000 7ff45d475640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff4580d2320 con 0x7ff45806c400 2024-04-15T15:12:08.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.255+0000 7ff45d475640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7ff4580d31d0 con 0x7ff45815e9f0 2024-04-15T15:12:08.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.255+0000 7ff45d475640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7ff4580d25c0 con 0x7ff45815e610 2024-04-15T15:12:08.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.255+0000 7ff44e7fc640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7ff45815e9f0 0x7ff4580d3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:08.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.255+0000 7ff44e7fc640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7ff45815e9f0 0x7ff4580d3660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58692/0 (socket says 172.21.15.84:58692) 2024-04-15T15:12:08.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.255+0000 7ff44e7fc640 1 -- 172.21.15.84:0/4081485197 learned_addr learned my addr 172.21.15.84:0/4081485197 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:08.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.256+0000 7ff456ffd640 1 --2- 172.21.15.84:0/4081485197 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff45815e610 0x7ff4580d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:08.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.256+0000 7ff44e7fc640 1 -- 172.21.15.84:0/4081485197 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff45815e610 msgr2=0x7ff4580d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:08.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.256+0000 7ff44e7fc640 1 --2- 172.21.15.84:0/4081485197 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff45815e610 0x7ff4580d0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:08.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.256+0000 7ff44e7fc640 1 -- 172.21.15.84:0/4081485197 >> v1:172.21.15.203:6789/0 conn(0x7ff45806c400 legacy=0x7ff4580b7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:08.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.256+0000 7ff44e7fc640 1 -- 172.21.15.84:0/4081485197 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4580d28a0 con 0x7ff45815e9f0 2024-04-15T15:12:08.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.256+0000 7ff456ffd640 1 --2- 172.21.15.84:0/4081485197 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff45815e610 0x7ff4580d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:08.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.256+0000 7ff44e7fc640 1 --2- 172.21.15.84:0/4081485197 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff45815e9f0 0x7ff4580d3660 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7ff440009870 tx=0x7ff44002b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca59d0f873e8f162 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:08.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.257+0000 7ff4567fc640 1 -- 172.21.15.84:0/4081485197 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff440034070 con 0x7ff45815e9f0 2024-04-15T15:12:08.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.257+0000 7ff4567fc640 1 -- 172.21.15.84:0/4081485197 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff440030840 con 0x7ff45815e9f0 2024-04-15T15:12:08.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.257+0000 7ff4567fc640 1 -- 172.21.15.84:0/4081485197 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff440030c10 con 0x7ff45815e9f0 2024-04-15T15:12:08.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.257+0000 7ff45d475640 1 -- 172.21.15.84:0/4081485197 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff45815e9f0 msgr2=0x7ff4580d3660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:08.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.257+0000 7ff45d475640 1 --2- 172.21.15.84:0/4081485197 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff45815e9f0 0x7ff4580d3660 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7ff440009870 tx=0x7ff44002b980 comp rx=0 tx=0).stop 2024-04-15T15:12:08.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.257+0000 7ff45d475640 1 -- 172.21.15.84:0/4081485197 shutdown_connections 2024-04-15T15:12:08.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.257+0000 7ff45d475640 1 --2- 172.21.15.84:0/4081485197 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff45815e9f0 0x7ff4580d3660 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:08.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.257+0000 7ff45d475640 1 --2- 172.21.15.84:0/4081485197 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff45815e610 0x7ff4580d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:08.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.257+0000 7ff45d475640 1 -- 172.21.15.84:0/4081485197 >> 172.21.15.84:0/4081485197 conn(0x7ff4580d4750 msgr2=0x7ff4580d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:08.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.257+0000 7ff45d475640 1 -- 172.21.15.84:0/4081485197 shutdown_connections 2024-04-15T15:12:08.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.257+0000 7ff45d475640 1 -- 172.21.15.84:0/4081485197 wait complete. 2024-04-15T15:12:08.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.258+0000 7ff45d475640 1 Processor -- start 2024-04-15T15:12:08.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.258+0000 7ff45d475640 1 -- start start 2024-04-15T15:12:08.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.259+0000 7ff45d475640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff45806c400 0x7ff458156020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:08.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.259+0000 7ff45d475640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff45815e610 0x7ff4580c8280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:08.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.259+0000 7ff45d475640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff45815e9f0 0x7ff4580b89d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:08.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.259+0000 7ff45d475640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7ff45806d130 con 0x7ff45806c400 2024-04-15T15:12:08.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.259+0000 7ff45d475640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff4580d2e60 con 0x7ff45815e9f0 2024-04-15T15:12:08.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.259+0000 7ff45d475640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7ff4580d0bd0 con 0x7ff45815e610 2024-04-15T15:12:08.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.259+0000 7ff456ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff45806c400 0x7ff458156020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:08.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.259+0000 7ff456ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff45806c400 0x7ff458156020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58694/0 (socket says 172.21.15.84:58694) 2024-04-15T15:12:08.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.259+0000 7ff456ffd640 1 -- 172.21.15.84:0/100132219 learned_addr learned my addr 172.21.15.84:0/100132219 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:08.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.259+0000 7ff44e7fc640 1 --2- 172.21.15.84:0/100132219 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff45815e610 0x7ff4580c8280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:08.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.259+0000 7ff4577fe640 1 --2- 172.21.15.84:0/100132219 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff45815e9f0 0x7ff4580b89d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:08.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.260+0000 7ff456ffd640 1 -- 172.21.15.84:0/100132219 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff45815e610 msgr2=0x7ff4580c8280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:08.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.260+0000 7ff456ffd640 1 --2- 172.21.15.84:0/100132219 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff45815e610 0x7ff4580c8280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:08.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.260+0000 7ff456ffd640 1 -- 172.21.15.84:0/100132219 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff45815e9f0 msgr2=0x7ff4580b89d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:08.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.260+0000 7ff456ffd640 1 --2- 172.21.15.84:0/100132219 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff45815e9f0 0x7ff4580b89d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:08.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.260+0000 7ff456ffd640 1 -- 172.21.15.84:0/100132219 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff458156560 con 0x7ff45806c400 2024-04-15T15:12:08.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.260+0000 7ff44e7fc640 1 --2- 172.21.15.84:0/100132219 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff45815e610 0x7ff4580c8280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:08.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.260+0000 7ff456ffd640 1 --2- 172.21.15.84:0/100132219 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff45806c400 0x7ff458156020 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7ff44800c820 tx=0x7ff44800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:08.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.260+0000 7ff44ffff640 1 -- 172.21.15.84:0/100132219 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff448015070 con 0x7ff45806c400 2024-04-15T15:12:08.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.260+0000 7ff44ffff640 1 -- 172.21.15.84:0/100132219 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4480079d0 con 0x7ff45806c400 2024-04-15T15:12:08.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.260+0000 7ff45d475640 1 -- 172.21.15.84:0/100132219 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4580c8b80 con 0x7ff45806c400 2024-04-15T15:12:08.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.260+0000 7ff44ffff640 1 -- 172.21.15.84:0/100132219 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff448007da0 con 0x7ff45806c400 2024-04-15T15:12:08.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.260+0000 7ff45d475640 1 -- 172.21.15.84:0/100132219 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4580c9140 con 0x7ff45806c400 2024-04-15T15:12:08.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.261+0000 7ff45d475640 1 -- 172.21.15.84:0/100132219 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff458075c50 con 0x7ff45806c400 2024-04-15T15:12:08.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.261+0000 7ff44ffff640 1 -- 172.21.15.84:0/100132219 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7ff448018070 con 0x7ff45806c400 2024-04-15T15:12:08.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.262+0000 7ff44ffff640 1 --2- 172.21.15.84:0/100132219 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff43806c980 0x7ff43806ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:08.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.262+0000 7ff44ffff640 1 -- 172.21.15.84:0/100132219 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(40..40 src has 1..40) ==== 6130+0+0 (secure 0 0 0) 0x7ff44808bcf0 con 0x7ff45806c400 2024-04-15T15:12:08.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.262+0000 7ff44e7fc640 1 --2- 172.21.15.84:0/100132219 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff43806c980 0x7ff43806ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:08.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.262+0000 7ff44e7fc640 1 --2- 172.21.15.84:0/100132219 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff43806c980 0x7ff43806ee40 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7ff440036000 tx=0x7ff44003b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:08.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.266+0000 7ff44ffff640 1 -- 172.21.15.84:0/100132219 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7ff458156560 con 0x7ff45806c400 2024-04-15T15:12:08.480 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.479+0000 7ff45d475640 1 -- 172.21.15.84:0/100132219 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7ff4580cf700 con 0x7ff45806c400 2024-04-15T15:12:08.481 INFO:tasks.ceph.mon.a.smithi084.stderr:2024-04-15T15:12:08.479+0000 7f30609a2640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T15:12:08.482 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.480+0000 7ff44ffff640 1 -- 172.21.15.84:0/100132219 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v17) ==== 161+0+0 (secure 0 0 0) 0x7ff448059f00 con 0x7ff45806c400 2024-04-15T15:12:08.482 INFO:teuthology.orchestra.run.smithi084.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-15T15:12:08.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.483+0000 7ff45d475640 1 -- 172.21.15.84:0/100132219 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff43806c980 msgr2=0x7ff43806ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:08.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.483+0000 7ff45d475640 1 --2- 172.21.15.84:0/100132219 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff43806c980 0x7ff43806ee40 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7ff440036000 tx=0x7ff44003b040 comp rx=0 tx=0).stop 2024-04-15T15:12:08.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.483+0000 7ff45d475640 1 -- 172.21.15.84:0/100132219 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff45806c400 msgr2=0x7ff458156020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:08.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.483+0000 7ff45d475640 1 --2- 172.21.15.84:0/100132219 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff45806c400 0x7ff458156020 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7ff44800c820 tx=0x7ff44800cc20 comp rx=0 tx=0).stop 2024-04-15T15:12:08.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.483+0000 7ff45d475640 1 -- 172.21.15.84:0/100132219 shutdown_connections 2024-04-15T15:12:08.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.483+0000 7ff45d475640 1 --2- 172.21.15.84:0/100132219 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7ff43806c980 0x7ff43806ee40 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:08.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.483+0000 7ff45d475640 1 --2- 172.21.15.84:0/100132219 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff45815e9f0 0x7ff4580b89d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:08.486 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.483+0000 7ff45d475640 1 --2- 172.21.15.84:0/100132219 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7ff45815e610 0x7ff4580c8280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:08.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.483+0000 7ff45d475640 1 --2- 172.21.15.84:0/100132219 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7ff45806c400 0x7ff458156020 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:08.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.483+0000 7ff45d475640 1 -- 172.21.15.84:0/100132219 >> 172.21.15.84:0/100132219 conn(0x7ff4580d4750 msgr2=0x7ff4580b7900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:08.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.483+0000 7ff45d475640 1 -- 172.21.15.84:0/100132219 shutdown_connections 2024-04-15T15:12:08.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.484+0000 7ff45d475640 1 -- 172.21.15.84:0/100132219 wait complete. 2024-04-15T15:12:08.497 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-04-15T15:12:08.524 INFO:tasks.ceph.mds.a.smithi084.stdout:starting mds.a at 2024-04-15T15:12:08.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.604+0000 7f3ad3cd9640 1 Processor -- start 2024-04-15T15:12:08.606 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.604+0000 7f3ad3cd9640 1 -- start start 2024-04-15T15:12:08.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.605+0000 7f3ad3cd9640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f3acc15c550 0x7f3acc160b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:08.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.605+0000 7f3ad3cd9640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3acc0d1750 0x7f3acc0cdec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:08.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.605+0000 7f3ad3cd9640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3acc161060 con 0x7f3acc06f510 2024-04-15T15:12:08.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.605+0000 7f3ad3cd9640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f3acc072790 con 0x7f3acc15c550 2024-04-15T15:12:08.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.605+0000 7f3ad3cd9640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f3acc0cce20 con 0x7f3acc0d1750 2024-04-15T15:12:08.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.606+0000 7f3ad2276640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3acc0d1750 0x7f3acc0cdec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:08.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.606+0000 7f3ad1a75640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f3acc15c550 0x7f3acc160b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:08.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.606+0000 7f3ad1274640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7f3acc06f510 0x7f3acc0d1040 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:57908/0 (socket says 172.21.15.84:57908) 2024-04-15T15:12:08.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.606+0000 7f3ad2276640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3acc0d1750 0x7f3acc0cdec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:48234/0 (socket says 172.21.15.84:48234) 2024-04-15T15:12:08.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.606+0000 7f3ad1274640 1 -- 172.21.15.84:0/2530916363 learned_addr learned my addr 172.21.15.84:0/2530916363 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:08.608 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.606+0000 7f3ad1a75640 1 -- 172.21.15.84:0/2530916363 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3acc0d1750 msgr2=0x7f3acc0cdec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:08.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.606+0000 7f3ad1a75640 1 --2- 172.21.15.84:0/2530916363 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3acc0d1750 0x7f3acc0cdec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:08.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.606+0000 7f3ad1a75640 1 -- 172.21.15.84:0/2530916363 >> v1:172.21.15.203:6789/0 conn(0x7f3acc06f510 legacy=0x7f3acc0d1040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:08.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.606+0000 7f3ad1a75640 1 -- 172.21.15.84:0/2530916363 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3acc0cd100 con 0x7f3acc15c550 2024-04-15T15:12:08.609 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.606+0000 7f3ad2276640 1 --2- 172.21.15.84:0/2530916363 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3acc0d1750 0x7f3acc0cdec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:12:08.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.607+0000 7f3ad1a75640 1 --2- 172.21.15.84:0/2530916363 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3acc15c550 0x7f3acc160b20 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f3abc0097a0 tx=0x7f3abc02b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=82878e919925fbfe server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:08.610 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.607+0000 7f3ad0a73640 1 -- 172.21.15.84:0/2530916363 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3abc035020 con 0x7f3acc15c550 2024-04-15T15:12:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.607+0000 7f3ad0a73640 1 -- 172.21.15.84:0/2530916363 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3abc031830 con 0x7f3acc15c550 2024-04-15T15:12:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.607+0000 7f3ad0a73640 1 -- 172.21.15.84:0/2530916363 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3abc031c00 con 0x7f3acc15c550 2024-04-15T15:12:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.607+0000 7f3ad3cd9640 1 -- 172.21.15.84:0/2530916363 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3acc15c550 msgr2=0x7f3acc160b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.607+0000 7f3ad3cd9640 1 --2- 172.21.15.84:0/2530916363 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3acc15c550 0x7f3acc160b20 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f3abc0097a0 tx=0x7f3abc02b8d0 comp rx=0 tx=0).stop 2024-04-15T15:12:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.607+0000 7f3ad3cd9640 1 -- 172.21.15.84:0/2530916363 shutdown_connections 2024-04-15T15:12:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.607+0000 7f3ad3cd9640 1 --2- 172.21.15.84:0/2530916363 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3acc0d1750 0x7f3acc0cdec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.607+0000 7f3ad3cd9640 1 --2- 172.21.15.84:0/2530916363 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3acc15c550 0x7f3acc160b20 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.607+0000 7f3ad3cd9640 1 -- 172.21.15.84:0/2530916363 >> 172.21.15.84:0/2530916363 conn(0x7f3acc0b3f50 msgr2=0x7f3acc0b4360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.608+0000 7f3ad3cd9640 1 -- 172.21.15.84:0/2530916363 shutdown_connections 2024-04-15T15:12:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.608+0000 7f3ad3cd9640 1 -- 172.21.15.84:0/2530916363 wait complete. 2024-04-15T15:12:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.609+0000 7f3ad3cd9640 1 Processor -- start 2024-04-15T15:12:08.611 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.609+0000 7f3ad3cd9640 1 -- start start 2024-04-15T15:12:08.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.609+0000 7f3ad3cd9640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3acc06f510 0x7f3acc15df20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:08.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.609+0000 7f3ad3cd9640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3acc0d1750 0x7f3acc0b1020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:08.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.609+0000 7f3ad3cd9640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3acc15c550 0x7f3acc1f5da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:08.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.609+0000 7f3ad3cd9640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3acc0cd9a0 con 0x7f3acc0d1750 2024-04-15T15:12:08.614 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.609+0000 7f3ad3cd9640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3acc0cd6c0 con 0x7f3acc15c550 2024-04-15T15:12:08.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.609+0000 7f3ad3cd9640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f3acc15c930 con 0x7f3acc06f510 2024-04-15T15:12:08.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.610+0000 7f3ad1274640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3acc0d1750 0x7f3acc0b1020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:08.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.610+0000 7f3ad1274640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3acc0d1750 0x7f3acc0b1020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58714/0 (socket says 172.21.15.84:58714) 2024-04-15T15:12:08.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.610+0000 7f3ad1274640 1 -- 172.21.15.84:0/767174473 learned_addr learned my addr 172.21.15.84:0/767174473 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:08.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.610+0000 7f3ad1a75640 1 --2- 172.21.15.84:0/767174473 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3acc06f510 0x7f3acc15df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:08.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.610+0000 7f3ad2276640 1 --2- 172.21.15.84:0/767174473 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3acc15c550 0x7f3acc1f5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:08.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.610+0000 7f3ad1274640 1 -- 172.21.15.84:0/767174473 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3acc06f510 msgr2=0x7f3acc15df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:08.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.610+0000 7f3ad1274640 1 --2- 172.21.15.84:0/767174473 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3acc06f510 0x7f3acc15df20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:08.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.610+0000 7f3ad1274640 1 -- 172.21.15.84:0/767174473 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3acc15c550 msgr2=0x7f3acc1f5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:08.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.610+0000 7f3ad1274640 1 --2- 172.21.15.84:0/767174473 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3acc15c550 0x7f3acc1f5da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:08.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.610+0000 7f3ad1274640 1 -- 172.21.15.84:0/767174473 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3acc15e5c0 con 0x7f3acc0d1750 2024-04-15T15:12:08.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.610+0000 7f3ad1274640 1 --2- 172.21.15.84:0/767174473 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3acc0d1750 0x7f3acc0b1020 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f3ac800c3c0 tx=0x7f3ac800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:08.615 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.610+0000 7f3ac27fc640 1 -- 172.21.15.84:0/767174473 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac8017070 con 0x7f3acc0d1750 2024-04-15T15:12:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.610+0000 7f3ac27fc640 1 -- 172.21.15.84:0/767174473 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ac8005ce0 con 0x7f3acc0d1750 2024-04-15T15:12:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.610+0000 7f3ad3cd9640 1 -- 172.21.15.84:0/767174473 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3acc15e8a0 con 0x7f3acc0d1750 2024-04-15T15:12:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.610+0000 7f3ac27fc640 1 -- 172.21.15.84:0/767174473 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ac80072f0 con 0x7f3acc0d1750 2024-04-15T15:12:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.610+0000 7f3ad3cd9640 1 -- 172.21.15.84:0/767174473 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3acc15ee60 con 0x7f3acc0d1750 2024-04-15T15:12:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.611+0000 7f3ad3cd9640 1 -- 172.21.15.84:0/767174473 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3acc0b1560 con 0x7f3acc0d1750 2024-04-15T15:12:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.612+0000 7f3ac27fc640 1 -- 172.21.15.84:0/767174473 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f3ac801a070 con 0x7f3acc0d1750 2024-04-15T15:12:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.612+0000 7f3ac27fc640 1 --2- 172.21.15.84:0/767174473 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3ab006c980 0x7f3ab006ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.612+0000 7f3ac27fc640 1 -- 172.21.15.84:0/767174473 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f3ac808b080 con 0x7f3acc0d1750 2024-04-15T15:12:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.612+0000 7f3ad1a75640 1 --2- 172.21.15.84:0/767174473 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3ab006c980 0x7f3ab006ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:08.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.613+0000 7f3ad1a75640 1 --2- 172.21.15.84:0/767174473 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3ab006c980 0x7f3ab006ee40 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f3abc036000 tx=0x7f3abc008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:08.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.617+0000 7f3ac27fc640 1 -- 172.21.15.84:0/767174473 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f3ac8058c70 con 0x7f3acc0d1750 2024-04-15T15:12:08.831 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:08.829+0000 7f3ad3cd9640 1 -- 172.21.15.84:0/767174473 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7f3acc075c50 con 0x7f3acc0d1750 2024-04-15T15:12:09.487 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.485+0000 7f3ac27fc640 1 -- 172.21.15.84:0/767174473 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v18) ==== 162+0+0 (secure 0 0 0) 0x7f3ac805cf70 con 0x7f3acc0d1750 2024-04-15T15:12:09.487 INFO:teuthology.orchestra.run.smithi084.stderr:cephfs marked joinable; MDS may join as newly active. 2024-04-15T15:12:09.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.487+0000 7f3ad3cd9640 1 -- 172.21.15.84:0/767174473 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3ab006c980 msgr2=0x7f3ab006ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:09.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.487+0000 7f3ad3cd9640 1 --2- 172.21.15.84:0/767174473 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3ab006c980 0x7f3ab006ee40 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f3abc036000 tx=0x7f3abc008030 comp rx=0 tx=0).stop 2024-04-15T15:12:09.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.487+0000 7f3ad3cd9640 1 -- 172.21.15.84:0/767174473 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3acc0d1750 msgr2=0x7f3acc0b1020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:09.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.487+0000 7f3ad3cd9640 1 --2- 172.21.15.84:0/767174473 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3acc0d1750 0x7f3acc0b1020 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f3ac800c3c0 tx=0x7f3ac800c880 comp rx=0 tx=0).stop 2024-04-15T15:12:09.489 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.487+0000 7f3ad3cd9640 1 -- 172.21.15.84:0/767174473 shutdown_connections 2024-04-15T15:12:09.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.487+0000 7f3ad3cd9640 1 --2- 172.21.15.84:0/767174473 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3ab006c980 0x7f3ab006ee40 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:09.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.487+0000 7f3ad3cd9640 1 --2- 172.21.15.84:0/767174473 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3acc15c550 0x7f3acc1f5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:09.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.487+0000 7f3ad3cd9640 1 --2- 172.21.15.84:0/767174473 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3acc0d1750 0x7f3acc0b1020 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:09.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.487+0000 7f3ad3cd9640 1 --2- 172.21.15.84:0/767174473 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3acc06f510 0x7f3acc15df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:09.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.487+0000 7f3ad3cd9640 1 -- 172.21.15.84:0/767174473 >> 172.21.15.84:0/767174473 conn(0x7f3acc0b3f50 msgr2=0x7f3acc06f9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:09.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.487+0000 7f3ad3cd9640 1 -- 172.21.15.84:0/767174473 shutdown_connections 2024-04-15T15:12:09.490 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.487+0000 7f3ad3cd9640 1 -- 172.21.15.84:0/767174473 wait complete. 2024-04-15T15:12:09.504 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:12:09.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.648+0000 7fc0ec5ba640 1 Processor -- start 2024-04-15T15:12:09.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.648+0000 7fc0ec5ba640 1 -- start start 2024-04-15T15:12:09.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.649+0000 7fc0ec5ba640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fc0e415c120 0x7fc0e415f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:09.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.649+0000 7fc0ec5ba640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0e41624e0 con 0x7fc0e415c500 2024-04-15T15:12:09.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.649+0000 7fc0ec5ba640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc0e41627c0 con 0x7fc0e40cc0b0 2024-04-15T15:12:09.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.649+0000 7fc0ec5ba640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fc0e4162aa0 con 0x7fc0e415c120 2024-04-15T15:12:09.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.649+0000 7fc0e9b55640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fc0e415c500 0x7fc0e40cb9a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:57216/0 (socket says 172.21.15.84:57216) 2024-04-15T15:12:09.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.649+0000 7fc0e9b55640 1 -- 172.21.15.84:0/2374058251 learned_addr learned my addr 172.21.15.84:0/2374058251 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:09.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0e9354640 1 -- 172.21.15.84:0/2374058251 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1538672832 0 0) 0x7fc0e41624e0 con 0x7fc0e415c500 2024-04-15T15:12:09.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0e9354640 1 -- 172.21.15.84:0/2374058251 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc0d0003520 con 0x7fc0e415c500 2024-04-15T15:12:09.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0ea356640 1 --2- 172.21.15.84:0/2374058251 >> v2:172.21.15.203:3300/0 conn(0x7fc0e415c120 0x7fc0e415f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:09.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0e9354640 1 -- 172.21.15.84:0/2374058251 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3787622588 0 0) 0x7fc0d0003520 con 0x7fc0e415c500 2024-04-15T15:12:09.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0e9354640 1 -- 172.21.15.84:0/2374058251 >> v2:172.21.15.203:3300/0 conn(0x7fc0e415c120 msgr2=0x7fc0e415f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:09.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0e9354640 1 --2- 172.21.15.84:0/2374058251 >> v2:172.21.15.203:3300/0 conn(0x7fc0e415c120 0x7fc0e415f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:09.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0e9354640 1 -- 172.21.15.84:0/2374058251 >> v1:172.21.15.203:6789/0 conn(0x7fc0e40cc0b0 legacy=0x7fc0e40c68d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:09.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0e9354640 1 -- 172.21.15.84:0/2374058251 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0e4162d80 con 0x7fc0e415c500 2024-04-15T15:12:09.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0e9354640 1 -- 172.21.15.84:0/2374058251 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7fc0d4001670 con 0x7fc0e415c500 2024-04-15T15:12:09.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0e9354640 1 -- 172.21.15.84:0/2374058251 >> v1:172.21.15.84:6789/0 conn(0x7fc0e415c500 legacy=0x7fc0e40cb9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:09.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0e9354640 1 --2- 172.21.15.84:0/2374058251 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc0d00039b0 0x7fc0d0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:09.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0e9354640 1 --2- 172.21.15.84:0/2374058251 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0d0004800 0x7fc0d0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:09.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0e9354640 1 --2- 172.21.15.84:0/2374058251 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc0d00051c0 0x7fc0d000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:09.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0e9354640 1 -- 172.21.15.84:0/2374058251 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e4162aa0 con 0x7fc0d00039b0 2024-04-15T15:12:09.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0e9354640 1 -- 172.21.15.84:0/2374058251 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc0d000c060 con 0x7fc0d0004800 2024-04-15T15:12:09.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0e9354640 1 -- 172.21.15.84:0/2374058251 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc0d000c260 con 0x7fc0d00051c0 2024-04-15T15:12:09.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0ea356640 1 --2- 172.21.15.84:0/2374058251 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc0d00039b0 0x7fc0d0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:09.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0e9b55640 1 --2- 172.21.15.84:0/2374058251 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0d0004800 0x7fc0d0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:09.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0eab57640 1 --2- 172.21.15.84:0/2374058251 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc0d00051c0 0x7fc0d000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:09.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0ea356640 1 -- 172.21.15.84:0/2374058251 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc0d00051c0 msgr2=0x7fc0d000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:09.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0ea356640 1 --2- 172.21.15.84:0/2374058251 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc0d00051c0 0x7fc0d000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:09.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0ea356640 1 -- 172.21.15.84:0/2374058251 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0d0004800 msgr2=0x7fc0d0004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:09.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0ea356640 1 --2- 172.21.15.84:0/2374058251 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0d0004800 0x7fc0d0004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:09.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0ea356640 1 -- 172.21.15.84:0/2374058251 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0d0003520 con 0x7fc0d00039b0 2024-04-15T15:12:09.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0eab57640 1 -- 172.21.15.84:0/2374058251 reap_dead start 2024-04-15T15:12:09.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.650+0000 7fc0e9b55640 1 --2- 172.21.15.84:0/2374058251 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0d0004800 0x7fc0d0004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:09.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.651+0000 7fc0ea356640 1 --2- 172.21.15.84:0/2374058251 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc0d00039b0 0x7fc0d0003dd0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7fc0e0009ac0 tx=0x7fc0d0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7233bc057c53e21 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:09.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.651+0000 7fc0e9354640 1 -- 172.21.15.84:0/2374058251 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0e0039070 con 0x7fc0d00039b0 2024-04-15T15:12:09.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.651+0000 7fc0e9354640 1 -- 172.21.15.84:0/2374058251 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0e002c6b0 con 0x7fc0d00039b0 2024-04-15T15:12:09.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.651+0000 7fc0e9354640 1 -- 172.21.15.84:0/2374058251 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0e0009690 con 0x7fc0d00039b0 2024-04-15T15:12:09.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.652+0000 7fc0ec5ba640 1 -- 172.21.15.84:0/2374058251 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc0d00039b0 msgr2=0x7fc0d0003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:09.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.652+0000 7fc0ec5ba640 1 --2- 172.21.15.84:0/2374058251 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc0d00039b0 0x7fc0d0003dd0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7fc0e0009ac0 tx=0x7fc0d0005830 comp rx=0 tx=0).stop 2024-04-15T15:12:09.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.652+0000 7fc0ec5ba640 1 -- 172.21.15.84:0/2374058251 shutdown_connections 2024-04-15T15:12:09.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.652+0000 7fc0ec5ba640 1 --2- 172.21.15.84:0/2374058251 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc0d00039b0 0x7fc0d0003dd0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:09.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.652+0000 7fc0ec5ba640 1 -- 172.21.15.84:0/2374058251 >> 172.21.15.84:0/2374058251 conn(0x7fc0e40cd4a0 msgr2=0x7fc0e40cd880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:09.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.652+0000 7fc0ec5ba640 1 -- 172.21.15.84:0/2374058251 shutdown_connections 2024-04-15T15:12:09.657 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.652+0000 7fc0ec5ba640 1 -- 172.21.15.84:0/2374058251 wait complete. 2024-04-15T15:12:09.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.653+0000 7fc0ec5ba640 1 Processor -- start 2024-04-15T15:12:09.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.653+0000 7fc0ec5ba640 1 -- start start 2024-04-15T15:12:09.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0ec5ba640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0d00039b0 0x7fc0e40c8480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:09.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0ec5ba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc0e4151320 0x7fc0e415fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:09.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0ec5ba640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc0e41517a0 0x7fc0e4160130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:09.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0ec5ba640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e40708e0 con 0x7fc0e41517a0 2024-04-15T15:12:09.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0ec5ba640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e4070760 con 0x7fc0d00039b0 2024-04-15T15:12:09.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0ec5ba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc0e4070a60 con 0x7fc0e4151320 2024-04-15T15:12:09.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0eab57640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc0e41517a0 0x7fc0e4160130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:09.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0eab57640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc0e41517a0 0x7fc0e4160130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58742/0 (socket says 172.21.15.84:58742) 2024-04-15T15:12:09.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0eab57640 1 -- 172.21.15.84:0/2363475076 learned_addr learned my addr 172.21.15.84:0/2363475076 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:09.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0ea356640 1 --2- 172.21.15.84:0/2363475076 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0d00039b0 0x7fc0e40c8480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:09.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0e9b55640 1 --2- 172.21.15.84:0/2363475076 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc0e4151320 0x7fc0e415fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:09.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0eab57640 1 -- 172.21.15.84:0/2363475076 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc0e4151320 msgr2=0x7fc0e415fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:09.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0eab57640 1 --2- 172.21.15.84:0/2363475076 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc0e4151320 0x7fc0e415fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:09.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0eab57640 1 -- 172.21.15.84:0/2363475076 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0d00039b0 msgr2=0x7fc0e40c8480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:09.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0eab57640 1 --2- 172.21.15.84:0/2363475076 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0d00039b0 0x7fc0e40c8480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:09.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0eab57640 1 -- 172.21.15.84:0/2363475076 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0e40c7e40 con 0x7fc0e41517a0 2024-04-15T15:12:09.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0eab57640 1 --2- 172.21.15.84:0/2363475076 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc0e41517a0 0x7fc0e4160130 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7fc0e4070df0 tx=0x7fc0dc00eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:09.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0daffd640 1 -- 172.21.15.84:0/2363475076 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0dc00ee90 con 0x7fc0e41517a0 2024-04-15T15:12:09.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0daffd640 1 -- 172.21.15.84:0/2363475076 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc0dc018070 con 0x7fc0e41517a0 2024-04-15T15:12:09.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0ec5ba640 1 -- 172.21.15.84:0/2363475076 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0e40c8120 con 0x7fc0e41517a0 2024-04-15T15:12:09.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0daffd640 1 -- 172.21.15.84:0/2363475076 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0dc003b90 con 0x7fc0e41517a0 2024-04-15T15:12:09.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.654+0000 7fc0ec5ba640 1 -- 172.21.15.84:0/2363475076 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0e415f3f0 con 0x7fc0e41517a0 2024-04-15T15:12:09.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.655+0000 7fc0ec5ba640 1 -- 172.21.15.84:0/2363475076 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0e40689e0 con 0x7fc0e41517a0 2024-04-15T15:12:09.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.656+0000 7fc0daffd640 1 -- 172.21.15.84:0/2363475076 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fc0dc0050d0 con 0x7fc0e41517a0 2024-04-15T15:12:09.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.656+0000 7fc0daffd640 1 --2- 172.21.15.84:0/2363475076 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc0c806cb50 0x7fc0c806f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:09.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.656+0000 7fc0daffd640 1 -- 172.21.15.84:0/2363475076 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7fc0dc08b860 con 0x7fc0e41517a0 2024-04-15T15:12:09.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.656+0000 7fc0ea356640 1 --2- 172.21.15.84:0/2363475076 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc0c806cb50 0x7fc0c806f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:09.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.657+0000 7fc0ea356640 1 --2- 172.21.15.84:0/2363475076 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc0c806cb50 0x7fc0c806f010 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fc0e0036000 tx=0x7fc0e0030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:09.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.660+0000 7fc0daffd640 1 -- 172.21.15.84:0/2363475076 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fc0dc059aa0 con 0x7fc0e41517a0 2024-04-15T15:12:09.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.873+0000 7fc0ec5ba640 1 -- 172.21.15.84:0/2363475076 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc0e40cec90 con 0x7fc0e41517a0 2024-04-15T15:12:09.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.873+0000 7fc0daffd640 1 -- 172.21.15.84:0/2363475076 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 19 v19) ==== 94+0+5178 (secure 0 0 0) 0x7fc0dc0593a0 con 0x7fc0e41517a0 2024-04-15T15:12:09.875 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:09.875 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":19,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4922,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6834/2003323739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2003323739},{"type":"v1","addr":"172.21.15.203:6834","nonce":2003323739}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4925,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/2332672287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":2332672287},{"type":"v1","addr":"172.21.15.203:6835","nonce":2332672287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":5517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/952099470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":952099470},{"type":"v1","addr":"172.21.15.84:6836","nonce":952099470}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":19,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T15:11:38.147916+0000","modified":"2024-04-15T15:12:09.488168+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":41,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5979},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5979":{"gid":5979,"name":"a","rank":0,"incarnation":19,"state":"up:replay","state_seq":1,"addr":"172.21.15.84:6837/2180255707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":2180255707},{"type":"v1","addr":"172.21.15.84:6837","nonce":2180255707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":2}]} 2024-04-15T15:12:09.875 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 19 2024-04-15T15:12:09.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.875+0000 7fc0ec5ba640 1 -- 172.21.15.84:0/2363475076 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc0c806cb50 msgr2=0x7fc0c806f010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:09.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.875+0000 7fc0ec5ba640 1 --2- 172.21.15.84:0/2363475076 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc0c806cb50 0x7fc0c806f010 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fc0e0036000 tx=0x7fc0e0030000 comp rx=0 tx=0).stop 2024-04-15T15:12:09.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.875+0000 7fc0ec5ba640 1 -- 172.21.15.84:0/2363475076 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc0e41517a0 msgr2=0x7fc0e4160130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:09.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.875+0000 7fc0ec5ba640 1 --2- 172.21.15.84:0/2363475076 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc0e41517a0 0x7fc0e4160130 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7fc0e4070df0 tx=0x7fc0dc00eb50 comp rx=0 tx=0).stop 2024-04-15T15:12:09.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.875+0000 7fc0ec5ba640 1 -- 172.21.15.84:0/2363475076 shutdown_connections 2024-04-15T15:12:09.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.875+0000 7fc0ec5ba640 1 --2- 172.21.15.84:0/2363475076 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc0e41517a0 0x7fc0e4160130 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:09.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.875+0000 7fc0ec5ba640 1 --2- 172.21.15.84:0/2363475076 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc0e4151320 0x7fc0e415fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:09.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.875+0000 7fc0ec5ba640 1 --2- 172.21.15.84:0/2363475076 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc0c806cb50 0x7fc0c806f010 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:09.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.875+0000 7fc0ec5ba640 1 --2- 172.21.15.84:0/2363475076 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0d00039b0 0x7fc0e40c8480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:09.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.875+0000 7fc0ec5ba640 1 -- 172.21.15.84:0/2363475076 >> 172.21.15.84:0/2363475076 conn(0x7fc0e40cd4a0 msgr2=0x7fc0e40c58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:09.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.875+0000 7fc0ec5ba640 1 -- 172.21.15.84:0/2363475076 shutdown_connections 2024-04-15T15:12:09.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:09.875+0000 7fc0ec5ba640 1 -- 172.21.15.84:0/2363475076 wait complete. 2024-04-15T15:12:10.290 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 19, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-15T15:11:38.147916+0000', 'modified': '2024-04-15T15:12:09.488168+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 41, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5979}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5979': {'gid': 5979, 'name': 'a', 'rank': 0, 'incarnation': 19, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.84:6837/2180255707', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6835', 'nonce': 2180255707}, {'type': 'v1', 'addr': '172.21.15.84:6837', 'nonce': 2180255707}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-04-15T15:12:10.291 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5979:up:replay 2024-04-15T15:12:11.292 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:12:11.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.405+0000 7f0e1c196640 1 Processor -- start 2024-04-15T15:12:11.407 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.405+0000 7f0e1c196640 1 -- start start 2024-04-15T15:12:11.408 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.406+0000 7f0e1c196640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f0e1415c120 0x7f0e1415f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:11.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.406+0000 7f0e1c196640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e141624e0 con 0x7f0e140cc0b0 2024-04-15T15:12:11.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.406+0000 7f0e1c196640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e141627c0 con 0x7f0e1415c500 2024-04-15T15:12:11.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.406+0000 7f0e1c196640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f0e14162aa0 con 0x7f0e1415c120 2024-04-15T15:12:11.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.406+0000 7f0e19f32640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f0e1415c120 0x7f0e1415f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:11.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.406+0000 7f0e19f32640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f0e1415c120 0x7f0e1415f7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58752/0 (socket says 172.21.15.84:58752) 2024-04-15T15:12:11.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.406+0000 7f0e1a733640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f0e140cc0b0 0x7f0e140c68d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:57222/0 (socket says 172.21.15.84:57222) 2024-04-15T15:12:11.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.406+0000 7f0e19f32640 1 -- 172.21.15.84:0/4268862551 learned_addr learned my addr 172.21.15.84:0/4268862551 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:11.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.407+0000 7f0e19f32640 1 -- 172.21.15.84:0/4268862551 >> v1:172.21.15.203:6789/0 conn(0x7f0e1415c500 legacy=0x7f0e140cb9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:11.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.407+0000 7f0e19f32640 1 -- 172.21.15.84:0/4268862551 >> v1:172.21.15.84:6789/0 conn(0x7f0e140cc0b0 legacy=0x7f0e140c68d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:11.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.407+0000 7f0e18f30640 1 -- 172.21.15.84:0/4268862551 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1845339902 0 0) 0x7f0e141624e0 con 0x7f0e140cc0b0 2024-04-15T15:12:11.409 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.407+0000 7f0e19f32640 1 -- 172.21.15.84:0/4268862551 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e14162d80 con 0x7f0e1415c120 2024-04-15T15:12:11.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.407+0000 7f0e19f32640 1 --2- 172.21.15.84:0/4268862551 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e1415c120 0x7f0e1415f7f0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f0e10009e50 tx=0x7f0e1002bf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dd8a207fb8a552c server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:11.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.408+0000 7f0e18f30640 1 -- 172.21.15.84:0/4268862551 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e1002cb20 con 0x7f0e1415c120 2024-04-15T15:12:11.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.408+0000 7f0e18f30640 1 -- 172.21.15.84:0/4268862551 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e1002ccc0 con 0x7f0e1415c120 2024-04-15T15:12:11.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.408+0000 7f0e18f30640 1 -- 172.21.15.84:0/4268862551 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e10034610 con 0x7f0e1415c120 2024-04-15T15:12:11.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.408+0000 7f0e1c196640 1 -- 172.21.15.84:0/4268862551 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e1415c120 msgr2=0x7f0e1415f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:11.411 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.408+0000 7f0e1c196640 1 --2- 172.21.15.84:0/4268862551 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e1415c120 0x7f0e1415f7f0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f0e10009e50 tx=0x7f0e1002bf80 comp rx=0 tx=0).stop 2024-04-15T15:12:11.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.408+0000 7f0e1c196640 1 -- 172.21.15.84:0/4268862551 shutdown_connections 2024-04-15T15:12:11.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.408+0000 7f0e1c196640 1 --2- 172.21.15.84:0/4268862551 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e1415c120 0x7f0e1415f7f0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:11.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.408+0000 7f0e1c196640 1 -- 172.21.15.84:0/4268862551 >> 172.21.15.84:0/4268862551 conn(0x7f0e140cd4a0 msgr2=0x7f0e140cd880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:11.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.408+0000 7f0e1c196640 1 -- 172.21.15.84:0/4268862551 shutdown_connections 2024-04-15T15:12:11.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.408+0000 7f0e1c196640 1 -- 172.21.15.84:0/4268862551 wait complete. 2024-04-15T15:12:11.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.410+0000 7f0e1c196640 1 Processor -- start 2024-04-15T15:12:11.412 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.410+0000 7f0e1c196640 1 -- start start 2024-04-15T15:12:11.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.410+0000 7f0e1c196640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0e140cc0b0 0x7f0e1415b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:11.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.410+0000 7f0e1c196640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e1415c120 0x7f0e140c62d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:11.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.410+0000 7f0e1c196640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0e1415c500 0x7f0e140c6810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:11.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.410+0000 7f0e1c196640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1406d520 con 0x7f0e1415c120 2024-04-15T15:12:11.414 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.410+0000 7f0e1c196640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1406d3a0 con 0x7f0e140cc0b0 2024-04-15T15:12:11.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.410+0000 7f0e1c196640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f0e1406d6a0 con 0x7f0e1415c500 2024-04-15T15:12:11.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.410+0000 7f0e19731640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e1415c120 0x7f0e140c62d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:11.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.410+0000 7f0e19731640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e1415c120 0x7f0e140c62d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58768/0 (socket says 172.21.15.84:58768) 2024-04-15T15:12:11.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.410+0000 7f0e19731640 1 -- 172.21.15.84:0/3133532286 learned_addr learned my addr 172.21.15.84:0/3133532286 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:11.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.411+0000 7f0e1a733640 1 --2- 172.21.15.84:0/3133532286 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0e1415c500 0x7f0e140c6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:11.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.411+0000 7f0e19f32640 1 --2- 172.21.15.84:0/3133532286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0e140cc0b0 0x7f0e1415b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:11.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.411+0000 7f0e19731640 1 -- 172.21.15.84:0/3133532286 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0e1415c500 msgr2=0x7f0e140c6810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:11.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.411+0000 7f0e19731640 1 --2- 172.21.15.84:0/3133532286 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0e1415c500 0x7f0e140c6810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:11.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.411+0000 7f0e19731640 1 -- 172.21.15.84:0/3133532286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0e140cc0b0 msgr2=0x7f0e1415b660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:11.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.411+0000 7f0e19731640 1 --2- 172.21.15.84:0/3133532286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0e140cc0b0 0x7f0e1415b660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:11.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.411+0000 7f0e19731640 1 -- 172.21.15.84:0/3133532286 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e141f7b60 con 0x7f0e1415c120 2024-04-15T15:12:11.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.411+0000 7f0e19731640 1 --2- 172.21.15.84:0/3133532286 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e1415c120 0x7f0e140c62d0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f0e0400b420 tx=0x7f0e0400b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:11.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.411+0000 7f0e0a7fc640 1 -- 172.21.15.84:0/3133532286 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e04011830 con 0x7f0e1415c120 2024-04-15T15:12:11.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.411+0000 7f0e0a7fc640 1 -- 172.21.15.84:0/3133532286 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e04016070 con 0x7f0e1415c120 2024-04-15T15:12:11.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.411+0000 7f0e1c196640 1 -- 172.21.15.84:0/3133532286 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e141f7e40 con 0x7f0e1415c120 2024-04-15T15:12:11.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.411+0000 7f0e0a7fc640 1 -- 172.21.15.84:0/3133532286 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e04011c10 con 0x7f0e1415c120 2024-04-15T15:12:11.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.411+0000 7f0e1c196640 1 -- 172.21.15.84:0/3133532286 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e141f8400 con 0x7f0e1415c120 2024-04-15T15:12:11.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.412+0000 7f0e1c196640 1 -- 172.21.15.84:0/3133532286 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e141616a0 con 0x7f0e1415c120 2024-04-15T15:12:11.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.413+0000 7f0e0a7fc640 1 -- 172.21.15.84:0/3133532286 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f0e0401b460 con 0x7f0e1415c120 2024-04-15T15:12:11.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.413+0000 7f0e0a7fc640 1 --2- 172.21.15.84:0/3133532286 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0df806c980 0x7f0df806ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:11.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.413+0000 7f0e0a7fc640 1 -- 172.21.15.84:0/3133532286 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f0e0408b9c0 con 0x7f0e1415c120 2024-04-15T15:12:11.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.413+0000 7f0e19f32640 1 --2- 172.21.15.84:0/3133532286 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0df806c980 0x7f0df806ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:11.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.414+0000 7f0e19f32640 1 --2- 172.21.15.84:0/3133532286 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0df806c980 0x7f0df806ee40 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f0e10035000 tx=0x7f0e10030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:11.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.417+0000 7f0e0a7fc640 1 -- 172.21.15.84:0/3133532286 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f0e141616a0 con 0x7f0e1415c120 2024-04-15T15:12:11.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.634+0000 7f0e1c196640 1 -- 172.21.15.84:0/3133532286 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0e141f8600 con 0x7f0e1415c120 2024-04-15T15:12:11.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.634+0000 7f0e0a7fc640 1 -- 172.21.15.84:0/3133532286 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) ==== 94+0+5178 (secure 0 0 0) 0x7f0e141f8600 con 0x7f0e1415c120 2024-04-15T15:12:11.636 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:11.636 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":21,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4922,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6834/2003323739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2003323739},{"type":"v1","addr":"172.21.15.203:6834","nonce":2003323739}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4925,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/2332672287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":2332672287},{"type":"v1","addr":"172.21.15.203:6835","nonce":2332672287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":5517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/952099470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":952099470},{"type":"v1","addr":"172.21.15.84:6836","nonce":952099470}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T15:11:38.147916+0000","modified":"2024-04-15T15:12:10.493282+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":41,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5979},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5979":{"gid":5979,"name":"a","rank":0,"incarnation":19,"state":"up:rejoin","state_seq":3,"addr":"172.21.15.84:6837/2180255707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":2180255707},{"type":"v1","addr":"172.21.15.84:6837","nonce":2180255707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":2}]} 2024-04-15T15:12:11.637 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 21 2024-04-15T15:12:11.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.636+0000 7f0e1c196640 1 -- 172.21.15.84:0/3133532286 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0df806c980 msgr2=0x7f0df806ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:11.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.636+0000 7f0e1c196640 1 --2- 172.21.15.84:0/3133532286 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0df806c980 0x7f0df806ee40 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f0e10035000 tx=0x7f0e10030000 comp rx=0 tx=0).stop 2024-04-15T15:12:11.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.636+0000 7f0e1c196640 1 -- 172.21.15.84:0/3133532286 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e1415c120 msgr2=0x7f0e140c62d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:11.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.636+0000 7f0e1c196640 1 --2- 172.21.15.84:0/3133532286 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e1415c120 0x7f0e140c62d0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f0e0400b420 tx=0x7f0e0400b8e0 comp rx=0 tx=0).stop 2024-04-15T15:12:11.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.636+0000 7f0e1c196640 1 -- 172.21.15.84:0/3133532286 shutdown_connections 2024-04-15T15:12:11.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.636+0000 7f0e1c196640 1 --2- 172.21.15.84:0/3133532286 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0e1415c500 0x7f0e140c6810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:11.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.636+0000 7f0e1c196640 1 --2- 172.21.15.84:0/3133532286 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0e1415c120 0x7f0e140c62d0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:11.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.636+0000 7f0e1c196640 1 --2- 172.21.15.84:0/3133532286 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0df806c980 0x7f0df806ee40 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:11.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.636+0000 7f0e1c196640 1 --2- 172.21.15.84:0/3133532286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0e140cc0b0 0x7f0e1415b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:11.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.636+0000 7f0e1c196640 1 -- 172.21.15.84:0/3133532286 >> 172.21.15.84:0/3133532286 conn(0x7f0e140cd4a0 msgr2=0x7f0e1415f450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:11.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.636+0000 7f0e1c196640 1 -- 172.21.15.84:0/3133532286 shutdown_connections 2024-04-15T15:12:11.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:11.636+0000 7f0e1c196640 1 -- 172.21.15.84:0/3133532286 wait complete. 2024-04-15T15:12:12.052 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 21, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-15T15:11:38.147916+0000', 'modified': '2024-04-15T15:12:10.493282+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 41, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5979}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5979': {'gid': 5979, 'name': 'a', 'rank': 0, 'incarnation': 19, 'state': 'up:rejoin', 'state_seq': 3, 'addr': '172.21.15.84:6837/2180255707', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6835', 'nonce': 2180255707}, {'type': 'v1', 'addr': '172.21.15.84:6837', 'nonce': 2180255707}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-04-15T15:12:12.052 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5979:up:rejoin 2024-04-15T15:12:13.053 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:12:13.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.166+0000 7f5e69d22640 1 Processor -- start 2024-04-15T15:12:13.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.166+0000 7f5e69d22640 1 -- start start 2024-04-15T15:12:13.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.167+0000 7f5e69d22640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f5e641569c0 0x7f5e6415d540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.167+0000 7f5e69d22640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e64156da0 0x7f5e640ccb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.167+0000 7f5e69d22640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e6415da80 con 0x7f5e640cd0b0 2024-04-15T15:12:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.167+0000 7f5e69d22640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f5e640cbad0 con 0x7f5e641569c0 2024-04-15T15:12:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.167+0000 7f5e69d22640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f5e640cbdb0 con 0x7f5e64156da0 2024-04-15T15:12:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.167+0000 7f5e62ffd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e64156da0 0x7f5e640ccb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.167+0000 7f5e62ffd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e64156da0 0x7f5e640ccb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:59796/0 (socket says 172.21.15.84:59796) 2024-04-15T15:12:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.167+0000 7f5e62ffd640 1 -- 172.21.15.84:0/3151040009 learned_addr learned my addr 172.21.15.84:0/3151040009 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.167+0000 7f5e637fe640 1 --2- 172.21.15.84:0/3151040009 >> v2:172.21.15.203:3300/0 conn(0x7f5e641569c0 0x7f5e6415d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.168+0000 7f5e62ffd640 1 -- 172.21.15.84:0/3151040009 >> v2:172.21.15.203:3300/0 conn(0x7f5e641569c0 msgr2=0x7f5e6415d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.168+0000 7f5e62ffd640 1 --2- 172.21.15.84:0/3151040009 >> v2:172.21.15.203:3300/0 conn(0x7f5e641569c0 0x7f5e6415d540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.168+0000 7f5e62ffd640 1 -- 172.21.15.84:0/3151040009 >> v1:172.21.15.203:6789/0 conn(0x7f5e640cd0b0 legacy=0x7f5e6406c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:13.170 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.168+0000 7f5e62ffd640 1 -- 172.21.15.84:0/3151040009 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e640cc090 con 0x7f5e64156da0 2024-04-15T15:12:13.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.168+0000 7f5e62ffd640 1 --2- 172.21.15.84:0/3151040009 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e64156da0 0x7f5e640ccb70 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5e58009870 tx=0x7f5e5802b980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3bfbc65b2d4ab56 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:13.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.169+0000 7f5e627fc640 1 -- 172.21.15.84:0/3151040009 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e58034070 con 0x7f5e64156da0 2024-04-15T15:12:13.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.169+0000 7f5e627fc640 1 -- 172.21.15.84:0/3151040009 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e58030840 con 0x7f5e64156da0 2024-04-15T15:12:13.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.169+0000 7f5e627fc640 1 -- 172.21.15.84:0/3151040009 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e58030c10 con 0x7f5e64156da0 2024-04-15T15:12:13.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.169+0000 7f5e69d22640 1 -- 172.21.15.84:0/3151040009 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e64156da0 msgr2=0x7f5e640ccb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:13.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.169+0000 7f5e69d22640 1 --2- 172.21.15.84:0/3151040009 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e64156da0 0x7f5e640ccb70 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5e58009870 tx=0x7f5e5802b980 comp rx=0 tx=0).stop 2024-04-15T15:12:13.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.169+0000 7f5e69d22640 1 -- 172.21.15.84:0/3151040009 shutdown_connections 2024-04-15T15:12:13.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.169+0000 7f5e69d22640 1 --2- 172.21.15.84:0/3151040009 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e64156da0 0x7f5e640ccb70 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.169+0000 7f5e69d22640 1 --2- 172.21.15.84:0/3151040009 >> v2:172.21.15.203:3300/0 conn(0x7f5e641569c0 0x7f5e6415d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.169+0000 7f5e69d22640 1 -- 172.21.15.84:0/3151040009 >> 172.21.15.84:0/3151040009 conn(0x7f5e640cd4a0 msgr2=0x7f5e640cd880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:13.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.169+0000 7f5e69d22640 1 -- 172.21.15.84:0/3151040009 shutdown_connections 2024-04-15T15:12:13.172 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.169+0000 7f5e69d22640 1 -- 172.21.15.84:0/3151040009 wait complete. 2024-04-15T15:12:13.174 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.170+0000 7f5e69d22640 1 Processor -- start 2024-04-15T15:12:13.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.171+0000 7f5e69d22640 1 -- start start 2024-04-15T15:12:13.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.171+0000 7f5e69d22640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e641569c0 0x7f5e6415b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.171+0000 7f5e69d22640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e64156da0 0x7f5e64151830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.171+0000 7f5e69d22640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e64151d70 0x7f5e640b0ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.171+0000 7f5e69d22640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5e640b01a0 con 0x7f5e64156da0 2024-04-15T15:12:13.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.171+0000 7f5e69d22640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5e640cc650 con 0x7f5e641569c0 2024-04-15T15:12:13.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.171+0000 7f5e69d22640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f5e640cb750 con 0x7f5e64151d70 2024-04-15T15:12:13.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.171+0000 7f5e62ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e64156da0 0x7f5e64151830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.171+0000 7f5e62ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e64156da0 0x7f5e64151830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56598/0 (socket says 172.21.15.84:56598) 2024-04-15T15:12:13.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.171+0000 7f5e62ffd640 1 -- 172.21.15.84:0/2968692425 learned_addr learned my addr 172.21.15.84:0/2968692425 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:13.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.171+0000 7f5e637fe640 1 --2- 172.21.15.84:0/2968692425 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e641569c0 0x7f5e6415b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.172+0000 7f5e63fff640 1 --2- 172.21.15.84:0/2968692425 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e64151d70 0x7f5e640b0ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.172+0000 7f5e62ffd640 1 -- 172.21.15.84:0/2968692425 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e64151d70 msgr2=0x7f5e640b0ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:13.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.172+0000 7f5e62ffd640 1 --2- 172.21.15.84:0/2968692425 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e64151d70 0x7f5e640b0ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.172+0000 7f5e62ffd640 1 -- 172.21.15.84:0/2968692425 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e641569c0 msgr2=0x7f5e6415b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:13.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.172+0000 7f5e62ffd640 1 --2- 172.21.15.84:0/2968692425 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e641569c0 0x7f5e6415b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.172+0000 7f5e62ffd640 1 -- 172.21.15.84:0/2968692425 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e640b1bf0 con 0x7f5e64156da0 2024-04-15T15:12:13.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.172+0000 7f5e62ffd640 1 --2- 172.21.15.84:0/2968692425 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e64156da0 0x7f5e64151830 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f5e5802b9c0 tx=0x7f5e580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:13.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.172+0000 7f5e4bfff640 1 -- 172.21.15.84:0/2968692425 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e58034040 con 0x7f5e64156da0 2024-04-15T15:12:13.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.172+0000 7f5e4bfff640 1 -- 172.21.15.84:0/2968692425 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e58039d90 con 0x7f5e64156da0 2024-04-15T15:12:13.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.172+0000 7f5e4bfff640 1 -- 172.21.15.84:0/2968692425 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e58043630 con 0x7f5e64156da0 2024-04-15T15:12:13.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.172+0000 7f5e69d22640 1 -- 172.21.15.84:0/2968692425 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e640b1ed0 con 0x7f5e64156da0 2024-04-15T15:12:13.176 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.172+0000 7f5e69d22640 1 -- 172.21.15.84:0/2968692425 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e6415bd40 con 0x7f5e64156da0 2024-04-15T15:12:13.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.173+0000 7f5e69d22640 1 -- 172.21.15.84:0/2968692425 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e640689e0 con 0x7f5e64156da0 2024-04-15T15:12:13.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.174+0000 7f5e4bfff640 1 -- 172.21.15.84:0/2968692425 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f5e5804a060 con 0x7f5e64156da0 2024-04-15T15:12:13.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.174+0000 7f5e4bfff640 1 --2- 172.21.15.84:0/2968692425 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5e5006c980 0x7f5e5006ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.174+0000 7f5e4bfff640 1 -- 172.21.15.84:0/2968692425 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f5e580adc40 con 0x7f5e64156da0 2024-04-15T15:12:13.178 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.174+0000 7f5e637fe640 1 --2- 172.21.15.84:0/2968692425 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5e5006c980 0x7f5e5006ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.178 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.175+0000 7f5e637fe640 1 --2- 172.21.15.84:0/2968692425 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5e5006c980 0x7f5e5006ee40 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f5e54009b40 tx=0x7f5e54009190 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:13.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.179+0000 7f5e4bfff640 1 -- 172.21.15.84:0/2968692425 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f5e5803e070 con 0x7f5e64156da0 2024-04-15T15:12:13.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.390+0000 7f5e69d22640 1 -- 172.21.15.84:0/2968692425 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5e64155e20 con 0x7f5e64156da0 2024-04-15T15:12:13.392 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.390+0000 7f5e4bfff640 1 -- 172.21.15.84:0/2968692425 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) ==== 94+0+5185 (secure 0 0 0) 0x7f5e5807b7b0 con 0x7f5e64156da0 2024-04-15T15:12:13.392 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:13.393 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":22,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4922,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6834/2003323739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2003323739},{"type":"v1","addr":"172.21.15.203:6834","nonce":2003323739}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4925,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/2332672287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":2332672287},{"type":"v1","addr":"172.21.15.203:6835","nonce":2332672287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":5517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/952099470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":952099470},{"type":"v1","addr":"172.21.15.84:6836","nonce":952099470}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":22,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T15:11:38.147916+0000","modified":"2024-04-15T15:12:12.501070+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":41,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5979},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5979":{"gid":5979,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":4,"addr":"172.21.15.84:6837/2180255707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":2180255707},{"type":"v1","addr":"172.21.15.84:6837","nonce":2180255707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5979,"qdb_cluster":[5979]},"id":2}]} 2024-04-15T15:12:13.393 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 22 2024-04-15T15:12:13.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.392+0000 7f5e69d22640 1 -- 172.21.15.84:0/2968692425 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5e5006c980 msgr2=0x7f5e5006ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:13.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.392+0000 7f5e69d22640 1 --2- 172.21.15.84:0/2968692425 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5e5006c980 0x7f5e5006ee40 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f5e54009b40 tx=0x7f5e54009190 comp rx=0 tx=0).stop 2024-04-15T15:12:13.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.392+0000 7f5e69d22640 1 -- 172.21.15.84:0/2968692425 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e64156da0 msgr2=0x7f5e64151830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:13.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.392+0000 7f5e69d22640 1 --2- 172.21.15.84:0/2968692425 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e64156da0 0x7f5e64151830 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f5e5802b9c0 tx=0x7f5e580046c0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.392+0000 7f5e69d22640 1 -- 172.21.15.84:0/2968692425 shutdown_connections 2024-04-15T15:12:13.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.392+0000 7f5e69d22640 1 --2- 172.21.15.84:0/2968692425 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5e64151d70 0x7f5e640b0ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.392+0000 7f5e69d22640 1 --2- 172.21.15.84:0/2968692425 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5e64156da0 0x7f5e64151830 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.392+0000 7f5e69d22640 1 --2- 172.21.15.84:0/2968692425 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5e5006c980 0x7f5e5006ee40 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.392+0000 7f5e69d22640 1 --2- 172.21.15.84:0/2968692425 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e641569c0 0x7f5e6415b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.392+0000 7f5e69d22640 1 -- 172.21.15.84:0/2968692425 >> 172.21.15.84:0/2968692425 conn(0x7f5e640cd4a0 msgr2=0x7f5e640cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:13.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.392+0000 7f5e69d22640 1 -- 172.21.15.84:0/2968692425 shutdown_connections 2024-04-15T15:12:13.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.392+0000 7f5e69d22640 1 -- 172.21.15.84:0/2968692425 wait complete. 2024-04-15T15:12:13.808 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 22, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-15T15:11:38.147916+0000', 'modified': '2024-04-15T15:12:12.501070+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 41, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5979}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5979': {'gid': 5979, 'name': 'a', 'rank': 0, 'incarnation': 19, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.84:6837/2180255707', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.84:6835', 'nonce': 2180255707}, {'type': 'v1', 'addr': '172.21.15.84:6837', 'nonce': 2180255707}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5979, 'qdb_cluster': [5979]} 2024-04-15T15:12:13.808 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-15T15:12:13.808 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-15T15:12:13.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.913+0000 7f15fa8c8640 1 Processor -- start 2024-04-15T15:12:13.914 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.913+0000 7f15fa8c8640 1 -- start start 2024-04-15T15:12:13.916 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.913+0000 7f15fa8c8640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f15f415e610 0x7f15f40d0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.913+0000 7f15fa8c8640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f15f415e9f0 0x7f15f40d3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.913+0000 7f15fa8c8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f15f406c400 0x7f15f406c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.913+0000 7f15fa8c8640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f15f40d31d0 con 0x7f15f415e9f0 2024-04-15T15:12:13.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.913+0000 7f15fa8c8640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f15f40d2320 con 0x7f15f415e610 2024-04-15T15:12:13.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.913+0000 7f15fa8c8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f15f40d25c0 con 0x7f15f406c400 2024-04-15T15:12:13.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.914+0000 7f15ebfff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f15f415e9f0 0x7f15f40d3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.914+0000 7f15ebfff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f15f415e9f0 0x7f15f40d3660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56604/0 (socket says 172.21.15.84:56604) 2024-04-15T15:12:13.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.914+0000 7f15ebfff640 1 -- 172.21.15.84:0/3952819062 learned_addr learned my addr 172.21.15.84:0/3952819062 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:13.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.914+0000 7f15f8e65640 1 --2- 172.21.15.84:0/3952819062 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f15f406c400 0x7f15f406c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.917 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.914+0000 7f15f3fff640 1 --2- 172.21.15.84:0/3952819062 >> v2:172.21.15.203:3300/0 conn(0x7f15f415e610 0x7f15f40d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.914+0000 7f15ebfff640 1 -- 172.21.15.84:0/3952819062 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f15f406c400 msgr2=0x7f15f406c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:13.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.914+0000 7f15ebfff640 1 --2- 172.21.15.84:0/3952819062 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f15f406c400 0x7f15f406c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.914+0000 7f15ebfff640 1 -- 172.21.15.84:0/3952819062 >> v2:172.21.15.203:3300/0 conn(0x7f15f415e610 msgr2=0x7f15f40d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:13.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.914+0000 7f15ebfff640 1 --2- 172.21.15.84:0/3952819062 >> v2:172.21.15.203:3300/0 conn(0x7f15f415e610 0x7f15f40d0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.914+0000 7f15ebfff640 1 -- 172.21.15.84:0/3952819062 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15f40d28a0 con 0x7f15f415e9f0 2024-04-15T15:12:13.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.915+0000 7f15ebfff640 1 --2- 172.21.15.84:0/3952819062 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f415e9f0 0x7f15f40d3660 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f15f40b72a0 tx=0x7f15dc02b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1acf325646a72da8 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:13.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.915+0000 7f15f37fe640 1 -- 172.21.15.84:0/3952819062 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15dc034070 con 0x7f15f415e9f0 2024-04-15T15:12:13.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.915+0000 7f15f37fe640 1 -- 172.21.15.84:0/3952819062 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15dc030860 con 0x7f15f415e9f0 2024-04-15T15:12:13.918 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.915+0000 7f15f37fe640 1 -- 172.21.15.84:0/3952819062 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15dc030c30 con 0x7f15f415e9f0 2024-04-15T15:12:13.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.915+0000 7f15fa8c8640 1 -- 172.21.15.84:0/3952819062 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f415e9f0 msgr2=0x7f15f40d3660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:13.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.915+0000 7f15fa8c8640 1 --2- 172.21.15.84:0/3952819062 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f415e9f0 0x7f15f40d3660 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f15f40b72a0 tx=0x7f15dc02b9a0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.915+0000 7f15fa8c8640 1 -- 172.21.15.84:0/3952819062 shutdown_connections 2024-04-15T15:12:13.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.915+0000 7f15fa8c8640 1 --2- 172.21.15.84:0/3952819062 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f415e9f0 0x7f15f40d3660 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.923 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.915+0000 7f15fa8c8640 1 --2- 172.21.15.84:0/3952819062 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f15f406c400 0x7f15f406c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.915+0000 7f15fa8c8640 1 --2- 172.21.15.84:0/3952819062 >> v2:172.21.15.203:3300/0 conn(0x7f15f415e610 0x7f15f40d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.915+0000 7f15fa8c8640 1 -- 172.21.15.84:0/3952819062 >> 172.21.15.84:0/3952819062 conn(0x7f15f40d4750 msgr2=0x7f15f40d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:13.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.915+0000 7f15fa8c8640 1 -- 172.21.15.84:0/3952819062 shutdown_connections 2024-04-15T15:12:13.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.915+0000 7f15fa8c8640 1 -- 172.21.15.84:0/3952819062 wait complete. 2024-04-15T15:12:13.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.917+0000 7f15fa8c8640 1 Processor -- start 2024-04-15T15:12:13.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.917+0000 7f15fa8c8640 1 -- start start 2024-04-15T15:12:13.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.917+0000 7f15fa8c8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f406c400 0x7f15f40b5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.917+0000 7f15fa8c8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f15f415e610 0x7f15f40cb820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.917+0000 7f15fa8c8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15f415e9f0 0x7f15f40cbd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.917+0000 7f15fa8c8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f15f406d130 con 0x7f15f406c400 2024-04-15T15:12:13.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.917+0000 7f15fa8c8640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f15f40d2e60 con 0x7f15f415e9f0 2024-04-15T15:12:13.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.917+0000 7f15fa8c8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f15f40d0bd0 con 0x7f15f415e610 2024-04-15T15:12:13.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.917+0000 7f15f3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f406c400 0x7f15f40b5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.917+0000 7f15f3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f406c400 0x7f15f40b5fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56618/0 (socket says 172.21.15.84:56618) 2024-04-15T15:12:13.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.917+0000 7f15f3fff640 1 -- 172.21.15.84:0/3933103137 learned_addr learned my addr 172.21.15.84:0/3933103137 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:13.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.918+0000 7f15ebfff640 1 --2- 172.21.15.84:0/3933103137 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f15f415e610 0x7f15f40cb820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.926 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.918+0000 7f15f8e65640 1 --2- 172.21.15.84:0/3933103137 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15f415e9f0 0x7f15f40cbd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.918+0000 7f15f3fff640 1 -- 172.21.15.84:0/3933103137 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f15f415e610 msgr2=0x7f15f40cb820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:13.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.918+0000 7f15f3fff640 1 --2- 172.21.15.84:0/3933103137 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f15f415e610 0x7f15f40cb820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.918+0000 7f15f3fff640 1 -- 172.21.15.84:0/3933103137 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15f415e9f0 msgr2=0x7f15f40cbd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:13.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.918+0000 7f15f3fff640 1 --2- 172.21.15.84:0/3933103137 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15f415e9f0 0x7f15f40cbd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.927 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.918+0000 7f15f3fff640 1 -- 172.21.15.84:0/3933103137 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15f4156280 con 0x7f15f406c400 2024-04-15T15:12:13.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.918+0000 7f15f3fff640 1 --2- 172.21.15.84:0/3933103137 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f406c400 0x7f15f40b5fe0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f15e400e9b0 tx=0x7f15e400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:13.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.918+0000 7f15f17fa640 1 -- 172.21.15.84:0/3933103137 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e4017070 con 0x7f15f406c400 2024-04-15T15:12:13.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.918+0000 7f15f17fa640 1 -- 172.21.15.84:0/3933103137 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15e400c9a0 con 0x7f15f406c400 2024-04-15T15:12:13.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.918+0000 7f15f17fa640 1 -- 172.21.15.84:0/3933103137 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e400cd90 con 0x7f15f406c400 2024-04-15T15:12:13.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.918+0000 7f15fa8c8640 1 -- 172.21.15.84:0/3933103137 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15f40cc400 con 0x7f15f406c400 2024-04-15T15:12:13.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.918+0000 7f15fa8c8640 1 -- 172.21.15.84:0/3933103137 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15f40ccca0 con 0x7f15f406c400 2024-04-15T15:12:13.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.920+0000 7f15f17fa640 1 -- 172.21.15.84:0/3933103137 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f15e401a070 con 0x7f15f406c400 2024-04-15T15:12:13.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.920+0000 7f15f17fa640 1 --2- 172.21.15.84:0/3933103137 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f15d406c980 0x7f15d406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.920+0000 7f15f17fa640 1 -- 172.21.15.84:0/3933103137 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f15e408bcb0 con 0x7f15f406c400 2024-04-15T15:12:13.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.920+0000 7f15ebfff640 1 --2- 172.21.15.84:0/3933103137 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f15d406c980 0x7f15d406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.921+0000 7f15ebfff640 1 --2- 172.21.15.84:0/3933103137 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f15d406c980 0x7f15d406ee40 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f15dc036000 tx=0x7f15dc03b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:13.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.921+0000 7f15fd58d740 1 Processor -- start 2024-04-15T15:12:13.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.921+0000 7f15fd58d740 1 -- start start 2024-04-15T15:12:13.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.922+0000 7f15fd58d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5576f36a6e10 0x5576f3679db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.922+0000 7f15fd58d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a71f0 0x5576f36a9ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.922+0000 7f15fd58d740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x5576f367a2f0 0x5576f36aa0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.922+0000 7f15fd58d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5576f35e49c0 con 0x5576f36a71f0 2024-04-15T15:12:13.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.922+0000 7f15fd58d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5576f358b650 con 0x5576f36a6e10 2024-04-15T15:12:13.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.922+0000 7f15fd58d740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x5576f35e0980 con 0x5576f367a2f0 2024-04-15T15:12:13.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.922+0000 7f15ebfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a71f0 0x5576f36a9ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.922+0000 7f15ebfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a71f0 0x5576f36a9ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56634/0 (socket says 172.21.15.84:56634) 2024-04-15T15:12:13.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.922+0000 7f15ebfff640 1 -- 172.21.15.84:0/2443522502 learned_addr learned my addr 172.21.15.84:0/2443522502 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:13.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.922+0000 7f15f8e65640 1 --2- 172.21.15.84:0/2443522502 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x5576f367a2f0 0x5576f36aa0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.922+0000 7f15f3fff640 1 --2- 172.21.15.84:0/2443522502 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5576f36a6e10 0x5576f3679db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.922+0000 7f15ebfff640 1 -- 172.21.15.84:0/2443522502 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x5576f367a2f0 msgr2=0x5576f36aa0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:13.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.922+0000 7f15ebfff640 1 --2- 172.21.15.84:0/2443522502 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x5576f367a2f0 0x5576f36aa0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.922+0000 7f15ebfff640 1 -- 172.21.15.84:0/2443522502 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5576f36a6e10 msgr2=0x5576f3679db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:13.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.922+0000 7f15ebfff640 1 --2- 172.21.15.84:0/2443522502 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5576f36a6e10 0x5576f3679db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.922+0000 7f15ebfff640 1 -- 172.21.15.84:0/2443522502 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5576f32f72d0 con 0x5576f36a71f0 2024-04-15T15:12:13.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.922+0000 7f15f3fff640 1 --2- 172.21.15.84:0/2443522502 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5576f36a6e10 0x5576f3679db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:13.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.922+0000 7f15ebfff640 1 --2- 172.21.15.84:0/2443522502 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a71f0 0x5576f36a9ba0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f15dc0090b0 tx=0x7f15dc030000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96e67b528fbd43ad server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:13.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.922+0000 7f15e9ffb640 1 -- 172.21.15.84:0/2443522502 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15dc054070 con 0x5576f36a71f0 2024-04-15T15:12:13.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.922+0000 7f15e9ffb640 1 -- 172.21.15.84:0/2443522502 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15dc039920 con 0x5576f36a71f0 2024-04-15T15:12:13.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.922+0000 7f15e9ffb640 1 -- 172.21.15.84:0/2443522502 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15dc034040 con 0x5576f36a71f0 2024-04-15T15:12:13.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.923+0000 7f15fd58d740 1 -- 172.21.15.84:0/2443522502 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a71f0 msgr2=0x5576f36a9ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:13.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.923+0000 7f15fd58d740 1 --2- 172.21.15.84:0/2443522502 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a71f0 0x5576f36a9ba0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f15dc0090b0 tx=0x7f15dc030000 comp rx=0 tx=0).stop 2024-04-15T15:12:13.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.923+0000 7f15fd58d740 1 -- 172.21.15.84:0/2443522502 shutdown_connections 2024-04-15T15:12:13.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.923+0000 7f15fd58d740 1 --2- 172.21.15.84:0/2443522502 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x5576f367a2f0 0x5576f36aa0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.923+0000 7f15fd58d740 1 --2- 172.21.15.84:0/2443522502 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a71f0 0x5576f36a9ba0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.923+0000 7f15fd58d740 1 --2- 172.21.15.84:0/2443522502 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5576f36a6e10 0x5576f3679db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.923+0000 7f15fd58d740 1 -- 172.21.15.84:0/2443522502 >> 172.21.15.84:0/2443522502 conn(0x5576f367c020 msgr2=0x5576f36c4ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:13.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.923+0000 7f15fd58d740 1 -- 172.21.15.84:0/2443522502 shutdown_connections 2024-04-15T15:12:13.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.923+0000 7f15fd58d740 1 -- 172.21.15.84:0/2443522502 wait complete. 2024-04-15T15:12:13.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.924+0000 7f15fd58d740 1 -- start start 2024-04-15T15:12:13.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.924+0000 7f15fd58d740 1 Processor -- start 2024-04-15T15:12:13.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15fd58d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a6e10 0x5576f3694b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15fd58d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5576f36a71f0 0x5576f3697c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15fd58d740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x5576f36bbc50 0x5576f36c80b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15fd58d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5576f367e5c0 con 0x5576f36a6e10 2024-04-15T15:12:13.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15fd58d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5576f359ea10 con 0x5576f36a71f0 2024-04-15T15:12:13.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15fd58d740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x5576f367d9b0 con 0x5576f36bbc50 2024-04-15T15:12:13.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15fd58d740 10 client.0 _ll_register_callbacks cb 0x5576f35da250 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-15T15:12:13.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15f3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a6e10 0x5576f3694b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15f3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a6e10 0x5576f3694b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56650/0 (socket says 172.21.15.84:56650) 2024-04-15T15:12:13.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15f3fff640 1 -- 172.21.15.84:0/2368384941 learned_addr learned my addr 172.21.15.84:0/2368384941 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:13.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15ebfff640 1 --2- 172.21.15.84:0/2368384941 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5576f36a71f0 0x5576f3697c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15f8e65640 1 --2- 172.21.15.84:0/2368384941 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x5576f36bbc50 0x5576f36c80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15f3fff640 1 -- 172.21.15.84:0/2368384941 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x5576f36bbc50 msgr2=0x5576f36c80b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:13.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15f3fff640 1 --2- 172.21.15.84:0/2368384941 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x5576f36bbc50 0x5576f36c80b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15f3fff640 1 -- 172.21.15.84:0/2368384941 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5576f36a71f0 msgr2=0x5576f3697c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:13.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15f3fff640 1 --2- 172.21.15.84:0/2368384941 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5576f36a71f0 0x5576f3697c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15f3fff640 1 -- 172.21.15.84:0/2368384941 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5576f33c16b0 con 0x5576f36a6e10 2024-04-15T15:12:13.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15f3fff640 1 --2- 172.21.15.84:0/2368384941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a6e10 0x5576f3694b20 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f15e4059810 tx=0x7f15e405a0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14bb0841334a3e5a server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:13.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15d2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-15T15:12:13.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15d2ffd640 1 -- 172.21.15.84:0/2368384941 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e4088060 con 0x5576f36a6e10 2024-04-15T15:12:13.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15d2ffd640 1 -- 172.21.15.84:0/2368384941 <== mon.0 v2:172.21.15.84:3300/0 2 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f15e405adb0 con 0x5576f36a6e10 2024-04-15T15:12:13.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15fd58d740 1 -- 172.21.15.84:0/2368384941 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15dc039920 con 0x5576f36a6e10 2024-04-15T15:12:13.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15d2ffd640 1 -- 172.21.15.84:0/2368384941 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f15e4077050 con 0x5576f36a6e10 2024-04-15T15:12:13.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15fd58d740 10 client.6012 fetch_fsmap learned FSMap version 22 2024-04-15T15:12:13.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15fd58d740 1 -- 172.21.15.84:0/2368384941 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=2+}) -- 0x5576f3695df0 con 0x5576f36a6e10 2024-04-15T15:12:13.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.925+0000 7f15d2ffd640 1 -- 172.21.15.84:0/2368384941 <== mon.0 v2:172.21.15.84:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15dc039920 con 0x5576f36a6e10 2024-04-15T15:12:13.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.926+0000 7f15d2ffd640 1 -- 172.21.15.84:0/2368384941 <== mon.0 v2:172.21.15.84:3300/0 5 ==== fsmap(e 22) ==== 3494+0+0 (secure 0 0 0) 0x7f15e4024060 con 0x5576f36a6e10 2024-04-15T15:12:13.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.926+0000 7f15fd58d740 10 client.6012 fetch_fsmap finished waiting for FSMap version 22 2024-04-15T15:12:13.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.926+0000 7f15fd58d740 10 client.6012 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-15T15:12:13.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.926+0000 7f15fd58d740 20 client.6012 populate_metadata read hostname 'smithi084' 2024-04-15T15:12:13.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.926+0000 7f15fd58d740 1 --2- 172.21.15.84:0/2368384941 >> [v2:172.21.15.84:6835/2180255707,v1:172.21.15.84:6837/2180255707] conn(0x5576f36ac310 0x5576f36e3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.926+0000 7f15fd58d740 4 client.6012 mds_command: new command op to 5979 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-15T15:12:13.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.926+0000 7f15fd58d740 1 -- 172.21.15.84:0/2368384941 --> [v2:172.21.15.84:6835/2180255707,v1:172.21.15.84:6837/2180255707] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5576f35f23e0 con 0x5576f36ac310 2024-04-15T15:12:13.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.926+0000 7f15ebfff640 1 --2- 172.21.15.84:0/2368384941 >> [v2:172.21.15.84:6835/2180255707,v1:172.21.15.84:6837/2180255707] conn(0x5576f36ac310 0x5576f36e3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.926+0000 7f15d2ffd640 10 client.6012 ms_handle_connect on v2:172.21.15.84:6835/2180255707 2024-04-15T15:12:13.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.926+0000 7f15ebfff640 1 --2- 172.21.15.84:0/2368384941 >> [v2:172.21.15.84:6835/2180255707,v1:172.21.15.84:6837/2180255707] conn(0x5576f36ac310 0x5576f36e3430 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d62616de64b9e3f8 server_cookie=c10865b6187cdf1a in_seq=0 out_seq=0 2024-04-15T15:12:13.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.927+0000 7f15d2ffd640 1 -- 172.21.15.84:0/2368384941 <== mds.0 v2:172.21.15.84:6835/2180255707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5576f35f23e0 con 0x5576f36ac310 2024-04-15T15:12:13.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.927+0000 7f15d2ffd640 10 client.6012 handle_command_reply: tid=0 2024-04-15T15:12:13.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.927+0000 7f15fd58d740 1 client.6012 shutdown 2024-04-15T15:12:13.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.927+0000 7f15fd58d740 1 -- 172.21.15.84:0/2368384941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a6e10 msgr2=0x5576f3694b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:13.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.927+0000 7f15fd58d740 1 --2- 172.21.15.84:0/2368384941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a6e10 0x5576f3694b20 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f15e4059810 tx=0x7f15e405a0c0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.927+0000 7f15fd58d740 1 -- 172.21.15.84:0/2368384941 shutdown_connections 2024-04-15T15:12:13.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.927+0000 7f15fd58d740 1 --2- 172.21.15.84:0/2368384941 >> [v2:172.21.15.84:6835/2180255707,v1:172.21.15.84:6837/2180255707] conn(0x5576f36ac310 0x5576f36e3430 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.927+0000 7f15fd58d740 1 --2- 172.21.15.84:0/2368384941 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5576f36a71f0 0x5576f3697c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.927+0000 7f15d2ffd640 0 client.6012 ms_handle_reset on v2:172.21.15.84:6835/2180255707 2024-04-15T15:12:13.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.927+0000 7f15fd58d740 1 --2- 172.21.15.84:0/2368384941 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x5576f36bbc50 0x5576f36c80b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.927+0000 7f15fd58d740 1 --2- 172.21.15.84:0/2368384941 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a6e10 0x5576f3694b20 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.927+0000 7f15fd58d740 1 -- 172.21.15.84:0/2368384941 >> 172.21.15.84:0/2368384941 conn(0x5576f367a2f0 msgr2=0x5576f36a9b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:13.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.927+0000 7f15fd58d740 1 -- 172.21.15.84:0/2368384941 shutdown_connections 2024-04-15T15:12:13.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.927+0000 7f15fd58d740 1 -- 172.21.15.84:0/2368384941 wait complete. 2024-04-15T15:12:13.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.927+0000 7f15fd58d740 20 client.6012 trim_cache size 0 max 16384 2024-04-15T15:12:13.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.945+0000 7f15fd58d740 1 Processor -- start 2024-04-15T15:12:13.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.945+0000 7f15fd58d740 1 -- start start 2024-04-15T15:12:13.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.946+0000 7f15fd58d740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x5576f36a6e10 0x5576f36a5540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.946+0000 7f15fd58d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a71f0 0x5576f36978d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.946+0000 7f15fd58d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5576f36bbc50 0x5576f36acc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.946+0000 7f15fd58d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f15f4200490 con 0x5576f36a71f0 2024-04-15T15:12:13.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.946+0000 7f15fd58d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f15f40b5010 con 0x5576f36bbc50 2024-04-15T15:12:13.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.946+0000 7f15fd58d740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f15f4157d00 con 0x5576f36a6e10 2024-04-15T15:12:13.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.946+0000 7f15ebfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a71f0 0x5576f36978d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.946+0000 7f15ebfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a71f0 0x5576f36978d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56666/0 (socket says 172.21.15.84:56666) 2024-04-15T15:12:13.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.946+0000 7f15ebfff640 1 -- 172.21.15.84:0/30246120 learned_addr learned my addr 172.21.15.84:0/30246120 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:13.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.946+0000 7f15f3fff640 1 --2- 172.21.15.84:0/30246120 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x5576f36a6e10 0x5576f36a5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.946+0000 7f15ebfff640 1 -- 172.21.15.84:0/30246120 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x5576f36a6e10 msgr2=0x5576f36a5540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:13.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.946+0000 7f15f8e65640 1 --2- 172.21.15.84:0/30246120 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5576f36bbc50 0x5576f36acc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.946+0000 7f15ebfff640 1 --2- 172.21.15.84:0/30246120 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x5576f36a6e10 0x5576f36a5540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.946+0000 7f15ebfff640 1 -- 172.21.15.84:0/30246120 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5576f36bbc50 msgr2=0x5576f36acc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:13.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.946+0000 7f15ebfff640 1 --2- 172.21.15.84:0/30246120 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5576f36bbc50 0x5576f36acc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.946+0000 7f15ebfff640 1 -- 172.21.15.84:0/30246120 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5576f36c8420 con 0x5576f36a71f0 2024-04-15T15:12:13.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.946+0000 7f15ebfff640 1 --2- 172.21.15.84:0/30246120 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a71f0 0x5576f36978d0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f15dc009960 tx=0x7f15dc009240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=887afd72e34173c8 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:13.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.946+0000 7f15e97fa640 1 -- 172.21.15.84:0/30246120 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15dc054040 con 0x5576f36a71f0 2024-04-15T15:12:13.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.946+0000 7f15e97fa640 1 -- 172.21.15.84:0/30246120 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15dc039b50 con 0x5576f36a71f0 2024-04-15T15:12:13.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.946+0000 7f15e97fa640 1 -- 172.21.15.84:0/30246120 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15dc034040 con 0x5576f36a71f0 2024-04-15T15:12:13.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.947+0000 7f15fd58d740 1 -- 172.21.15.84:0/30246120 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a71f0 msgr2=0x5576f36978d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:13.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.947+0000 7f15fd58d740 1 --2- 172.21.15.84:0/30246120 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a71f0 0x5576f36978d0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f15dc009960 tx=0x7f15dc009240 comp rx=0 tx=0).stop 2024-04-15T15:12:13.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.947+0000 7f15fd58d740 1 -- 172.21.15.84:0/30246120 shutdown_connections 2024-04-15T15:12:13.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.947+0000 7f15fd58d740 1 --2- 172.21.15.84:0/30246120 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5576f36bbc50 0x5576f36acc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.947+0000 7f15fd58d740 1 --2- 172.21.15.84:0/30246120 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a71f0 0x5576f36978d0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.947+0000 7f15fd58d740 1 --2- 172.21.15.84:0/30246120 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x5576f36a6e10 0x5576f36a5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.947+0000 7f15fd58d740 1 -- 172.21.15.84:0/30246120 >> 172.21.15.84:0/30246120 conn(0x5576f367a2f0 msgr2=0x5576f367ff10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:13.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.947+0000 7f15fd58d740 1 -- 172.21.15.84:0/30246120 shutdown_connections 2024-04-15T15:12:13.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.947+0000 7f15fd58d740 1 -- 172.21.15.84:0/30246120 wait complete. 2024-04-15T15:12:13.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.947+0000 7f15fd58d740 1 -- start start 2024-04-15T15:12:13.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.948+0000 7f15fd58d740 1 Processor -- start 2024-04-15T15:12:13.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.948+0000 7f15fd58d740 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a6e10 0x5576f367ea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.948+0000 7f15fd58d740 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x5576f36a71f0 0x5576f3693380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.948+0000 7f15fd58d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5576f36bbc50 0x5576f3678cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.948+0000 7f15fd58d740 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x5576f36bc1b0 con 0x5576f36a6e10 2024-04-15T15:12:13.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.948+0000 7f15fd58d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5576f36960d0 con 0x5576f36bbc50 2024-04-15T15:12:13.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.948+0000 7f15fd58d740 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x5576f3696cb0 con 0x5576f36a71f0 2024-04-15T15:12:13.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.948+0000 7f15fd58d740 10 client.0 _ll_register_callbacks cb 0x7f15e400cf50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-15T15:12:13.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.948+0000 7f15f3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a6e10 0x5576f367ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15f3fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a6e10 0x5576f367ea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56680/0 (socket says 172.21.15.84:56680) 2024-04-15T15:12:13.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15f3fff640 1 -- 172.21.15.84:0/1485406745 learned_addr learned my addr 172.21.15.84:0/1485406745 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:13.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15ebfff640 1 --2- 172.21.15.84:0/1485406745 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x5576f36a71f0 0x5576f3693380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15f8e65640 1 --2- 172.21.15.84:0/1485406745 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5576f36bbc50 0x5576f3678cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15f3fff640 1 -- 172.21.15.84:0/1485406745 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x5576f36a71f0 msgr2=0x5576f3693380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:13.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15f3fff640 1 --2- 172.21.15.84:0/1485406745 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x5576f36a71f0 0x5576f3693380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15f3fff640 1 -- 172.21.15.84:0/1485406745 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5576f36bbc50 msgr2=0x5576f3678cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:13.967 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15f3fff640 1 --2- 172.21.15.84:0/1485406745 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5576f36bbc50 0x5576f3678cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15f3fff640 1 -- 172.21.15.84:0/1485406745 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5576f36bfb10 con 0x5576f36a6e10 2024-04-15T15:12:13.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15ebfff640 1 --2- 172.21.15.84:0/1485406745 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x5576f36a71f0 0x5576f3693380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:13.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15f3fff640 1 --2- 172.21.15.84:0/1485406745 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a6e10 0x5576f367ea00 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f15e405a130 tx=0x7f15e4000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a53cad8cd05bc6cb server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:13.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15d2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.84:3300/0 2024-04-15T15:12:13.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15d2ffd640 1 -- 172.21.15.84:0/1485406745 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e4021040 con 0x5576f36a6e10 2024-04-15T15:12:13.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15d2ffd640 1 -- 172.21.15.84:0/1485406745 <== mon.0 v2:172.21.15.84:3300/0 2 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f15e407fca0 con 0x5576f36a6e10 2024-04-15T15:12:13.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15fd58d740 1 -- 172.21.15.84:0/1485406745 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f15dc039b50 con 0x5576f36a6e10 2024-04-15T15:12:13.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15d2ffd640 1 -- 172.21.15.84:0/1485406745 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f15e40555d0 con 0x5576f36a6e10 2024-04-15T15:12:13.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15fd58d740 10 client.6018 fetch_fsmap learned FSMap version 22 2024-04-15T15:12:13.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15fd58d740 1 -- 172.21.15.84:0/1485406745 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=2+}) -- 0x5576f3692e60 con 0x5576f36a6e10 2024-04-15T15:12:13.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15d2ffd640 1 -- 172.21.15.84:0/1485406745 <== mon.0 v2:172.21.15.84:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15dc039b50 con 0x5576f36a6e10 2024-04-15T15:12:13.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15d2ffd640 1 -- 172.21.15.84:0/1485406745 <== mon.0 v2:172.21.15.84:3300/0 5 ==== fsmap(e 22) ==== 3494+0+0 (secure 0 0 0) 0x7f15e4055770 con 0x5576f36a6e10 2024-04-15T15:12:13.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15fd58d740 10 client.6018 fetch_fsmap finished waiting for FSMap version 22 2024-04-15T15:12:13.968 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15fd58d740 10 client.6018 resolve_mds: resolved name 'a' to daemon mds.a 2024-04-15T15:12:13.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15fd58d740 20 client.6018 populate_metadata read hostname 'smithi084' 2024-04-15T15:12:13.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15fd58d740 1 --2- 172.21.15.84:0/1485406745 >> [v2:172.21.15.84:6835/2180255707,v1:172.21.15.84:6837/2180255707] conn(0x5576f3679200 0x5576f36d3270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:13.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15fd58d740 4 client.6018 mds_command: new command op to 5979 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-15T15:12:13.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.949+0000 7f15fd58d740 1 -- 172.21.15.84:0/1485406745 --> [v2:172.21.15.84:6835/2180255707,v1:172.21.15.84:6837/2180255707] -- command(tid 0: {"prefix": "status"}) -- 0x5576f36aca60 con 0x5576f3679200 2024-04-15T15:12:13.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.950+0000 7f15ebfff640 1 --2- 172.21.15.84:0/1485406745 >> [v2:172.21.15.84:6835/2180255707,v1:172.21.15.84:6837/2180255707] conn(0x5576f3679200 0x5576f36d3270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:13.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.950+0000 7f15d2ffd640 10 client.6018 ms_handle_connect on v2:172.21.15.84:6835/2180255707 2024-04-15T15:12:13.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.950+0000 7f15ebfff640 1 --2- 172.21.15.84:0/1485406745 >> [v2:172.21.15.84:6835/2180255707,v1:172.21.15.84:6837/2180255707] conn(0x5576f3679200 0x5576f36d3270 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a119c7f542c8de42 server_cookie=f581567ba6a80029 in_seq=0 out_seq=0 2024-04-15T15:12:13.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.950+0000 7f15d2ffd640 1 -- 172.21.15.84:0/1485406745 <== mds.0 v2:172.21.15.84:6835/2180255707 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5576f36aca60 con 0x5576f3679200 2024-04-15T15:12:13.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.950+0000 7f15d2ffd640 10 client.6018 handle_command_reply: tid=0 2024-04-15T15:12:13.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.950+0000 7f15fd58d740 1 client.6018 shutdown 2024-04-15T15:12:13.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.950+0000 7f15fd58d740 1 -- 172.21.15.84:0/1485406745 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a6e10 msgr2=0x5576f367ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:13.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.950+0000 7f15fd58d740 1 --2- 172.21.15.84:0/1485406745 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a6e10 0x5576f367ea00 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f15e405a130 tx=0x7f15e4000bc0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.950+0000 7f15fd58d740 1 -- 172.21.15.84:0/1485406745 shutdown_connections 2024-04-15T15:12:13.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.950+0000 7f15fd58d740 1 --2- 172.21.15.84:0/1485406745 >> [v2:172.21.15.84:6835/2180255707,v1:172.21.15.84:6837/2180255707] conn(0x5576f3679200 0x5576f36d3270 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.950+0000 7f15fd58d740 1 --2- 172.21.15.84:0/1485406745 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5576f36bbc50 0x5576f3678cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.950+0000 7f15fd58d740 1 --2- 172.21.15.84:0/1485406745 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x5576f36a71f0 0x5576f3693380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.950+0000 7f15d2ffd640 0 client.6018 ms_handle_reset on v2:172.21.15.84:6835/2180255707 2024-04-15T15:12:13.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.950+0000 7f15fd58d740 1 --2- 172.21.15.84:0/1485406745 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x5576f36a6e10 0x5576f367ea00 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.950+0000 7f15fd58d740 1 -- 172.21.15.84:0/1485406745 >> 172.21.15.84:0/1485406745 conn(0x5576f367a2f0 msgr2=0x5576f36ace60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:13.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.950+0000 7f15fd58d740 1 -- 172.21.15.84:0/1485406745 shutdown_connections 2024-04-15T15:12:13.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.950+0000 7f15fd58d740 1 -- 172.21.15.84:0/1485406745 wait complete. 2024-04-15T15:12:13.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.950+0000 7f15fd58d740 20 client.6018 trim_cache size 0 max 16384 2024-04-15T15:12:13.970 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-15T15:12:13.971 INFO:teuthology.orchestra.run.smithi084.stdout: "cluster_fsid": "5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad", 2024-04-15T15:12:13.971 INFO:teuthology.orchestra.run.smithi084.stdout: "whoami": 0, 2024-04-15T15:12:13.971 INFO:teuthology.orchestra.run.smithi084.stdout: "id": 5979, 2024-04-15T15:12:13.971 INFO:teuthology.orchestra.run.smithi084.stdout: "want_state": "up:active", 2024-04-15T15:12:13.971 INFO:teuthology.orchestra.run.smithi084.stdout: "state": "up:active", 2024-04-15T15:12:13.971 INFO:teuthology.orchestra.run.smithi084.stdout: "fs_name": "cephfs", 2024-04-15T15:12:13.971 INFO:teuthology.orchestra.run.smithi084.stdout: "rank_uptime": 4.4588818620000001, 2024-04-15T15:12:13.971 INFO:teuthology.orchestra.run.smithi084.stdout: "mdsmap_epoch": 22, 2024-04-15T15:12:13.971 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_epoch": 41, 2024-04-15T15:12:13.972 INFO:teuthology.orchestra.run.smithi084.stdout: "osdmap_epoch_barrier": 41, 2024-04-15T15:12:13.972 INFO:teuthology.orchestra.run.smithi084.stdout: "uptime": 5.4262461819999999 2024-04-15T15:12:13.972 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-15T15:12:13.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.951+0000 7f15fa8c8640 1 -- 172.21.15.84:0/3933103137 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f15d406c980 msgr2=0x7f15d406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:13.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.951+0000 7f15fa8c8640 1 --2- 172.21.15.84:0/3933103137 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f15d406c980 0x7f15d406ee40 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f15dc036000 tx=0x7f15dc03b040 comp rx=0 tx=0).stop 2024-04-15T15:12:13.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.951+0000 7f15fa8c8640 1 -- 172.21.15.84:0/3933103137 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f406c400 msgr2=0x7f15f40b5fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:13.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.951+0000 7f15fa8c8640 1 --2- 172.21.15.84:0/3933103137 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f406c400 0x7f15f40b5fe0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f15e400e9b0 tx=0x7f15e400ee70 comp rx=0 tx=0).stop 2024-04-15T15:12:13.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.951+0000 7f15fa8c8640 1 -- 172.21.15.84:0/3933103137 shutdown_connections 2024-04-15T15:12:13.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.951+0000 7f15fa8c8640 1 --2- 172.21.15.84:0/3933103137 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f15d406c980 0x7f15d406ee40 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.951+0000 7f15fa8c8640 1 --2- 172.21.15.84:0/3933103137 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15f415e9f0 0x7f15f40cbd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.951+0000 7f15fa8c8640 1 --2- 172.21.15.84:0/3933103137 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f15f415e610 0x7f15f40cb820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.951+0000 7f15fa8c8640 1 --2- 172.21.15.84:0/3933103137 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f406c400 0x7f15f40b5fe0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:13.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.951+0000 7f15fa8c8640 1 -- 172.21.15.84:0/3933103137 >> 172.21.15.84:0/3933103137 conn(0x7f15f40d4750 msgr2=0x7f15f406b960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:13.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.951+0000 7f15fa8c8640 1 -- 172.21.15.84:0/3933103137 shutdown_connections 2024-04-15T15:12:13.974 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:13.951+0000 7f15fa8c8640 1 -- 172.21.15.84:0/3933103137 wait complete. 2024-04-15T15:12:13.975 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2024-04-15T15:12:13.975 DEBUG:teuthology.orchestra.run.smithi084:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-04-15T15:12:14.014 DEBUG:teuthology.orchestra.run.smithi203:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-04-15T15:12:14.071 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2024-04-15T15:12:14.071 INFO:tasks.cephfs.mount:Terminating background process 2024-04-15T15:12:14.071 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:12:14.071 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:12:14.088 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:12:14.230 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.228+0000 7fec41d3d640 1 Processor -- start 2024-04-15T15:12:14.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.229+0000 7fec41d3d640 1 -- start start 2024-04-15T15:12:14.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.229+0000 7fec41d3d640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fec3c0cf4d0 0x7fec3c06ff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:14.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.229+0000 7fec41d3d640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fec3c0ceb00 con 0x7fec3c15c480 2024-04-15T15:12:14.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.229+0000 7fec41d3d640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fec3c0d1d80 con 0x7fec3c0ce670 2024-04-15T15:12:14.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.229+0000 7fec41d3d640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fec3c0d1b30 con 0x7fec3c0cf4d0 2024-04-15T15:12:14.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.229+0000 7fec3affd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fec3c0cf4d0 0x7fec3c06ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:14.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.229+0000 7fec3b7fe640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fec3c15c480 0x7fec3c0cedc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:45290/0 (socket says 172.21.15.84:45290) 2024-04-15T15:12:14.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.229+0000 7fec3affd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fec3c0cf4d0 0x7fec3c06ff20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56696/0 (socket says 172.21.15.84:56696) 2024-04-15T15:12:14.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.229+0000 7fec3b7fe640 1 -- 172.21.15.84:0/2951573337 learned_addr learned my addr 172.21.15.84:0/2951573337 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:14.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.230+0000 7fec3affd640 1 -- 172.21.15.84:0/2951573337 >> v1:172.21.15.203:6789/0 conn(0x7fec3c0ce670 legacy=0x7fec3c0b52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:14.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.230+0000 7fec3affd640 1 -- 172.21.15.84:0/2951573337 >> v1:172.21.15.84:6789/0 conn(0x7fec3c15c480 legacy=0x7fec3c0cedc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:14.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.230+0000 7fec3affd640 1 -- 172.21.15.84:0/2951573337 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec3c0d2060 con 0x7fec3c0cf4d0 2024-04-15T15:12:14.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.230+0000 7fec3a7fc640 1 -- 172.21.15.84:0/2951573337 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3013036105 0 0) 0x7fec3c0ceb00 con 0x7fec3c15c480 2024-04-15T15:12:14.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.230+0000 7fec3affd640 1 --2- 172.21.15.84:0/2951573337 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fec3c0cf4d0 0x7fec3c06ff20 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fec30009d90 tx=0x7fec3002beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a8c16b39c1e71fb server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:14.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.231+0000 7fec3a7fc640 1 -- 172.21.15.84:0/2951573337 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec30039070 con 0x7fec3c0cf4d0 2024-04-15T15:12:14.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.231+0000 7fec3a7fc640 1 -- 172.21.15.84:0/2951573337 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec3002cc60 con 0x7fec3c0cf4d0 2024-04-15T15:12:14.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.231+0000 7fec3a7fc640 1 -- 172.21.15.84:0/2951573337 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec30034660 con 0x7fec3c0cf4d0 2024-04-15T15:12:14.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.231+0000 7fec41d3d640 1 -- 172.21.15.84:0/2951573337 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fec3c0cf4d0 msgr2=0x7fec3c06ff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:14.234 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.231+0000 7fec41d3d640 1 --2- 172.21.15.84:0/2951573337 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fec3c0cf4d0 0x7fec3c06ff20 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fec30009d90 tx=0x7fec3002beb0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.231+0000 7fec41d3d640 1 -- 172.21.15.84:0/2951573337 shutdown_connections 2024-04-15T15:12:14.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.231+0000 7fec41d3d640 1 --2- 172.21.15.84:0/2951573337 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fec3c0cf4d0 0x7fec3c06ff20 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.231+0000 7fec41d3d640 1 -- 172.21.15.84:0/2951573337 >> 172.21.15.84:0/2951573337 conn(0x7fec3c0b3fa0 msgr2=0x7fec3c0b43b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:14.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.231+0000 7fec41d3d640 1 -- 172.21.15.84:0/2951573337 shutdown_connections 2024-04-15T15:12:14.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.231+0000 7fec41d3d640 1 -- 172.21.15.84:0/2951573337 wait complete. 2024-04-15T15:12:14.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.232+0000 7fec41d3d640 1 Processor -- start 2024-04-15T15:12:14.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.233+0000 7fec41d3d640 1 -- start start 2024-04-15T15:12:14.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.233+0000 7fec41d3d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fec3c0ce670 0x7fec3c158400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:14.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.233+0000 7fec41d3d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fec3c0cf4d0 0x7fec3c158b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:14.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.233+0000 7fec41d3d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fec3c15c480 0x7fec3c148400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:14.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.233+0000 7fec41d3d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fec3c0cd170 con 0x7fec3c0ce670 2024-04-15T15:12:14.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.233+0000 7fec41d3d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fec3c0cca00 con 0x7fec3c15c480 2024-04-15T15:12:14.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.233+0000 7fec41d3d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fec3c15c860 con 0x7fec3c0cf4d0 2024-04-15T15:12:14.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.233+0000 7fec3b7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fec3c0ce670 0x7fec3c158400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:14.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.233+0000 7fec3b7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fec3c0ce670 0x7fec3c158400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56700/0 (socket says 172.21.15.84:56700) 2024-04-15T15:12:14.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.233+0000 7fec3b7fe640 1 -- 172.21.15.84:0/348763971 learned_addr learned my addr 172.21.15.84:0/348763971 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:14.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.234+0000 7fec3b7fe640 1 -- 172.21.15.84:0/348763971 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fec3c0cf4d0 msgr2=0x7fec3c158b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:14.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.234+0000 7fec3b7fe640 1 --2- 172.21.15.84:0/348763971 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fec3c0cf4d0 0x7fec3c158b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.234+0000 7fec3b7fe640 1 -- 172.21.15.84:0/348763971 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fec3c15c480 msgr2=0x7fec3c148400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:14.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.234+0000 7fec3b7fe640 1 --2- 172.21.15.84:0/348763971 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fec3c15c480 0x7fec3c148400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.234+0000 7fec3b7fe640 1 -- 172.21.15.84:0/348763971 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec3c1590c0 con 0x7fec3c0ce670 2024-04-15T15:12:14.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.234+0000 7fec3b7fe640 1 --2- 172.21.15.84:0/348763971 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fec3c0ce670 0x7fec3c158400 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7fec2c00c500 tx=0x7fec2c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:14.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.234+0000 7fec23fff640 1 -- 172.21.15.84:0/348763971 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec2c018070 con 0x7fec3c0ce670 2024-04-15T15:12:14.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.234+0000 7fec23fff640 1 -- 172.21.15.84:0/348763971 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec2c007560 con 0x7fec3c0ce670 2024-04-15T15:12:14.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.234+0000 7fec23fff640 1 -- 172.21.15.84:0/348763971 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec2c004a20 con 0x7fec3c0ce670 2024-04-15T15:12:14.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.234+0000 7fec41d3d640 1 -- 172.21.15.84:0/348763971 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec3c159370 con 0x7fec3c0ce670 2024-04-15T15:12:14.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.234+0000 7fec41d3d640 1 -- 172.21.15.84:0/348763971 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec3c159930 con 0x7fec3c0ce670 2024-04-15T15:12:14.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.235+0000 7fec41d3d640 1 -- 172.21.15.84:0/348763971 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec3c0690f0 con 0x7fec3c0ce670 2024-04-15T15:12:14.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.235+0000 7fec23fff640 1 -- 172.21.15.84:0/348763971 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fec2c01b070 con 0x7fec3c0ce670 2024-04-15T15:12:14.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.236+0000 7fec23fff640 1 --2- 172.21.15.84:0/348763971 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fec2806c9b0 0x7fec2806ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:14.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.236+0000 7fec3affd640 1 --2- 172.21.15.84:0/348763971 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fec2806c9b0 0x7fec2806ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:14.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.236+0000 7fec23fff640 1 -- 172.21.15.84:0/348763971 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7fec2c08afb0 con 0x7fec3c0ce670 2024-04-15T15:12:14.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.236+0000 7fec3affd640 1 --2- 172.21.15.84:0/348763971 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fec2806c9b0 0x7fec2806ee70 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fec30036000 tx=0x7fec3002e000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:14.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.240+0000 7fec23fff640 1 -- 172.21.15.84:0/348763971 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fec2c059280 con 0x7fec3c0ce670 2024-04-15T15:12:14.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.417+0000 7fec41d3d640 1 -- 172.21.15.84:0/348763971 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fec3c0c8ea0 con 0x7fec3c0ce670 2024-04-15T15:12:14.419 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.418+0000 7fec23fff640 1 -- 172.21.15.84:0/348763971 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) ==== 74+0+17070 (secure 0 0 0) 0x7fec2c058b80 con 0x7fec3c0ce670 2024-04-15T15:12:14.420 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:14.420 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":41,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:12:08.480411+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:11:36.635627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-15T15:11:37.095988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.38","mappings":[{"from":5,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:6837/564521126":"2024-04-16T15:12:08.480389+0000","172.21.15.84:6835/564521126":"2024-04-16T15:12:08.480389+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:12:14.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.420+0000 7fec41d3d640 1 -- 172.21.15.84:0/348763971 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fec2806c9b0 msgr2=0x7fec2806ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:14.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.420+0000 7fec41d3d640 1 --2- 172.21.15.84:0/348763971 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fec2806c9b0 0x7fec2806ee70 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fec30036000 tx=0x7fec3002e000 comp rx=0 tx=0).stop 2024-04-15T15:12:14.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.420+0000 7fec41d3d640 1 -- 172.21.15.84:0/348763971 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fec3c0ce670 msgr2=0x7fec3c158400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:14.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.420+0000 7fec41d3d640 1 --2- 172.21.15.84:0/348763971 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fec3c0ce670 0x7fec3c158400 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7fec2c00c500 tx=0x7fec2c00c9c0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.420+0000 7fec41d3d640 1 -- 172.21.15.84:0/348763971 shutdown_connections 2024-04-15T15:12:14.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.420+0000 7fec41d3d640 1 --2- 172.21.15.84:0/348763971 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fec2806c9b0 0x7fec2806ee70 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.420+0000 7fec41d3d640 1 --2- 172.21.15.84:0/348763971 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fec3c15c480 0x7fec3c148400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.420+0000 7fec41d3d640 1 --2- 172.21.15.84:0/348763971 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fec3c0cf4d0 0x7fec3c158b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.420+0000 7fec41d3d640 1 --2- 172.21.15.84:0/348763971 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fec3c0ce670 0x7fec3c158400 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.420+0000 7fec41d3d640 1 -- 172.21.15.84:0/348763971 >> 172.21.15.84:0/348763971 conn(0x7fec3c0b3fa0 msgr2=0x7fec3c0b3780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:14.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.420+0000 7fec41d3d640 1 -- 172.21.15.84:0/348763971 shutdown_connections 2024-04-15T15:12:14.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.420+0000 7fec41d3d640 1 -- 172.21.15.84:0/348763971 wait complete. 2024-04-15T15:12:14.433 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:11:36.635627+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '37', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:11:37.095988+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '38', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T15:12:14.433 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:12:14.494 INFO:tasks.ceph.mds.a.smithi084.stderr:2024-04-15T15:12:14.492+0000 7f5dfc1bd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-15T15:12:14.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.540+0000 7f6586d52640 1 Processor -- start 2024-04-15T15:12:14.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.540+0000 7f6586d52640 1 -- start start 2024-04-15T15:12:14.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.541+0000 7f6586d52640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f658015c650 0x7f65800b1d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:14.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.541+0000 7f6586d52640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f65800b36f0 0x7f65800b5290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:14.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.541+0000 7f6586d52640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65800d02d0 con 0x7f65800b57d0 2024-04-15T15:12:14.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.541+0000 7f6586d52640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f658015ca30 con 0x7f658015c650 2024-04-15T15:12:14.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.541+0000 7f6586d52640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f65800b26b0 con 0x7f65800b36f0 2024-04-15T15:12:14.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.541+0000 7f6584aee640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f658015c650 0x7f65800b1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:14.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.541+0000 7f6584aee640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f658015c650 0x7f65800b1d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56708/0 (socket says 172.21.15.84:56708) 2024-04-15T15:12:14.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.541+0000 7f6584aee640 1 -- 172.21.15.84:0/2101575438 learned_addr learned my addr 172.21.15.84:0/2101575438 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:14.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.541+0000 7f6577fff640 1 --2- 172.21.15.84:0/2101575438 >> v2:172.21.15.203:3300/0 conn(0x7f65800b36f0 0x7f65800b5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:14.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.541+0000 7f6584aee640 1 -- 172.21.15.84:0/2101575438 >> v2:172.21.15.203:3300/0 conn(0x7f65800b36f0 msgr2=0x7f65800b5290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:14.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.541+0000 7f6584aee640 1 --2- 172.21.15.84:0/2101575438 >> v2:172.21.15.203:3300/0 conn(0x7f65800b36f0 0x7f65800b5290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.541+0000 7f6584aee640 1 -- 172.21.15.84:0/2101575438 >> v1:172.21.15.203:6789/0 conn(0x7f65800b57d0 legacy=0x7f65800d0a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:14.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.541+0000 7f6584aee640 1 -- 172.21.15.84:0/2101575438 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65800b2990 con 0x7f658015c650 2024-04-15T15:12:14.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.542+0000 7f6584aee640 1 --2- 172.21.15.84:0/2101575438 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658015c650 0x7f65800b1d40 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f65800b4a80 tx=0x7f657c02b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9ddd319fd28c37b server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:14.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.542+0000 7f65777fe640 1 -- 172.21.15.84:0/2101575438 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f657c02e070 con 0x7f658015c650 2024-04-15T15:12:14.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.542+0000 7f65777fe640 1 -- 172.21.15.84:0/2101575438 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f657c037070 con 0x7f658015c650 2024-04-15T15:12:14.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.542+0000 7f65777fe640 1 -- 172.21.15.84:0/2101575438 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f657c031a00 con 0x7f658015c650 2024-04-15T15:12:14.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.543+0000 7f6586d52640 1 -- 172.21.15.84:0/2101575438 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658015c650 msgr2=0x7f65800b1d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:14.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.543+0000 7f6586d52640 1 --2- 172.21.15.84:0/2101575438 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658015c650 0x7f65800b1d40 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f65800b4a80 tx=0x7f657c02b880 comp rx=0 tx=0).stop 2024-04-15T15:12:14.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.543+0000 7f6586d52640 1 -- 172.21.15.84:0/2101575438 shutdown_connections 2024-04-15T15:12:14.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.543+0000 7f6586d52640 1 --2- 172.21.15.84:0/2101575438 >> v2:172.21.15.203:3300/0 conn(0x7f65800b36f0 0x7f65800b5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.543+0000 7f6586d52640 1 --2- 172.21.15.84:0/2101575438 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658015c650 0x7f65800b1d40 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.543+0000 7f6586d52640 1 -- 172.21.15.84:0/2101575438 >> 172.21.15.84:0/2101575438 conn(0x7f65800ceec0 msgr2=0x7f65800cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:14.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.543+0000 7f6586d52640 1 -- 172.21.15.84:0/2101575438 shutdown_connections 2024-04-15T15:12:14.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.543+0000 7f6586d52640 1 -- 172.21.15.84:0/2101575438 wait complete. 2024-04-15T15:12:14.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.544+0000 7f6586d52640 1 Processor -- start 2024-04-15T15:12:14.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.544+0000 7f6586d52640 1 -- start start 2024-04-15T15:12:14.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f6586d52640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f65800b36f0 0x7f65801539f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:14.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f6586d52640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f65800b57d0 0x7f658015a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:14.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f6586d52640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658015c650 0x7f658015a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:14.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f6586d52640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f65800b2280 con 0x7f658015c650 2024-04-15T15:12:14.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f6586d52640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f65800b2c70 con 0x7f65800b57d0 2024-04-15T15:12:14.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f6586d52640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f65800b2400 con 0x7f65800b36f0 2024-04-15T15:12:14.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f65852ef640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658015c650 0x7f658015a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:14.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f65852ef640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658015c650 0x7f658015a950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56710/0 (socket says 172.21.15.84:56710) 2024-04-15T15:12:14.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f65852ef640 1 -- 172.21.15.84:0/3408397689 learned_addr learned my addr 172.21.15.84:0/3408397689 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:14.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f6584aee640 1 --2- 172.21.15.84:0/3408397689 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f65800b36f0 0x7f65801539f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:14.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f6577fff640 1 --2- 172.21.15.84:0/3408397689 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f65800b57d0 0x7f658015a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:14.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f65852ef640 1 -- 172.21.15.84:0/3408397689 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f65800b36f0 msgr2=0x7f65801539f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:14.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f65852ef640 1 --2- 172.21.15.84:0/3408397689 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f65800b36f0 0x7f65801539f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f65852ef640 1 -- 172.21.15.84:0/3408397689 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f65800b57d0 msgr2=0x7f658015a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:14.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f65852ef640 1 --2- 172.21.15.84:0/3408397689 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f65800b57d0 0x7f658015a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f65852ef640 1 -- 172.21.15.84:0/3408397689 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65801f7ce0 con 0x7f658015c650 2024-04-15T15:12:14.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f6584aee640 1 --2- 172.21.15.84:0/3408397689 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f65800b36f0 0x7f65801539f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:14.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f6577fff640 1 --2- 172.21.15.84:0/3408397689 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f65800b57d0 0x7f658015a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:14.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f65852ef640 1 --2- 172.21.15.84:0/3408397689 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658015c650 0x7f658015a950 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f657800c780 tx=0x7f657800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:14.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f65757fa640 1 -- 172.21.15.84:0/3408397689 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6578004b60 con 0x7f658015c650 2024-04-15T15:12:14.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f65757fa640 1 -- 172.21.15.84:0/3408397689 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6578004d00 con 0x7f658015c650 2024-04-15T15:12:14.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f65757fa640 1 -- 172.21.15.84:0/3408397689 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f657800aa90 con 0x7f658015c650 2024-04-15T15:12:14.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.545+0000 7f6586d52640 1 -- 172.21.15.84:0/3408397689 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65801f7fc0 con 0x7f658015c650 2024-04-15T15:12:14.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.546+0000 7f6586d52640 1 -- 172.21.15.84:0/3408397689 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65801f8580 con 0x7f658015c650 2024-04-15T15:12:14.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.547+0000 7f6586d52640 1 -- 172.21.15.84:0/3408397689 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6580075c50 con 0x7f658015c650 2024-04-15T15:12:14.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.547+0000 7f65757fa640 1 -- 172.21.15.84:0/3408397689 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f657800ac30 con 0x7f658015c650 2024-04-15T15:12:14.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.547+0000 7f65757fa640 1 --2- 172.21.15.84:0/3408397689 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f656c06c980 0x7f656c06ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:14.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.548+0000 7f6584aee640 1 --2- 172.21.15.84:0/3408397689 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f656c06c980 0x7f656c06ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:14.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.548+0000 7f65757fa640 1 -- 172.21.15.84:0/3408397689 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f657808c030 con 0x7f658015c650 2024-04-15T15:12:14.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.548+0000 7f6584aee640 1 --2- 172.21.15.84:0/3408397689 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f656c06c980 0x7f656c06ee40 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f657c036000 tx=0x7f657c03d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:14.558 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.552+0000 7f65757fa640 1 -- 172.21.15.84:0/3408397689 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f6578020070 con 0x7f658015c650 2024-04-15T15:12:14.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.729+0000 7f6586d52640 1 -- 172.21.15.84:0/3408397689 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f65800b4240 con 0x7f658015c650 2024-04-15T15:12:14.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.730+0000 7f65757fa640 1 -- 172.21.15.84:0/3408397689 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v41) ==== 93+0+10 (secure 0 0 0) 0x7f657805a300 con 0x7f658015c650 2024-04-15T15:12:14.732 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:12:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.732+0000 7f6586d52640 1 -- 172.21.15.84:0/3408397689 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f656c06c980 msgr2=0x7f656c06ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.732+0000 7f6586d52640 1 --2- 172.21.15.84:0/3408397689 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f656c06c980 0x7f656c06ee40 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f657c036000 tx=0x7f657c03d040 comp rx=0 tx=0).stop 2024-04-15T15:12:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.732+0000 7f6586d52640 1 -- 172.21.15.84:0/3408397689 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658015c650 msgr2=0x7f658015a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.732+0000 7f6586d52640 1 --2- 172.21.15.84:0/3408397689 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658015c650 0x7f658015a950 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f657800c780 tx=0x7f657800cc40 comp rx=0 tx=0).stop 2024-04-15T15:12:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.732+0000 7f6586d52640 1 -- 172.21.15.84:0/3408397689 shutdown_connections 2024-04-15T15:12:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.732+0000 7f6586d52640 1 --2- 172.21.15.84:0/3408397689 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f656c06c980 0x7f656c06ee40 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.732+0000 7f6586d52640 1 --2- 172.21.15.84:0/3408397689 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f65800b57d0 0x7f658015a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.732+0000 7f6586d52640 1 --2- 172.21.15.84:0/3408397689 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f658015c650 0x7f658015a950 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.732+0000 7f6586d52640 1 --2- 172.21.15.84:0/3408397689 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f65800b36f0 0x7f65801539f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.732+0000 7f6586d52640 1 -- 172.21.15.84:0/3408397689 >> 172.21.15.84:0/3408397689 conn(0x7f65800ceec0 msgr2=0x7f6580070ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:14.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.732+0000 7f6586d52640 1 -- 172.21.15.84:0/3408397689 shutdown_connections 2024-04-15T15:12:14.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.732+0000 7f6586d52640 1 -- 172.21.15.84:0/3408397689 wait complete. 2024-04-15T15:12:14.745 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:12:14.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.849+0000 7f7578b04640 1 Processor -- start 2024-04-15T15:12:14.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.849+0000 7f7578b04640 1 -- start start 2024-04-15T15:12:14.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.850+0000 7f7578b04640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f757415e610 0x7f75740d0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:14.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.850+0000 7f7578b04640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f757415e9f0 0x7f75740d3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:14.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.850+0000 7f7578b04640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f757406c400 0x7f757406c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:14.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.850+0000 7f7578b04640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f75740d31d0 con 0x7f757415e9f0 2024-04-15T15:12:14.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.850+0000 7f7578b04640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f75740d2320 con 0x7f757406c400 2024-04-15T15:12:14.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.850+0000 7f7578b04640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f75740d25c0 con 0x7f757415e610 2024-04-15T15:12:14.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.850+0000 7f7571d9b640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f757415e9f0 0x7f75740d3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:14.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.851+0000 7f7571d9b640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f757415e9f0 0x7f75740d3660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56714/0 (socket says 172.21.15.84:56714) 2024-04-15T15:12:14.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.851+0000 7f7571d9b640 1 -- 172.21.15.84:0/396849429 learned_addr learned my addr 172.21.15.84:0/396849429 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:14.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.851+0000 7f7572d9d640 1 --2- 172.21.15.84:0/396849429 >> v2:172.21.15.203:3300/0 conn(0x7f757406c400 0x7f757406c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:14.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.851+0000 7f757259c640 1 --2- 172.21.15.84:0/396849429 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f757415e610 0x7f75740d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:14.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.851+0000 7f7571d9b640 1 -- 172.21.15.84:0/396849429 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f757415e610 msgr2=0x7f75740d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:14.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.851+0000 7f7571d9b640 1 --2- 172.21.15.84:0/396849429 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f757415e610 0x7f75740d0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.851+0000 7f7571d9b640 1 -- 172.21.15.84:0/396849429 >> v2:172.21.15.203:3300/0 conn(0x7f757406c400 msgr2=0x7f757406c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:14.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.851+0000 7f7571d9b640 1 --2- 172.21.15.84:0/396849429 >> v2:172.21.15.203:3300/0 conn(0x7f757406c400 0x7f757406c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.851+0000 7f7571d9b640 1 -- 172.21.15.84:0/396849429 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75740d28a0 con 0x7f757415e9f0 2024-04-15T15:12:14.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.852+0000 7f7571d9b640 1 --2- 172.21.15.84:0/396849429 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f757415e9f0 0x7f75740d3660 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f757415ee30 tx=0x7f756802b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=503cafb9bf7852ab server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:14.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.852+0000 7f757159a640 1 -- 172.21.15.84:0/396849429 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7568034070 con 0x7f757415e9f0 2024-04-15T15:12:14.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.852+0000 7f757159a640 1 -- 172.21.15.84:0/396849429 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7568030860 con 0x7f757415e9f0 2024-04-15T15:12:14.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.852+0000 7f757159a640 1 -- 172.21.15.84:0/396849429 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7568030c30 con 0x7f757415e9f0 2024-04-15T15:12:14.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.852+0000 7f7578b04640 1 -- 172.21.15.84:0/396849429 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f757415e9f0 msgr2=0x7f75740d3660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:14.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.852+0000 7f7578b04640 1 --2- 172.21.15.84:0/396849429 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f757415e9f0 0x7f75740d3660 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f757415ee30 tx=0x7f756802b9a0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.852+0000 7f7578b04640 1 -- 172.21.15.84:0/396849429 shutdown_connections 2024-04-15T15:12:14.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.852+0000 7f7578b04640 1 --2- 172.21.15.84:0/396849429 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f757415e9f0 0x7f75740d3660 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.852+0000 7f7578b04640 1 --2- 172.21.15.84:0/396849429 >> v2:172.21.15.203:3300/0 conn(0x7f757406c400 0x7f757406c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.852+0000 7f7578b04640 1 --2- 172.21.15.84:0/396849429 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f757415e610 0x7f75740d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.852+0000 7f7578b04640 1 -- 172.21.15.84:0/396849429 >> 172.21.15.84:0/396849429 conn(0x7f75740d4750 msgr2=0x7f75740d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:14.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.852+0000 7f7578b04640 1 -- 172.21.15.84:0/396849429 shutdown_connections 2024-04-15T15:12:14.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.852+0000 7f7578b04640 1 -- 172.21.15.84:0/396849429 wait complete. 2024-04-15T15:12:14.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.854+0000 7f7578b04640 1 Processor -- start 2024-04-15T15:12:14.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.854+0000 7f7578b04640 1 -- start start 2024-04-15T15:12:14.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.854+0000 7f7578b04640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f757406c400 0x7f7574148a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:14.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.854+0000 7f7578b04640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f757415e610 0x7f7574156d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:14.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.854+0000 7f7578b04640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f757415e9f0 0x7f7574158930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:14.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.854+0000 7f7578b04640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f757406d130 con 0x7f757415e610 2024-04-15T15:12:14.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.855+0000 7f7578b04640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f75740d2e60 con 0x7f757415e9f0 2024-04-15T15:12:14.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.855+0000 7f7578b04640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f75740d0bd0 con 0x7f757406c400 2024-04-15T15:12:14.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.855+0000 7f7571d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f757415e610 0x7f7574156d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:14.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.855+0000 7f7571d9b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f757415e610 0x7f7574156d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56730/0 (socket says 172.21.15.84:56730) 2024-04-15T15:12:14.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.855+0000 7f7571d9b640 1 -- 172.21.15.84:0/3950491116 learned_addr learned my addr 172.21.15.84:0/3950491116 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:14.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.855+0000 7f757259c640 1 --2- 172.21.15.84:0/3950491116 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f757406c400 0x7f7574148a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:14.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.855+0000 7f7572d9d640 1 --2- 172.21.15.84:0/3950491116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f757415e9f0 0x7f7574158930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:14.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.855+0000 7f7571d9b640 1 -- 172.21.15.84:0/3950491116 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f757406c400 msgr2=0x7f7574148a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:14.860 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.855+0000 7f7571d9b640 1 --2- 172.21.15.84:0/3950491116 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f757406c400 0x7f7574148a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.855+0000 7f7571d9b640 1 -- 172.21.15.84:0/3950491116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f757415e9f0 msgr2=0x7f7574158930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:14.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.855+0000 7f7571d9b640 1 --2- 172.21.15.84:0/3950491116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f757415e9f0 0x7f7574158930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:14.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.855+0000 7f7571d9b640 1 -- 172.21.15.84:0/3950491116 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7574148f50 con 0x7f757415e610 2024-04-15T15:12:14.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.855+0000 7f757259c640 1 --2- 172.21.15.84:0/3950491116 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f757406c400 0x7f7574148a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:14.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.855+0000 7f7572d9d640 1 --2- 172.21.15.84:0/3950491116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f757415e9f0 0x7f7574158930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:14.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.855+0000 7f7571d9b640 1 --2- 172.21.15.84:0/3950491116 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f757415e610 0x7f7574156d30 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f7568000c00 tx=0x7f75680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:14.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.855+0000 7f7562ffd640 1 -- 172.21.15.84:0/3950491116 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7568034040 con 0x7f757415e610 2024-04-15T15:12:14.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.855+0000 7f7562ffd640 1 -- 172.21.15.84:0/3950491116 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7568039d90 con 0x7f757415e610 2024-04-15T15:12:14.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.855+0000 7f7562ffd640 1 -- 172.21.15.84:0/3950491116 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7568043610 con 0x7f757415e610 2024-04-15T15:12:14.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.855+0000 7f7578b04640 1 -- 172.21.15.84:0/3950491116 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7574159600 con 0x7f757415e610 2024-04-15T15:12:14.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.855+0000 7f7578b04640 1 -- 172.21.15.84:0/3950491116 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7574159bc0 con 0x7f757415e610 2024-04-15T15:12:14.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.856+0000 7f7578b04640 1 -- 172.21.15.84:0/3950491116 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7574075c50 con 0x7f757415e610 2024-04-15T15:12:14.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.857+0000 7f7562ffd640 1 -- 172.21.15.84:0/3950491116 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f7568037070 con 0x7f757415e610 2024-04-15T15:12:14.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.857+0000 7f7562ffd640 1 --2- 172.21.15.84:0/3950491116 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f755406c980 0x7f755406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:14.861 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.857+0000 7f7562ffd640 1 -- 172.21.15.84:0/3950491116 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f75680adfe0 con 0x7f757415e610 2024-04-15T15:12:14.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.857+0000 7f757259c640 1 --2- 172.21.15.84:0/3950491116 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f755406c980 0x7f755406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:14.862 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.858+0000 7f757259c640 1 --2- 172.21.15.84:0/3950491116 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f755406c980 0x7f755406ee40 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f7564006fd0 tx=0x7f7564008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:14.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:14.862+0000 7f7562ffd640 1 -- 172.21.15.84:0/3950491116 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f756803e070 con 0x7f757415e610 2024-04-15T15:12:15.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.037+0000 7f7578b04640 1 -- 172.21.15.84:0/3950491116 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f757415c2c0 con 0x7f757415e610 2024-04-15T15:12:15.039 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.038+0000 7f7562ffd640 1 -- 172.21.15.84:0/3950491116 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v41) ==== 104+0+11 (secure 0 0 0) 0x7f756807c110 con 0x7f757415e610 2024-04-15T15:12:15.040 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:12:15.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.040+0000 7f7578b04640 1 -- 172.21.15.84:0/3950491116 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f755406c980 msgr2=0x7f755406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:15.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.040+0000 7f7578b04640 1 --2- 172.21.15.84:0/3950491116 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f755406c980 0x7f755406ee40 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f7564006fd0 tx=0x7f7564008040 comp rx=0 tx=0).stop 2024-04-15T15:12:15.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.040+0000 7f7578b04640 1 -- 172.21.15.84:0/3950491116 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f757415e610 msgr2=0x7f7574156d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:15.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.040+0000 7f7578b04640 1 --2- 172.21.15.84:0/3950491116 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f757415e610 0x7f7574156d30 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f7568000c00 tx=0x7f75680046c0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.040+0000 7f7578b04640 1 -- 172.21.15.84:0/3950491116 shutdown_connections 2024-04-15T15:12:15.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.040+0000 7f7578b04640 1 --2- 172.21.15.84:0/3950491116 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f755406c980 0x7f755406ee40 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.040+0000 7f7578b04640 1 --2- 172.21.15.84:0/3950491116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f757415e9f0 0x7f7574158930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.040+0000 7f7578b04640 1 --2- 172.21.15.84:0/3950491116 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f757415e610 0x7f7574156d30 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.040+0000 7f7578b04640 1 --2- 172.21.15.84:0/3950491116 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f757406c400 0x7f7574148a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.040+0000 7f7578b04640 1 -- 172.21.15.84:0/3950491116 >> 172.21.15.84:0/3950491116 conn(0x7f75740d4750 msgr2=0x7f75740b41b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:15.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.040+0000 7f7578b04640 1 -- 172.21.15.84:0/3950491116 shutdown_connections 2024-04-15T15:12:15.043 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.040+0000 7f7578b04640 1 -- 172.21.15.84:0/3950491116 wait complete. 2024-04-15T15:12:15.052 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:12:15.158 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.157+0000 7f4aff814640 1 Processor -- start 2024-04-15T15:12:15.159 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.157+0000 7f4aff814640 1 -- start start 2024-04-15T15:12:15.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.158+0000 7f4aff814640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f4af80b0050 0x7f4af80cf960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:15.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.158+0000 7f4aff814640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4af80afae0 0x7f4af806c340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:15.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.158+0000 7f4aff814640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4af80d07c0 con 0x7f4af80b5410 2024-04-15T15:12:15.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.158+0000 7f4aff814640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f4af80d0330 con 0x7f4af80b0050 2024-04-15T15:12:15.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.158+0000 7f4aff814640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4af80b3aa0 con 0x7f4af80afae0 2024-04-15T15:12:15.160 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.158+0000 7f4afddb1640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4af80afae0 0x7f4af806c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:15.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.158+0000 7f4afcdaf640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f4af80b0050 0x7f4af80cf960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:15.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.158+0000 7f4afd5b0640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7f4af80b5410 0x7f4af80b57f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:46798/0 (socket says 172.21.15.84:46798) 2024-04-15T15:12:15.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.158+0000 7f4afd5b0640 1 -- 172.21.15.84:0/632887620 learned_addr learned my addr 172.21.15.84:0/632887620 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:15.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.158+0000 7f4afddb1640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4af80afae0 0x7f4af806c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:59910/0 (socket says 172.21.15.84:59910) 2024-04-15T15:12:15.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.158+0000 7f4afcdaf640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f4af80b0050 0x7f4af80cf960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:58808/0 (socket says 172.21.15.84:58808) 2024-04-15T15:12:15.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.158+0000 7f4afddb1640 1 -- 172.21.15.84:0/632887620 >> v2:172.21.15.203:3300/0 conn(0x7f4af80b0050 msgr2=0x7f4af80cf960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:15.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.158+0000 7f4afddb1640 1 --2- 172.21.15.84:0/632887620 >> v2:172.21.15.203:3300/0 conn(0x7f4af80b0050 0x7f4af80cf960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.158+0000 7f4afddb1640 1 -- 172.21.15.84:0/632887620 >> v1:172.21.15.203:6789/0 conn(0x7f4af80b5410 legacy=0x7f4af80b57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:15.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.158+0000 7f4afddb1640 1 -- 172.21.15.84:0/632887620 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4af80b3d80 con 0x7f4af80afae0 2024-04-15T15:12:15.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.158+0000 7f4afcdaf640 1 --2- 172.21.15.84:0/632887620 >> v2:172.21.15.203:3300/0 conn(0x7f4af80b0050 0x7f4af80cf960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:12:15.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.159+0000 7f4afddb1640 1 --2- 172.21.15.84:0/632887620 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4af80afae0 0x7f4af806c340 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4af80d04b0 tx=0x7f4af002be00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c71cbcf24301d0ae server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:15.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.159+0000 7f4aeffff640 1 -- 172.21.15.84:0/632887620 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4af0039070 con 0x7f4af80afae0 2024-04-15T15:12:15.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.159+0000 7f4aeffff640 1 -- 172.21.15.84:0/632887620 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4af002cbb0 con 0x7f4af80afae0 2024-04-15T15:12:15.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.159+0000 7f4aeffff640 1 -- 172.21.15.84:0/632887620 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4af0034440 con 0x7f4af80afae0 2024-04-15T15:12:15.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.160+0000 7f4aff814640 1 -- 172.21.15.84:0/632887620 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4af80afae0 msgr2=0x7f4af806c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:15.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.160+0000 7f4aff814640 1 --2- 172.21.15.84:0/632887620 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4af80afae0 0x7f4af806c340 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4af80d04b0 tx=0x7f4af002be00 comp rx=0 tx=0).stop 2024-04-15T15:12:15.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.160+0000 7f4aff814640 1 -- 172.21.15.84:0/632887620 shutdown_connections 2024-04-15T15:12:15.163 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.160+0000 7f4aff814640 1 --2- 172.21.15.84:0/632887620 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4af80afae0 0x7f4af806c340 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.160+0000 7f4aff814640 1 --2- 172.21.15.84:0/632887620 >> v2:172.21.15.203:3300/0 conn(0x7f4af80b0050 0x7f4af80cf960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.160+0000 7f4aff814640 1 -- 172.21.15.84:0/632887620 >> 172.21.15.84:0/632887620 conn(0x7f4af80d0a50 msgr2=0x7f4af80d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:15.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.160+0000 7f4aff814640 1 -- 172.21.15.84:0/632887620 shutdown_connections 2024-04-15T15:12:15.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.160+0000 7f4aff814640 1 -- 172.21.15.84:0/632887620 wait complete. 2024-04-15T15:12:15.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.161+0000 7f4aff814640 1 Processor -- start 2024-04-15T15:12:15.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.161+0000 7f4aff814640 1 -- start start 2024-04-15T15:12:15.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.162+0000 7f4aff814640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4af80afae0 0x7f4af81465d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:15.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.162+0000 7f4aff814640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af80b0050 0x7f4af8160ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:15.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.162+0000 7f4aff814640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4af80b5410 0x7f4af806eb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:15.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.162+0000 7f4aff814640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4af80cfea0 con 0x7f4af80b0050 2024-04-15T15:12:15.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.162+0000 7f4aff814640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4af80d18f0 con 0x7f4af80afae0 2024-04-15T15:12:15.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.162+0000 7f4aff814640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4af806db40 con 0x7f4af80b5410 2024-04-15T15:12:15.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.162+0000 7f4afcdaf640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af80b0050 0x7f4af8160ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:15.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.162+0000 7f4afcdaf640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af80b0050 0x7f4af8160ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56734/0 (socket says 172.21.15.84:56734) 2024-04-15T15:12:15.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.162+0000 7f4afcdaf640 1 -- 172.21.15.84:0/2674306794 learned_addr learned my addr 172.21.15.84:0/2674306794 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:15.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.162+0000 7f4afddb1640 1 --2- 172.21.15.84:0/2674306794 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4af80b5410 0x7f4af806eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:15.167 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.162+0000 7f4afd5b0640 1 --2- 172.21.15.84:0/2674306794 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4af80afae0 0x7f4af81465d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:15.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.162+0000 7f4afcdaf640 1 -- 172.21.15.84:0/2674306794 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4af80b5410 msgr2=0x7f4af806eb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:15.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.162+0000 7f4afcdaf640 1 --2- 172.21.15.84:0/2674306794 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4af80b5410 0x7f4af806eb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.162+0000 7f4afcdaf640 1 -- 172.21.15.84:0/2674306794 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4af80afae0 msgr2=0x7f4af81465d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:15.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.162+0000 7f4afcdaf640 1 --2- 172.21.15.84:0/2674306794 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4af80afae0 0x7f4af81465d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.162+0000 7f4afcdaf640 1 -- 172.21.15.84:0/2674306794 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4af8159ad0 con 0x7f4af80b0050 2024-04-15T15:12:15.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.162+0000 7f4afd5b0640 1 --2- 172.21.15.84:0/2674306794 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4af80afae0 0x7f4af81465d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:15.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.162+0000 7f4afddb1640 1 --2- 172.21.15.84:0/2674306794 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4af80b5410 0x7f4af806eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:15.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.163+0000 7f4afcdaf640 1 --2- 172.21.15.84:0/2674306794 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af80b0050 0x7f4af8160ec0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f4ae800e990 tx=0x7f4ae800ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:15.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.163+0000 7f4aedffb640 1 -- 172.21.15.84:0/2674306794 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ae8017070 con 0x7f4af80b0050 2024-04-15T15:12:15.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.163+0000 7f4aedffb640 1 -- 172.21.15.84:0/2674306794 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ae800c9e0 con 0x7f4af80b0050 2024-04-15T15:12:15.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.163+0000 7f4aff814640 1 -- 172.21.15.84:0/2674306794 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4af8159db0 con 0x7f4af80b0050 2024-04-15T15:12:15.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.163+0000 7f4aedffb640 1 -- 172.21.15.84:0/2674306794 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ae800cdb0 con 0x7f4af80b0050 2024-04-15T15:12:15.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.163+0000 7f4aff814640 1 -- 172.21.15.84:0/2674306794 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4af8161400 con 0x7f4af80b0050 2024-04-15T15:12:15.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.164+0000 7f4aff814640 1 -- 172.21.15.84:0/2674306794 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4af8075c50 con 0x7f4af80b0050 2024-04-15T15:12:15.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.164+0000 7f4aedffb640 1 -- 172.21.15.84:0/2674306794 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f4ae801a070 con 0x7f4af80b0050 2024-04-15T15:12:15.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.165+0000 7f4aedffb640 1 --2- 172.21.15.84:0/2674306794 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4adc06c980 0x7f4adc06ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:15.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.165+0000 7f4aedffb640 1 -- 172.21.15.84:0/2674306794 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f4ae808bf30 con 0x7f4af80b0050 2024-04-15T15:12:15.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.165+0000 7f4afd5b0640 1 --2- 172.21.15.84:0/2674306794 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4adc06c980 0x7f4adc06ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:15.169 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.165+0000 7f4afd5b0640 1 --2- 172.21.15.84:0/2674306794 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4adc06c980 0x7f4adc06ee40 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f4af4000f60 tx=0x7f4af4009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:15.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.169+0000 7f4aedffb640 1 -- 172.21.15.84:0/2674306794 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f4ae805a200 con 0x7f4af80b0050 2024-04-15T15:12:15.347 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.346+0000 7f4aff814640 1 -- 172.21.15.84:0/2674306794 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f4af806d610 con 0x7f4af80b0050 2024-04-15T15:12:15.348 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.346+0000 7f4aedffb640 1 -- 172.21.15.84:0/2674306794 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v41) ==== 100+0+11 (secure 0 0 0) 0x7f4ae8059b00 con 0x7f4af80b0050 2024-04-15T15:12:15.348 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:12:15.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.348+0000 7f4aff814640 1 -- 172.21.15.84:0/2674306794 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4adc06c980 msgr2=0x7f4adc06ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:15.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.348+0000 7f4aff814640 1 --2- 172.21.15.84:0/2674306794 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4adc06c980 0x7f4adc06ee40 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f4af4000f60 tx=0x7f4af4009040 comp rx=0 tx=0).stop 2024-04-15T15:12:15.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.348+0000 7f4aff814640 1 -- 172.21.15.84:0/2674306794 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af80b0050 msgr2=0x7f4af8160ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:15.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.348+0000 7f4aff814640 1 --2- 172.21.15.84:0/2674306794 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af80b0050 0x7f4af8160ec0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f4ae800e990 tx=0x7f4ae800ee50 comp rx=0 tx=0).stop 2024-04-15T15:12:15.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.348+0000 7f4aff814640 1 -- 172.21.15.84:0/2674306794 shutdown_connections 2024-04-15T15:12:15.350 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.348+0000 7f4aff814640 1 --2- 172.21.15.84:0/2674306794 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4af80b5410 0x7f4af806eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.348+0000 7f4aff814640 1 --2- 172.21.15.84:0/2674306794 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4af80b0050 0x7f4af8160ec0 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.348+0000 7f4aff814640 1 --2- 172.21.15.84:0/2674306794 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4adc06c980 0x7f4adc06ee40 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.348+0000 7f4aff814640 1 --2- 172.21.15.84:0/2674306794 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4af80afae0 0x7f4af81465d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.348+0000 7f4aff814640 1 -- 172.21.15.84:0/2674306794 >> 172.21.15.84:0/2674306794 conn(0x7f4af80d0a50 msgr2=0x7f4af80b07d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:15.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.348+0000 7f4aff814640 1 -- 172.21.15.84:0/2674306794 shutdown_connections 2024-04-15T15:12:15.351 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.348+0000 7f4aff814640 1 -- 172.21.15.84:0/2674306794 wait complete. 2024-04-15T15:12:15.361 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-15T15:12:15.465 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.463+0000 7f075a86a640 1 Processor -- start 2024-04-15T15:12:15.465 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.463+0000 7f075a86a640 1 -- start start 2024-04-15T15:12:15.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.464+0000 7f075a86a640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f07540ce2f0 0x7f075415c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:15.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.464+0000 7f075a86a640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f07540d08f0 0x7f07540cc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:15.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.464+0000 7f075a86a640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f075406bbb0 con 0x7f07540ce6d0 2024-04-15T15:12:15.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.464+0000 7f075a86a640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f075406b960 con 0x7f07540ce2f0 2024-04-15T15:12:15.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.464+0000 7f075a86a640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f075406be90 con 0x7f07540d08f0 2024-04-15T15:12:15.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.464+0000 7f0753fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f07540ce2f0 0x7f075415c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:15.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.464+0000 7f0753fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f07540ce2f0 0x7f075415c530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56750/0 (socket says 172.21.15.84:56750) 2024-04-15T15:12:15.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.464+0000 7f0753fff640 1 -- 172.21.15.84:0/2094011306 learned_addr learned my addr 172.21.15.84:0/2094011306 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:15.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.464+0000 7f07537fe640 1 --2- 172.21.15.84:0/2094011306 >> v2:172.21.15.203:3300/0 conn(0x7f07540d08f0 0x7f07540cc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:15.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.464+0000 7f0753fff640 1 -- 172.21.15.84:0/2094011306 >> v2:172.21.15.203:3300/0 conn(0x7f07540d08f0 msgr2=0x7f07540cc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:15.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.464+0000 7f0753fff640 1 --2- 172.21.15.84:0/2094011306 >> v2:172.21.15.203:3300/0 conn(0x7f07540d08f0 0x7f07540cc0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.464+0000 7f0753fff640 1 -- 172.21.15.84:0/2094011306 >> v1:172.21.15.203:6789/0 conn(0x7f07540ce6d0 legacy=0x7f0754155600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:15.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.464+0000 7f0753fff640 1 -- 172.21.15.84:0/2094011306 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f075406c170 con 0x7f07540ce2f0 2024-04-15T15:12:15.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.465+0000 7f0753fff640 1 --2- 172.21.15.84:0/2094011306 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07540ce2f0 0x7f075415c530 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f07540b56b0 tx=0x7f074402b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b37b9ad421f802a server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:15.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.465+0000 7f0752ffd640 1 -- 172.21.15.84:0/2094011306 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0744035020 con 0x7f07540ce2f0 2024-04-15T15:12:15.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.465+0000 7f0752ffd640 1 -- 172.21.15.84:0/2094011306 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0744031870 con 0x7f07540ce2f0 2024-04-15T15:12:15.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.465+0000 7f0752ffd640 1 -- 172.21.15.84:0/2094011306 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0744031c40 con 0x7f07540ce2f0 2024-04-15T15:12:15.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.466+0000 7f075a86a640 1 -- 172.21.15.84:0/2094011306 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07540ce2f0 msgr2=0x7f075415c530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:15.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.466+0000 7f075a86a640 1 --2- 172.21.15.84:0/2094011306 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07540ce2f0 0x7f075415c530 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f07540b56b0 tx=0x7f074402b910 comp rx=0 tx=0).stop 2024-04-15T15:12:15.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.466+0000 7f075a86a640 1 -- 172.21.15.84:0/2094011306 shutdown_connections 2024-04-15T15:12:15.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.466+0000 7f075a86a640 1 --2- 172.21.15.84:0/2094011306 >> v2:172.21.15.203:3300/0 conn(0x7f07540d08f0 0x7f07540cc0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.466+0000 7f075a86a640 1 --2- 172.21.15.84:0/2094011306 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07540ce2f0 0x7f075415c530 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.466+0000 7f075a86a640 1 -- 172.21.15.84:0/2094011306 >> 172.21.15.84:0/2094011306 conn(0x7f07540b31d0 msgr2=0x7f07540b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:15.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.466+0000 7f075a86a640 1 -- 172.21.15.84:0/2094011306 shutdown_connections 2024-04-15T15:12:15.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.466+0000 7f075a86a640 1 -- 172.21.15.84:0/2094011306 wait complete. 2024-04-15T15:12:15.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.467+0000 7f075a86a640 1 Processor -- start 2024-04-15T15:12:15.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.467+0000 7f075a86a640 1 -- start start 2024-04-15T15:12:15.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f075a86a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f07540ce2f0 0x7f07541456b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:15.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f075a86a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07540ce6d0 0x7f0754099870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:15.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f075a86a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f07540d08f0 0x7f0754142c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:15.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f075a86a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0754155d10 con 0x7f07540ce6d0 2024-04-15T15:12:15.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f075a86a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f075415ca70 con 0x7f07540d08f0 2024-04-15T15:12:15.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f075a86a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f0754155e90 con 0x7f07540ce2f0 2024-04-15T15:12:15.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f07537fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07540ce6d0 0x7f0754099870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:15.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f07537fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07540ce6d0 0x7f0754099870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56758/0 (socket says 172.21.15.84:56758) 2024-04-15T15:12:15.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f07537fe640 1 -- 172.21.15.84:0/4033184473 learned_addr learned my addr 172.21.15.84:0/4033184473 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:15.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f0753fff640 1 --2- 172.21.15.84:0/4033184473 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f07540ce2f0 0x7f07541456b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:15.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f0758e07640 1 --2- 172.21.15.84:0/4033184473 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f07540d08f0 0x7f0754142c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:15.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f07537fe640 1 -- 172.21.15.84:0/4033184473 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f07540ce2f0 msgr2=0x7f07541456b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:15.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f07537fe640 1 --2- 172.21.15.84:0/4033184473 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f07540ce2f0 0x7f07541456b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f07537fe640 1 -- 172.21.15.84:0/4033184473 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f07540d08f0 msgr2=0x7f0754142c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:15.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f07537fe640 1 --2- 172.21.15.84:0/4033184473 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f07540d08f0 0x7f0754142c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f07537fe640 1 -- 172.21.15.84:0/4033184473 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07540b14d0 con 0x7f07540ce6d0 2024-04-15T15:12:15.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f0753fff640 1 --2- 172.21.15.84:0/4033184473 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f07540ce2f0 0x7f07541456b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:15.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f07537fe640 1 --2- 172.21.15.84:0/4033184473 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07540ce6d0 0x7f0754099870 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f074800d800 tx=0x7f074800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:15.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f0750ff9640 1 -- 172.21.15.84:0/4033184473 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f074800b6c0 con 0x7f07540ce6d0 2024-04-15T15:12:15.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f0750ff9640 1 -- 172.21.15.84:0/4033184473 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0748019070 con 0x7f07540ce6d0 2024-04-15T15:12:15.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f075a86a640 1 -- 172.21.15.84:0/4033184473 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0754145bf0 con 0x7f07540ce6d0 2024-04-15T15:12:15.474 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.468+0000 7f0750ff9640 1 -- 172.21.15.84:0/4033184473 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f074800ba80 con 0x7f07540ce6d0 2024-04-15T15:12:15.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.469+0000 7f075a86a640 1 -- 172.21.15.84:0/4033184473 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07540b1a50 con 0x7f07540ce6d0 2024-04-15T15:12:15.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.470+0000 7f075a86a640 1 -- 172.21.15.84:0/4033184473 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0754075c50 con 0x7f07540ce6d0 2024-04-15T15:12:15.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.470+0000 7f0750ff9640 1 -- 172.21.15.84:0/4033184473 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f074800bc20 con 0x7f07540ce6d0 2024-04-15T15:12:15.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.470+0000 7f0750ff9640 1 --2- 172.21.15.84:0/4033184473 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f074006c980 0x7f074006ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:15.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.471+0000 7f0750ff9640 1 -- 172.21.15.84:0/4033184473 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f074808c270 con 0x7f07540ce6d0 2024-04-15T15:12:15.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.471+0000 7f0753fff640 1 --2- 172.21.15.84:0/4033184473 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f074006c980 0x7f074006ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:15.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.471+0000 7f0753fff640 1 --2- 172.21.15.84:0/4033184473 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f074006c980 0x7f074006ee40 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f0744036000 tx=0x7f074403c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:15.477 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.475+0000 7f0750ff9640 1 -- 172.21.15.84:0/4033184473 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f074805a4b0 con 0x7f07540ce6d0 2024-04-15T15:12:15.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.663+0000 7f075a86a640 1 -- 172.21.15.84:0/4033184473 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f075406cab0 con 0x7f07540ce6d0 2024-04-15T15:12:15.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.663+0000 7f0750ff9640 1 -- 172.21.15.84:0/4033184473 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v41) ==== 80+0+120 (secure 0 0 0) 0x7f0748059db0 con 0x7f07540ce6d0 2024-04-15T15:12:15.666 INFO:teuthology.orchestra.run.smithi084.stdout:172.21.15.84:6837/564521126 2024-04-16T15:12:08.480389+0000 2024-04-15T15:12:15.666 INFO:teuthology.orchestra.run.smithi084.stdout:172.21.15.84:6835/564521126 2024-04-16T15:12:08.480389+0000 2024-04-15T15:12:15.666 INFO:teuthology.orchestra.run.smithi084.stderr:listed 2 entries 2024-04-15T15:12:15.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.665+0000 7f075a86a640 1 -- 172.21.15.84:0/4033184473 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f074006c980 msgr2=0x7f074006ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:15.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.665+0000 7f075a86a640 1 --2- 172.21.15.84:0/4033184473 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f074006c980 0x7f074006ee40 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f0744036000 tx=0x7f074403c040 comp rx=0 tx=0).stop 2024-04-15T15:12:15.667 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.665+0000 7f075a86a640 1 -- 172.21.15.84:0/4033184473 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07540ce6d0 msgr2=0x7f0754099870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:15.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.665+0000 7f075a86a640 1 --2- 172.21.15.84:0/4033184473 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07540ce6d0 0x7f0754099870 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f074800d800 tx=0x7f074800dcc0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.665+0000 7f075a86a640 1 -- 172.21.15.84:0/4033184473 shutdown_connections 2024-04-15T15:12:15.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.665+0000 7f075a86a640 1 --2- 172.21.15.84:0/4033184473 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f074006c980 0x7f074006ee40 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.665+0000 7f075a86a640 1 --2- 172.21.15.84:0/4033184473 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f07540d08f0 0x7f0754142c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.665+0000 7f075a86a640 1 --2- 172.21.15.84:0/4033184473 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07540ce6d0 0x7f0754099870 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.665+0000 7f075a86a640 1 --2- 172.21.15.84:0/4033184473 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f07540ce2f0 0x7f07541456b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:15.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.665+0000 7f075a86a640 1 -- 172.21.15.84:0/4033184473 >> 172.21.15.84:0/4033184473 conn(0x7f07540b31d0 msgr2=0x7f075415b010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:15.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.665+0000 7f075a86a640 1 -- 172.21.15.84:0/4033184473 shutdown_connections 2024-04-15T15:12:15.668 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:15.665+0000 7f075a86a640 1 -- 172.21.15.84:0/4033184473 wait complete. 2024-04-15T15:12:15.678 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi084.front.sepia.ceph.com... 2024-04-15T15:12:15.678 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:15.678 DEBUG:teuthology.orchestra.run.smithi084:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-04-15T15:12:15.705 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi084.stderr:ceph-fuse[55995]: fuse finished with error 0 and tester_r 0 2024-04-15T15:12:15.707 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi084.front.sepia.ceph.com 2024-04-15T15:12:15.707 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:15.707 DEBUG:teuthology.orchestra.run.smithi084:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-15T15:12:15.873 INFO:tasks.cephfs.mount:Terminating background process 2024-04-15T15:12:15.874 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:12:15.874 DEBUG:teuthology.orchestra.run.smithi203:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:12:15.895 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:12:16.017 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.016+0000 7f0562cb1640 1 Processor -- start 2024-04-15T15:12:16.018 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.016+0000 7f0562cb1640 1 -- start start 2024-04-15T15:12:16.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.016+0000 7f0562cb1640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f055c161e40 0x7f055c0b37f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.016+0000 7f0562cb1640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f055c0d12b0 0x7f055c0d2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.016+0000 7f0562cb1640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f055c162220 con 0x7f055c0d2ea0 2024-04-15T15:12:16.020 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.016+0000 7f0562cb1640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f055c0d21f0 con 0x7f055c0d12b0 2024-04-15T15:12:16.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.016+0000 7f0562cb1640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f055c0d1820 con 0x7f055c161e40 2024-04-15T15:12:16.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.017+0000 7f055bfff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f055c0d12b0 0x7f055c0d2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.017+0000 7f055bfff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f055c0d12b0 0x7f055c0d2960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56770/0 (socket says 172.21.15.84:56770) 2024-04-15T15:12:16.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.017+0000 7f055bfff640 1 -- 172.21.15.84:0/1545140550 learned_addr learned my addr 172.21.15.84:0/1545140550 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:16.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.017+0000 7f0560a4d640 1 --2- 172.21.15.84:0/1545140550 >> v2:172.21.15.203:3300/0 conn(0x7f055c161e40 0x7f055c0b37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.017+0000 7f055bfff640 1 -- 172.21.15.84:0/1545140550 >> v2:172.21.15.203:3300/0 conn(0x7f055c161e40 msgr2=0x7f055c0b37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:16.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.017+0000 7f055bfff640 1 --2- 172.21.15.84:0/1545140550 >> v2:172.21.15.203:3300/0 conn(0x7f055c161e40 0x7f055c0b37f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.017+0000 7f055bfff640 1 -- 172.21.15.84:0/1545140550 >> v1:172.21.15.203:6789/0 conn(0x7f055c0d2ea0 legacy=0x7f055c0d45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:16.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.017+0000 7f055bfff640 1 -- 172.21.15.84:0/1545140550 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f055c0d1b00 con 0x7f055c0d12b0 2024-04-15T15:12:16.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.017+0000 7f0560a4d640 1 --2- 172.21.15.84:0/1545140550 >> v2:172.21.15.203:3300/0 conn(0x7f055c161e40 0x7f055c0b37f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:16.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.018+0000 7f055bfff640 1 --2- 172.21.15.84:0/1545140550 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f055c0d12b0 0x7f055c0d2960 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f0548009870 tx=0x7f054802b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=771edf8e3b544d20 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:16.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.018+0000 7f055b7fe640 1 -- 172.21.15.84:0/1545140550 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f054802e070 con 0x7f055c0d12b0 2024-04-15T15:12:16.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.018+0000 7f055b7fe640 1 -- 172.21.15.84:0/1545140550 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0548037070 con 0x7f055c0d12b0 2024-04-15T15:12:16.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.018+0000 7f055b7fe640 1 -- 172.21.15.84:0/1545140550 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0548031a00 con 0x7f055c0d12b0 2024-04-15T15:12:16.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.018+0000 7f0562cb1640 1 -- 172.21.15.84:0/1545140550 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f055c0d12b0 msgr2=0x7f055c0d2960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.018+0000 7f0562cb1640 1 --2- 172.21.15.84:0/1545140550 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f055c0d12b0 0x7f055c0d2960 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f0548009870 tx=0x7f054802b880 comp rx=0 tx=0).stop 2024-04-15T15:12:16.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.018+0000 7f0562cb1640 1 -- 172.21.15.84:0/1545140550 shutdown_connections 2024-04-15T15:12:16.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.018+0000 7f0562cb1640 1 --2- 172.21.15.84:0/1545140550 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f055c0d12b0 0x7f055c0d2960 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.018+0000 7f0562cb1640 1 --2- 172.21.15.84:0/1545140550 >> v2:172.21.15.203:3300/0 conn(0x7f055c161e40 0x7f055c0b37f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.018+0000 7f0562cb1640 1 -- 172.21.15.84:0/1545140550 >> 172.21.15.84:0/1545140550 conn(0x7f055c09d970 msgr2=0x7f055c0b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:16.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.018+0000 7f0562cb1640 1 -- 172.21.15.84:0/1545140550 shutdown_connections 2024-04-15T15:12:16.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.018+0000 7f0562cb1640 1 -- 172.21.15.84:0/1545140550 wait complete. 2024-04-15T15:12:16.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.019+0000 7f0562cb1640 1 Processor -- start 2024-04-15T15:12:16.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.019+0000 7f0562cb1640 1 -- start start 2024-04-15T15:12:16.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.020+0000 7f0562cb1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f055c0d12b0 0x7f055c1508c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.020+0000 7f0562cb1640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f055c161e40 0x7f055c0cc9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.020+0000 7f0562cb1640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f055c150e00 0x7f055c0ccf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.020+0000 7f0562cb1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f055c0b3d30 con 0x7f055c0d12b0 2024-04-15T15:12:16.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.020+0000 7f0562cb1640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f055c0d2440 con 0x7f055c150e00 2024-04-15T15:12:16.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.020+0000 7f0562cb1640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f055c0b3eb0 con 0x7f055c161e40 2024-04-15T15:12:16.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.020+0000 7f0560a4d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f055c0d12b0 0x7f055c1508c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.020+0000 7f0560a4d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f055c0d12b0 0x7f055c1508c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56780/0 (socket says 172.21.15.84:56780) 2024-04-15T15:12:16.025 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.020+0000 7f0560a4d640 1 -- 172.21.15.84:0/1257843276 learned_addr learned my addr 172.21.15.84:0/1257843276 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:16.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.021+0000 7f0560a4d640 1 -- 172.21.15.84:0/1257843276 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f055c161e40 msgr2=0x7f055c0cc9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.021+0000 7f0560a4d640 1 --2- 172.21.15.84:0/1257843276 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f055c161e40 0x7f055c0cc9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.021+0000 7f0560a4d640 1 -- 172.21.15.84:0/1257843276 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f055c150e00 msgr2=0x7f055c0ccf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.021+0000 7f056124e640 1 --2- 172.21.15.84:0/1257843276 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f055c150e00 0x7f055c0ccf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.021+0000 7f0560a4d640 1 --2- 172.21.15.84:0/1257843276 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f055c150e00 0x7f055c0ccf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.021+0000 7f0560a4d640 1 -- 172.21.15.84:0/1257843276 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f055c0cd770 con 0x7f055c0d12b0 2024-04-15T15:12:16.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.021+0000 7f0560a4d640 1 --2- 172.21.15.84:0/1257843276 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f055c0d12b0 0x7f055c1508c0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f055000c7f0 tx=0x7f055000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:16.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.021+0000 7f05597fa640 1 -- 172.21.15.84:0/1257843276 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0550015070 con 0x7f055c0d12b0 2024-04-15T15:12:16.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.021+0000 7f05597fa640 1 -- 172.21.15.84:0/1257843276 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0550007820 con 0x7f055c0d12b0 2024-04-15T15:12:16.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.021+0000 7f05597fa640 1 -- 172.21.15.84:0/1257843276 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0550007bd0 con 0x7f055c0d12b0 2024-04-15T15:12:16.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.021+0000 7f0562cb1640 1 -- 172.21.15.84:0/1257843276 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f055c0cda50 con 0x7f055c0d12b0 2024-04-15T15:12:16.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.021+0000 7f0562cb1640 1 -- 172.21.15.84:0/1257843276 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f055c0cd470 con 0x7f055c0d12b0 2024-04-15T15:12:16.026 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.022+0000 7f0562cb1640 1 -- 172.21.15.84:0/1257843276 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f055c0689e0 con 0x7f055c0d12b0 2024-04-15T15:12:16.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.023+0000 7f05597fa640 1 -- 172.21.15.84:0/1257843276 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f0550018070 con 0x7f055c0d12b0 2024-04-15T15:12:16.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.023+0000 7f05597fa640 1 --2- 172.21.15.84:0/1257843276 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f054006c980 0x7f054006ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.023+0000 7f055bfff640 1 --2- 172.21.15.84:0/1257843276 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f054006c980 0x7f054006ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.023+0000 7f05597fa640 1 -- 172.21.15.84:0/1257843276 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f055008bff0 con 0x7f055c0d12b0 2024-04-15T15:12:16.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.024+0000 7f055bfff640 1 --2- 172.21.15.84:0/1257843276 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f054006c980 0x7f054006ee40 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f0548036000 tx=0x7f0548030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:16.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.028+0000 7f05597fa640 1 -- 172.21.15.84:0/1257843276 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f055005a120 con 0x7f055c0d12b0 2024-04-15T15:12:16.205 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.203+0000 7f0562cb1640 1 -- 172.21.15.84:0/1257843276 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f055c0b1ac0 con 0x7f055c0d12b0 2024-04-15T15:12:16.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.204+0000 7f05597fa640 1 -- 172.21.15.84:0/1257843276 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) ==== 74+0+17070 (secure 0 0 0) 0x7f0550059a20 con 0x7f055c0d12b0 2024-04-15T15:12:16.206 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:16.206 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":41,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:12:08.480411+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:11:36.635627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-15T15:11:37.095988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.38","mappings":[{"from":5,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:6837/564521126":"2024-04-16T15:12:08.480389+0000","172.21.15.84:6835/564521126":"2024-04-16T15:12:08.480389+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:12:16.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.206+0000 7f0562cb1640 1 -- 172.21.15.84:0/1257843276 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f054006c980 msgr2=0x7f054006ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.206+0000 7f0562cb1640 1 --2- 172.21.15.84:0/1257843276 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f054006c980 0x7f054006ee40 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f0548036000 tx=0x7f0548030000 comp rx=0 tx=0).stop 2024-04-15T15:12:16.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.206+0000 7f0562cb1640 1 -- 172.21.15.84:0/1257843276 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f055c0d12b0 msgr2=0x7f055c1508c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.206+0000 7f0562cb1640 1 --2- 172.21.15.84:0/1257843276 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f055c0d12b0 0x7f055c1508c0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f055000c7f0 tx=0x7f055000ccb0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.206+0000 7f0562cb1640 1 -- 172.21.15.84:0/1257843276 shutdown_connections 2024-04-15T15:12:16.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.206+0000 7f0562cb1640 1 --2- 172.21.15.84:0/1257843276 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f054006c980 0x7f054006ee40 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.206+0000 7f0562cb1640 1 --2- 172.21.15.84:0/1257843276 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f055c150e00 0x7f055c0ccf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.206+0000 7f0562cb1640 1 --2- 172.21.15.84:0/1257843276 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f055c161e40 0x7f055c0cc9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.206+0000 7f0562cb1640 1 --2- 172.21.15.84:0/1257843276 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f055c0d12b0 0x7f055c1508c0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.206+0000 7f0562cb1640 1 -- 172.21.15.84:0/1257843276 >> 172.21.15.84:0/1257843276 conn(0x7f055c09d970 msgr2=0x7f055c0cfad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:16.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.206+0000 7f0562cb1640 1 -- 172.21.15.84:0/1257843276 shutdown_connections 2024-04-15T15:12:16.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.206+0000 7f0562cb1640 1 -- 172.21.15.84:0/1257843276 wait complete. 2024-04-15T15:12:16.219 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:11:36.635627+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '37', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:11:37.095988+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '38', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T15:12:16.220 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:12:16.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.324+0000 7f821ce35640 1 Processor -- start 2024-04-15T15:12:16.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.324+0000 7f821ce35640 1 -- start start 2024-04-15T15:12:16.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f821ce35640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f82180b4dc0 0x7f82180cf040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f821ce35640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82180ae160 con 0x7f82180cfe30 2024-04-15T15:12:16.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f821ce35640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f82180b5310 con 0x7f821815e770 2024-04-15T15:12:16.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f821ce35640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f82180cf580 con 0x7f82180b4dc0 2024-04-15T15:12:16.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f820ffff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f82180cfe30 0x7f82180ae600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:45304/0 (socket says 172.21.15.84:45304) 2024-04-15T15:12:16.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f820ffff640 1 -- 172.21.15.84:0/3815897081 learned_addr learned my addr 172.21.15.84:0/3815897081 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:16.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f8215d9b640 1 -- 172.21.15.84:0/3815897081 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1822447300 0 0) 0x7f82180ae160 con 0x7f82180cfe30 2024-04-15T15:12:16.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f8215d9b640 1 -- 172.21.15.84:0/3815897081 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8204003520 con 0x7f82180cfe30 2024-04-15T15:12:16.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f8216d9d640 1 --2- 172.21.15.84:0/3815897081 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f82180b4dc0 0x7f82180cf040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f8215d9b640 1 -- 172.21.15.84:0/3815897081 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 853139873 0 0) 0x7f8204003520 con 0x7f82180cfe30 2024-04-15T15:12:16.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f8215d9b640 1 -- 172.21.15.84:0/3815897081 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f82180b4dc0 msgr2=0x7f82180cf040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:16.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f8215d9b640 1 --2- 172.21.15.84:0/3815897081 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f82180b4dc0 0x7f82180cf040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f8215d9b640 1 -- 172.21.15.84:0/3815897081 >> v1:172.21.15.203:6789/0 conn(0x7f821815e770 legacy=0x7f82180cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f8215d9b640 1 -- 172.21.15.84:0/3815897081 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82180b55f0 con 0x7f82180cfe30 2024-04-15T15:12:16.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f8215d9b640 1 -- 172.21.15.84:0/3815897081 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f8200001670 con 0x7f82180cfe30 2024-04-15T15:12:16.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f8215d9b640 1 -- 172.21.15.84:0/3815897081 >> v1:172.21.15.84:6789/0 conn(0x7f82180cfe30 legacy=0x7f82180ae600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f8215d9b640 1 --2- 172.21.15.84:0/3815897081 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f82040039e0 0x7f8204003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f8215d9b640 1 --2- 172.21.15.84:0/3815897081 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f82180b4dc0 0x7f8204004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f8215d9b640 1 --2- 172.21.15.84:0/3815897081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8204004d40 0x7f82040051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f8215d9b640 1 -- 172.21.15.84:0/3815897081 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f82180cf580 con 0x7f8204004d40 2024-04-15T15:12:16.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f8215d9b640 1 -- 172.21.15.84:0/3815897081 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f820400ba70 con 0x7f82040039e0 2024-04-15T15:12:16.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f8215d9b640 1 -- 172.21.15.84:0/3815897081 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f820400bc70 con 0x7f82180b4dc0 2024-04-15T15:12:16.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.325+0000 7f8216d9d640 1 --2- 172.21.15.84:0/3815897081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8204004d40 0x7f82040051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.326+0000 7f821659c640 1 --2- 172.21.15.84:0/3815897081 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f82040039e0 0x7f8204003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.326+0000 7f820ffff640 1 --2- 172.21.15.84:0/3815897081 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f82180b4dc0 0x7f8204004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.326+0000 7f8216d9d640 1 -- 172.21.15.84:0/3815897081 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f82180b4dc0 msgr2=0x7f8204004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:16.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.326+0000 7f8216d9d640 1 --2- 172.21.15.84:0/3815897081 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f82180b4dc0 0x7f8204004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.326+0000 7f8216d9d640 1 -- 172.21.15.84:0/3815897081 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f82040039e0 msgr2=0x7f8204003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:16.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.326+0000 7f8216d9d640 1 --2- 172.21.15.84:0/3815897081 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f82040039e0 0x7f8204003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.326+0000 7f8216d9d640 1 -- 172.21.15.84:0/3815897081 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8204003520 con 0x7f8204004d40 2024-04-15T15:12:16.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.326+0000 7f8216d9d640 1 --2- 172.21.15.84:0/3815897081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8204004d40 0x7f82040051c0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f8210009f90 tx=0x7f8204005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49c4393f3c051b79 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:16.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.327+0000 7f8215d9b640 1 -- 172.21.15.84:0/3815897081 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8210039070 con 0x7f8204004d40 2024-04-15T15:12:16.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.327+0000 7f8215d9b640 1 -- 172.21.15.84:0/3815897081 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f821002cbd0 con 0x7f8204004d40 2024-04-15T15:12:16.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.327+0000 7f8215d9b640 1 -- 172.21.15.84:0/3815897081 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8210009c10 con 0x7f8204004d40 2024-04-15T15:12:16.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.327+0000 7f821ce35640 1 -- 172.21.15.84:0/3815897081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8204004d40 msgr2=0x7f82040051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.327+0000 7f821ce35640 1 --2- 172.21.15.84:0/3815897081 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8204004d40 0x7f82040051c0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f8210009f90 tx=0x7f8204005830 comp rx=0 tx=0).stop 2024-04-15T15:12:16.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.327+0000 7f8216d9d640 1 -- 172.21.15.84:0/3815897081 reap_dead start 2024-04-15T15:12:16.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.327+0000 7f821ce35640 1 -- 172.21.15.84:0/3815897081 shutdown_connections 2024-04-15T15:12:16.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.327+0000 7f821ce35640 1 -- 172.21.15.84:0/3815897081 >> 172.21.15.84:0/3815897081 conn(0x7f82180d13a0 msgr2=0x7f82180d1780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:16.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.327+0000 7f821ce35640 1 -- 172.21.15.84:0/3815897081 shutdown_connections 2024-04-15T15:12:16.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.327+0000 7f821ce35640 1 -- 172.21.15.84:0/3815897081 wait complete. 2024-04-15T15:12:16.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.328+0000 7f821ce35640 1 Processor -- start 2024-04-15T15:12:16.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.329+0000 7f821ce35640 1 -- start start 2024-04-15T15:12:16.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.329+0000 7f821ce35640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8204004d40 0x7f82181489f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.329+0000 7f821ce35640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f82181582d0 0x7f821806c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.329+0000 7f821ce35640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f821806c730 0x7f821806cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.329+0000 7f821ce35640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f821815eb50 con 0x7f821806c730 2024-04-15T15:12:16.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.329+0000 7f821ce35640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f82180b5bb0 con 0x7f82181582d0 2024-04-15T15:12:16.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.329+0000 7f821ce35640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f821815ecd0 con 0x7f8204004d40 2024-04-15T15:12:16.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.329+0000 7f8216d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f821806c730 0x7f821806cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.329+0000 7f8216d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f821806c730 0x7f821806cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56796/0 (socket says 172.21.15.84:56796) 2024-04-15T15:12:16.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.329+0000 7f8216d9d640 1 -- 172.21.15.84:0/2366574152 learned_addr learned my addr 172.21.15.84:0/2366574152 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:16.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.329+0000 7f821659c640 1 --2- 172.21.15.84:0/2366574152 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8204004d40 0x7f82181489f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.329+0000 7f820ffff640 1 --2- 172.21.15.84:0/2366574152 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f82181582d0 0x7f821806c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.330+0000 7f8216d9d640 1 -- 172.21.15.84:0/2366574152 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8204004d40 msgr2=0x7f82181489f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.330+0000 7f8216d9d640 1 --2- 172.21.15.84:0/2366574152 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8204004d40 0x7f82181489f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.330+0000 7f8216d9d640 1 -- 172.21.15.84:0/2366574152 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f82181582d0 msgr2=0x7f821806c1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.330+0000 7f8216d9d640 1 --2- 172.21.15.84:0/2366574152 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f82181582d0 0x7f821806c1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.330+0000 7f8216d9d640 1 -- 172.21.15.84:0/2366574152 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82180cea20 con 0x7f821806c730 2024-04-15T15:12:16.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.330+0000 7f8216d9d640 1 --2- 172.21.15.84:0/2366574152 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f821806c730 0x7f821806cbb0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f821000e230 tx=0x7f8210009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:16.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.330+0000 7f820effd640 1 -- 172.21.15.84:0/2366574152 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8210039030 con 0x7f821806c730 2024-04-15T15:12:16.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.330+0000 7f820effd640 1 -- 172.21.15.84:0/2366574152 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f821003a040 con 0x7f821806c730 2024-04-15T15:12:16.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.330+0000 7f821ce35640 1 -- 172.21.15.84:0/2366574152 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82181491a0 con 0x7f821806c730 2024-04-15T15:12:16.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.330+0000 7f820effd640 1 -- 172.21.15.84:0/2366574152 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8210009c10 con 0x7f821806c730 2024-04-15T15:12:16.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.330+0000 7f821ce35640 1 -- 172.21.15.84:0/2366574152 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82180c6600 con 0x7f821806c730 2024-04-15T15:12:16.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.331+0000 7f821ce35640 1 -- 172.21.15.84:0/2366574152 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8218075c50 con 0x7f821806c730 2024-04-15T15:12:16.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.332+0000 7f820effd640 1 -- 172.21.15.84:0/2366574152 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f8210045030 con 0x7f821806c730 2024-04-15T15:12:16.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.332+0000 7f820effd640 1 --2- 172.21.15.84:0/2366574152 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f81f806c980 0x7f81f806ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.332+0000 7f820effd640 1 -- 172.21.15.84:0/2366574152 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f82100ad9b0 con 0x7f821806c730 2024-04-15T15:12:16.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.332+0000 7f821659c640 1 --2- 172.21.15.84:0/2366574152 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f81f806c980 0x7f81f806ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.332+0000 7f821659c640 1 --2- 172.21.15.84:0/2366574152 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f81f806c980 0x7f81f806ee40 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f82080017e0 tx=0x7f8208009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:16.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.336+0000 7f820effd640 1 -- 172.21.15.84:0/2366574152 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f821004c060 con 0x7f821806c730 2024-04-15T15:12:16.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.512+0000 7f821ce35640 1 -- 172.21.15.84:0/2366574152 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f821806fb50 con 0x7f821806c730 2024-04-15T15:12:16.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.512+0000 7f820effd640 1 -- 172.21.15.84:0/2366574152 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v41) ==== 93+0+10 (secure 0 0 0) 0x7f821007b630 con 0x7f821806c730 2024-04-15T15:12:16.514 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:12:16.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.514+0000 7f821ce35640 1 -- 172.21.15.84:0/2366574152 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f81f806c980 msgr2=0x7f81f806ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.514+0000 7f821ce35640 1 --2- 172.21.15.84:0/2366574152 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f81f806c980 0x7f81f806ee40 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f82080017e0 tx=0x7f8208009040 comp rx=0 tx=0).stop 2024-04-15T15:12:16.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.514+0000 7f821ce35640 1 -- 172.21.15.84:0/2366574152 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f821806c730 msgr2=0x7f821806cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.514+0000 7f821ce35640 1 --2- 172.21.15.84:0/2366574152 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f821806c730 0x7f821806cbb0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f821000e230 tx=0x7f8210009750 comp rx=0 tx=0).stop 2024-04-15T15:12:16.516 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.514+0000 7f821ce35640 1 -- 172.21.15.84:0/2366574152 shutdown_connections 2024-04-15T15:12:16.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.514+0000 7f821ce35640 1 --2- 172.21.15.84:0/2366574152 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f81f806c980 0x7f81f806ee40 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.514+0000 7f821ce35640 1 --2- 172.21.15.84:0/2366574152 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f82181582d0 0x7f821806c1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.514+0000 7f821ce35640 1 --2- 172.21.15.84:0/2366574152 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f821806c730 0x7f821806cbb0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.514+0000 7f821ce35640 1 --2- 172.21.15.84:0/2366574152 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8204004d40 0x7f82181489f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.514+0000 7f821ce35640 1 -- 172.21.15.84:0/2366574152 >> 172.21.15.84:0/2366574152 conn(0x7f82180d13a0 msgr2=0x7f82180b2940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:16.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.514+0000 7f821ce35640 1 -- 172.21.15.84:0/2366574152 shutdown_connections 2024-04-15T15:12:16.517 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.514+0000 7f821ce35640 1 -- 172.21.15.84:0/2366574152 wait complete. 2024-04-15T15:12:16.527 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:12:16.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.632+0000 7f4a35260640 1 Processor -- start 2024-04-15T15:12:16.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.632+0000 7f4a35260640 1 -- start start 2024-04-15T15:12:16.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a35260640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a3006dc10 0x7f4a3006c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a35260640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a3015c110 con 0x7f4a300ccb50 2024-04-15T15:12:16.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a35260640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a300cfae0 con 0x7f4a3015af20 2024-04-15T15:12:16.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a35260640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4a3006ba90 con 0x7f4a3006dc10 2024-04-15T15:12:16.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a2ed9d640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f4a300ccb50 0x7f4a300ccf30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:45312/0 (socket says 172.21.15.84:45312) 2024-04-15T15:12:16.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a2ed9d640 1 -- 172.21.15.84:0/2935764553 learned_addr learned my addr 172.21.15.84:0/2935764553 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:16.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a2f59e640 1 --2- 172.21.15.84:0/2935764553 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a3006dc10 0x7f4a3006c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a2e59c640 1 -- 172.21.15.84:0/2935764553 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3529962483 0 0) 0x7f4a3015c110 con 0x7f4a300ccb50 2024-04-15T15:12:16.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a2e59c640 1 -- 172.21.15.84:0/2935764553 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4a1c003520 con 0x7f4a300ccb50 2024-04-15T15:12:16.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a2e59c640 1 -- 172.21.15.84:0/2935764553 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1164919914 0 0) 0x7f4a300cfae0 con 0x7f4a3015af20 2024-04-15T15:12:16.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a2e59c640 1 -- 172.21.15.84:0/2935764553 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4a3015c110 con 0x7f4a3015af20 2024-04-15T15:12:16.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a2e59c640 1 -- 172.21.15.84:0/2935764553 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 577969006 0 0) 0x7f4a1c003520 con 0x7f4a300ccb50 2024-04-15T15:12:16.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a2e59c640 1 -- 172.21.15.84:0/2935764553 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a3006dc10 msgr2=0x7f4a3006c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:16.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a2e59c640 1 --2- 172.21.15.84:0/2935764553 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a3006dc10 0x7f4a3006c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a2e59c640 1 -- 172.21.15.84:0/2935764553 >> v1:172.21.15.203:6789/0 conn(0x7f4a3015af20 legacy=0x7f4a3006bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.638 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a2e59c640 1 -- 172.21.15.84:0/2935764553 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a300cfdc0 con 0x7f4a300ccb50 2024-04-15T15:12:16.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a2e59c640 1 -- 172.21.15.84:0/2935764553 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f4a20001670 con 0x7f4a300ccb50 2024-04-15T15:12:16.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a2f59e640 1 --2- 172.21.15.84:0/2935764553 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a3006dc10 0x7f4a3006c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:12:16.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a2e59c640 1 -- 172.21.15.84:0/2935764553 >> v1:172.21.15.84:6789/0 conn(0x7f4a300ccb50 legacy=0x7f4a300ccf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a2e59c640 1 --2- 172.21.15.84:0/2935764553 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a3006dc10 0x7f4a1c003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a2e59c640 1 --2- 172.21.15.84:0/2935764553 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a1c0040b0 0x7f4a1c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a2e59c640 1 --2- 172.21.15.84:0/2935764553 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4a1c004d40 0x7f4a1c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a2e59c640 1 -- 172.21.15.84:0/2935764553 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4a3006ba90 con 0x7f4a1c0040b0 2024-04-15T15:12:16.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a2e59c640 1 -- 172.21.15.84:0/2935764553 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4a1c00ba70 con 0x7f4a1c004d40 2024-04-15T15:12:16.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.633+0000 7f4a2e59c640 1 -- 172.21.15.84:0/2935764553 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4a1c00bc70 con 0x7f4a3006dc10 2024-04-15T15:12:16.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.634+0000 7f4a2659c640 1 --2- 172.21.15.84:0/2935764553 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a1c0040b0 0x7f4a1c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.634+0000 7f4a2ed9d640 1 --2- 172.21.15.84:0/2935764553 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a3006dc10 0x7f4a1c003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.634+0000 7f4a2f59e640 1 --2- 172.21.15.84:0/2935764553 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4a1c004d40 0x7f4a1c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.634+0000 7f4a2659c640 1 -- 172.21.15.84:0/2935764553 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a3006dc10 msgr2=0x7f4a1c003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:16.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.634+0000 7f4a2659c640 1 --2- 172.21.15.84:0/2935764553 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a3006dc10 0x7f4a1c003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.634+0000 7f4a2659c640 1 -- 172.21.15.84:0/2935764553 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4a1c004d40 msgr2=0x7f4a1c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:16.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.634+0000 7f4a2659c640 1 --2- 172.21.15.84:0/2935764553 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4a1c004d40 0x7f4a1c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.634+0000 7f4a2659c640 1 -- 172.21.15.84:0/2935764553 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a1c003520 con 0x7f4a1c0040b0 2024-04-15T15:12:16.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.635+0000 7f4a2659c640 1 --2- 172.21.15.84:0/2935764553 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a1c0040b0 0x7f4a1c004800 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f4a180018d0 tx=0x7f4a1c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53e02a03f44e947 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:16.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.635+0000 7f4a2e59c640 1 -- 172.21.15.84:0/2935764553 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a18037070 con 0x7f4a1c0040b0 2024-04-15T15:12:16.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.635+0000 7f4a2e59c640 1 -- 172.21.15.84:0/2935764553 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a180052d0 con 0x7f4a1c0040b0 2024-04-15T15:12:16.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.635+0000 7f4a2e59c640 1 -- 172.21.15.84:0/2935764553 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a180014f0 con 0x7f4a1c0040b0 2024-04-15T15:12:16.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.635+0000 7f4a35260640 1 -- 172.21.15.84:0/2935764553 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a1c0040b0 msgr2=0x7f4a1c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.635+0000 7f4a35260640 1 --2- 172.21.15.84:0/2935764553 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a1c0040b0 0x7f4a1c004800 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f4a180018d0 tx=0x7f4a1c005830 comp rx=0 tx=0).stop 2024-04-15T15:12:16.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.635+0000 7f4a2f59e640 1 -- 172.21.15.84:0/2935764553 reap_dead start 2024-04-15T15:12:16.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.635+0000 7f4a35260640 1 -- 172.21.15.84:0/2935764553 shutdown_connections 2024-04-15T15:12:16.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.635+0000 7f4a35260640 1 -- 172.21.15.84:0/2935764553 >> 172.21.15.84:0/2935764553 conn(0x7f4a300b31d0 msgr2=0x7f4a300b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:16.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.635+0000 7f4a35260640 1 -- 172.21.15.84:0/2935764553 shutdown_connections 2024-04-15T15:12:16.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.635+0000 7f4a35260640 1 -- 172.21.15.84:0/2935764553 wait complete. 2024-04-15T15:12:16.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.637+0000 7f4a35260640 1 Processor -- start 2024-04-15T15:12:16.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.637+0000 7f4a35260640 1 -- start start 2024-04-15T15:12:16.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.637+0000 7f4a35260640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a1c0040b0 0x7f4a3015e220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.637+0000 7f4a35260640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4a300b0d90 0x7f4a3014a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.637+0000 7f4a35260640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a3006eec0 0x7f4a3014ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.637+0000 7f4a35260640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4a300cc8f0 con 0x7f4a1c0040b0 2024-04-15T15:12:16.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.637+0000 7f4a35260640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4a300cc770 con 0x7f4a300b0d90 2024-04-15T15:12:16.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.637+0000 7f4a35260640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4a3015bcf0 con 0x7f4a3006eec0 2024-04-15T15:12:16.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.638+0000 7f4a2ed9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a1c0040b0 0x7f4a3015e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.638+0000 7f4a2ed9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a1c0040b0 0x7f4a3015e220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56818/0 (socket says 172.21.15.84:56818) 2024-04-15T15:12:16.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.638+0000 7f4a2ed9d640 1 -- 172.21.15.84:0/994956884 learned_addr learned my addr 172.21.15.84:0/994956884 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:16.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.638+0000 7f4a2f59e640 1 --2- 172.21.15.84:0/994956884 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a3006eec0 0x7f4a3014ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.638+0000 7f4a2659c640 1 --2- 172.21.15.84:0/994956884 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4a300b0d90 0x7f4a3014a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.638+0000 7f4a2ed9d640 1 -- 172.21.15.84:0/994956884 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a3006eec0 msgr2=0x7f4a3014ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.638+0000 7f4a2ed9d640 1 --2- 172.21.15.84:0/994956884 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a3006eec0 0x7f4a3014ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.638+0000 7f4a2ed9d640 1 -- 172.21.15.84:0/994956884 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4a300b0d90 msgr2=0x7f4a3014a8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.638+0000 7f4a2ed9d640 1 --2- 172.21.15.84:0/994956884 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4a300b0d90 0x7f4a3014a8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.638+0000 7f4a2ed9d640 1 -- 172.21.15.84:0/994956884 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a300b1c70 con 0x7f4a1c0040b0 2024-04-15T15:12:16.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.638+0000 7f4a2ed9d640 1 --2- 172.21.15.84:0/994956884 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a1c0040b0 0x7f4a3015e220 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f4a20007340 tx=0x7f4a20007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:16.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.638+0000 7f4a27fff640 1 -- 172.21.15.84:0/994956884 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a2000f8c0 con 0x7f4a1c0040b0 2024-04-15T15:12:16.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.638+0000 7f4a27fff640 1 -- 172.21.15.84:0/994956884 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a20018070 con 0x7f4a1c0040b0 2024-04-15T15:12:16.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.638+0000 7f4a35260640 1 -- 172.21.15.84:0/994956884 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a300b1f00 con 0x7f4a1c0040b0 2024-04-15T15:12:16.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.638+0000 7f4a27fff640 1 -- 172.21.15.84:0/994956884 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a2000fca0 con 0x7f4a1c0040b0 2024-04-15T15:12:16.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.638+0000 7f4a35260640 1 -- 172.21.15.84:0/994956884 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a300b24c0 con 0x7f4a1c0040b0 2024-04-15T15:12:16.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.639+0000 7f4a35260640 1 -- 172.21.15.84:0/994956884 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a30075c50 con 0x7f4a1c0040b0 2024-04-15T15:12:16.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.640+0000 7f4a27fff640 1 -- 172.21.15.84:0/994956884 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f4a2001d460 con 0x7f4a1c0040b0 2024-04-15T15:12:16.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.640+0000 7f4a27fff640 1 --2- 172.21.15.84:0/994956884 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4a1006c980 0x7f4a1006ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.640+0000 7f4a2659c640 1 --2- 172.21.15.84:0/994956884 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4a1006c980 0x7f4a1006ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.641+0000 7f4a27fff640 1 -- 172.21.15.84:0/994956884 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f4a2008bd00 con 0x7f4a1c0040b0 2024-04-15T15:12:16.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.641+0000 7f4a2659c640 1 --2- 172.21.15.84:0/994956884 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4a1006c980 0x7f4a1006ee40 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f4a180018d0 tx=0x7f4a18031000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:16.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.645+0000 7f4a27fff640 1 -- 172.21.15.84:0/994956884 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f4a2008f030 con 0x7f4a1c0040b0 2024-04-15T15:12:16.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.819+0000 7f4a35260640 1 -- 172.21.15.84:0/994956884 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f4a300d0bc0 con 0x7f4a1c0040b0 2024-04-15T15:12:16.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.819+0000 7f4a27fff640 1 -- 172.21.15.84:0/994956884 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v41) ==== 104+0+11 (secure 0 0 0) 0x7f4a20059980 con 0x7f4a1c0040b0 2024-04-15T15:12:16.821 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:12:16.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.821+0000 7f4a35260640 1 -- 172.21.15.84:0/994956884 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4a1006c980 msgr2=0x7f4a1006ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.821+0000 7f4a35260640 1 --2- 172.21.15.84:0/994956884 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4a1006c980 0x7f4a1006ee40 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f4a180018d0 tx=0x7f4a18031000 comp rx=0 tx=0).stop 2024-04-15T15:12:16.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.821+0000 7f4a35260640 1 -- 172.21.15.84:0/994956884 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a1c0040b0 msgr2=0x7f4a3015e220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.821+0000 7f4a35260640 1 --2- 172.21.15.84:0/994956884 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a1c0040b0 0x7f4a3015e220 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f4a20007340 tx=0x7f4a20007800 comp rx=0 tx=0).stop 2024-04-15T15:12:16.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.821+0000 7f4a35260640 1 -- 172.21.15.84:0/994956884 shutdown_connections 2024-04-15T15:12:16.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.821+0000 7f4a35260640 1 --2- 172.21.15.84:0/994956884 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4a1006c980 0x7f4a1006ee40 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.821+0000 7f4a35260640 1 --2- 172.21.15.84:0/994956884 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4a300b0d90 0x7f4a3014a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.821+0000 7f4a35260640 1 --2- 172.21.15.84:0/994956884 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4a3006eec0 0x7f4a3014ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.821+0000 7f4a35260640 1 --2- 172.21.15.84:0/994956884 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4a1c0040b0 0x7f4a3015e220 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.821+0000 7f4a35260640 1 -- 172.21.15.84:0/994956884 >> 172.21.15.84:0/994956884 conn(0x7f4a300b31d0 msgr2=0x7f4a30073490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:16.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.821+0000 7f4a35260640 1 -- 172.21.15.84:0/994956884 shutdown_connections 2024-04-15T15:12:16.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.821+0000 7f4a35260640 1 -- 172.21.15.84:0/994956884 wait complete. 2024-04-15T15:12:16.835 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:12:16.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.939+0000 7fe141752640 1 Processor -- start 2024-04-15T15:12:16.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.939+0000 7fe141752640 1 -- start start 2024-04-15T15:12:16.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.940+0000 7fe141752640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fe13c15e9f0 0x7fe13c0d3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.940+0000 7fe141752640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe13c0d2320 con 0x7fe13c06c400 2024-04-15T15:12:16.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.940+0000 7fe141752640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe13c0d25c0 con 0x7fe13c15e610 2024-04-15T15:12:16.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.940+0000 7fe141752640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fe13c0d31d0 con 0x7fe13c15e9f0 2024-04-15T15:12:16.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.940+0000 7fe133fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fe13c15e9f0 0x7fe13c0d3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.940+0000 7fe133fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fe13c15e9f0 0x7fe13c0d3660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56832/0 (socket says 172.21.15.84:56832) 2024-04-15T15:12:16.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.940+0000 7fe133fff640 1 -- 172.21.15.84:0/1802138518 learned_addr learned my addr 172.21.15.84:0/1802138518 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:16.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.940+0000 7fe133fff640 1 -- 172.21.15.84:0/1802138518 >> v1:172.21.15.203:6789/0 conn(0x7fe13c15e610 legacy=0x7fe13c0d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:16.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.940+0000 7fe133fff640 1 -- 172.21.15.84:0/1802138518 >> v1:172.21.15.84:6789/0 conn(0x7fe13c06c400 legacy=0x7fe13c0b7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.940+0000 7fe133fff640 1 -- 172.21.15.84:0/1802138518 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe13c0d28a0 con 0x7fe13c15e9f0 2024-04-15T15:12:16.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.941+0000 7fe133fff640 1 --2- 172.21.15.84:0/1802138518 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe13c15e9f0 0x7fe13c0d3660 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fe124009870 tx=0x7fe12402ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c8b9e9ab28795ed server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:16.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.941+0000 7fe13a7fc640 1 -- 172.21.15.84:0/1802138518 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe12402f840 con 0x7fe13c15e9f0 2024-04-15T15:12:16.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.941+0000 7fe13a7fc640 1 -- 172.21.15.84:0/1802138518 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe12402f9e0 con 0x7fe13c15e9f0 2024-04-15T15:12:16.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.941+0000 7fe13a7fc640 1 -- 172.21.15.84:0/1802138518 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe12402fdb0 con 0x7fe13c15e9f0 2024-04-15T15:12:16.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.942+0000 7fe141752640 1 -- 172.21.15.84:0/1802138518 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe13c15e9f0 msgr2=0x7fe13c0d3660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.942+0000 7fe141752640 1 --2- 172.21.15.84:0/1802138518 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe13c15e9f0 0x7fe13c0d3660 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fe124009870 tx=0x7fe12402ba20 comp rx=0 tx=0).stop 2024-04-15T15:12:16.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.942+0000 7fe141752640 1 -- 172.21.15.84:0/1802138518 shutdown_connections 2024-04-15T15:12:16.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.942+0000 7fe141752640 1 --2- 172.21.15.84:0/1802138518 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe13c15e9f0 0x7fe13c0d3660 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.942+0000 7fe141752640 1 -- 172.21.15.84:0/1802138518 >> 172.21.15.84:0/1802138518 conn(0x7fe13c0d4750 msgr2=0x7fe13c0d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:16.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.942+0000 7fe141752640 1 -- 172.21.15.84:0/1802138518 shutdown_connections 2024-04-15T15:12:16.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.942+0000 7fe141752640 1 -- 172.21.15.84:0/1802138518 wait complete. 2024-04-15T15:12:16.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.943+0000 7fe141752640 1 Processor -- start 2024-04-15T15:12:16.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.943+0000 7fe141752640 1 -- start start 2024-04-15T15:12:16.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe141752640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe13c06c400 0x7fe13c0b6b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe141752640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe13c15e610 0x7fe13c1f4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe141752640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe13c15e9f0 0x7fe13c0b4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe141752640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe13c06d130 con 0x7fe13c15e9f0 2024-04-15T15:12:16.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe141752640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe13c0d2e60 con 0x7fe13c15e610 2024-04-15T15:12:16.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe141752640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe13c0d3ba0 con 0x7fe13c06c400 2024-04-15T15:12:16.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe13b7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe13c15e9f0 0x7fe13c0b4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe13b7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe13c15e9f0 0x7fe13c0b4bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56846/0 (socket says 172.21.15.84:56846) 2024-04-15T15:12:16.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe13b7fe640 1 -- 172.21.15.84:0/47800936 learned_addr learned my addr 172.21.15.84:0/47800936 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:16.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe133fff640 1 --2- 172.21.15.84:0/47800936 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe13c15e610 0x7fe13c1f4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe13affd640 1 --2- 172.21.15.84:0/47800936 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe13c06c400 0x7fe13c0b6b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe13b7fe640 1 -- 172.21.15.84:0/47800936 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe13c06c400 msgr2=0x7fe13c0b6b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe13b7fe640 1 --2- 172.21.15.84:0/47800936 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe13c06c400 0x7fe13c0b6b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe13b7fe640 1 -- 172.21.15.84:0/47800936 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe13c15e610 msgr2=0x7fe13c1f4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:16.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe13b7fe640 1 --2- 172.21.15.84:0/47800936 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe13c15e610 0x7fe13c1f4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:16.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe13b7fe640 1 -- 172.21.15.84:0/47800936 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe13c0b7080 con 0x7fe13c15e9f0 2024-04-15T15:12:16.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe13b7fe640 1 --2- 172.21.15.84:0/47800936 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe13c15e9f0 0x7fe13c0b4bc0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fe13400c730 tx=0x7fe13400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:16.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe1337fe640 1 -- 172.21.15.84:0/47800936 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe134003b90 con 0x7fe13c15e9f0 2024-04-15T15:12:16.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe1337fe640 1 -- 172.21.15.84:0/47800936 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe134003d30 con 0x7fe13c15e9f0 2024-04-15T15:12:16.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe141752640 1 -- 172.21.15.84:0/47800936 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe13c0b5d80 con 0x7fe13c15e9f0 2024-04-15T15:12:16.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe1337fe640 1 -- 172.21.15.84:0/47800936 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe134005310 con 0x7fe13c15e9f0 2024-04-15T15:12:16.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.944+0000 7fe141752640 1 -- 172.21.15.84:0/47800936 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe13c0b6340 con 0x7fe13c15e9f0 2024-04-15T15:12:16.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.946+0000 7fe141752640 1 -- 172.21.15.84:0/47800936 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe13c06c1f0 con 0x7fe13c15e9f0 2024-04-15T15:12:16.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.946+0000 7fe1337fe640 1 -- 172.21.15.84:0/47800936 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fe1340056c0 con 0x7fe13c15e9f0 2024-04-15T15:12:16.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.946+0000 7fe1337fe640 1 --2- 172.21.15.84:0/47800936 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe11c06c980 0x7fe11c06ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:16.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.946+0000 7fe1337fe640 1 -- 172.21.15.84:0/47800936 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7fe13408bc00 con 0x7fe13c15e9f0 2024-04-15T15:12:16.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.946+0000 7fe13affd640 1 --2- 172.21.15.84:0/47800936 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe11c06c980 0x7fe11c06ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:16.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.947+0000 7fe13affd640 1 --2- 172.21.15.84:0/47800936 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe11c06c980 0x7fe11c06ee40 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fe13c0b72d0 tx=0x7fe12c007e30 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:16.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:16.951+0000 7fe1337fe640 1 -- 172.21.15.84:0/47800936 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fe13c06c1f0 con 0x7fe13c15e9f0 2024-04-15T15:12:17.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.125+0000 7fe141752640 1 -- 172.21.15.84:0/47800936 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fe13c0b91b0 con 0x7fe13c15e9f0 2024-04-15T15:12:17.127 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.125+0000 7fe1337fe640 1 -- 172.21.15.84:0/47800936 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v41) ==== 100+0+11 (secure 0 0 0) 0x7fe134091020 con 0x7fe13c15e9f0 2024-04-15T15:12:17.127 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:12:17.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.127+0000 7fe141752640 1 -- 172.21.15.84:0/47800936 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe11c06c980 msgr2=0x7fe11c06ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:17.129 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.127+0000 7fe141752640 1 --2- 172.21.15.84:0/47800936 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe11c06c980 0x7fe11c06ee40 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fe13c0b72d0 tx=0x7fe12c007e30 comp rx=0 tx=0).stop 2024-04-15T15:12:17.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.127+0000 7fe141752640 1 -- 172.21.15.84:0/47800936 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe13c15e9f0 msgr2=0x7fe13c0b4bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:17.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.127+0000 7fe141752640 1 --2- 172.21.15.84:0/47800936 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe13c15e9f0 0x7fe13c0b4bc0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fe13400c730 tx=0x7fe13400cbf0 comp rx=0 tx=0).stop 2024-04-15T15:12:17.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.127+0000 7fe141752640 1 -- 172.21.15.84:0/47800936 shutdown_connections 2024-04-15T15:12:17.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.127+0000 7fe141752640 1 --2- 172.21.15.84:0/47800936 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe11c06c980 0x7fe11c06ee40 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:17.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.127+0000 7fe141752640 1 --2- 172.21.15.84:0/47800936 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe13c15e610 0x7fe13c1f4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:17.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.127+0000 7fe141752640 1 --2- 172.21.15.84:0/47800936 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe13c15e9f0 0x7fe13c0b4bc0 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:17.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.127+0000 7fe141752640 1 --2- 172.21.15.84:0/47800936 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe13c06c400 0x7fe13c0b6b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:17.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.127+0000 7fe141752640 1 -- 172.21.15.84:0/47800936 >> 172.21.15.84:0/47800936 conn(0x7fe13c0d4750 msgr2=0x7fe13c0d4b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:17.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.127+0000 7fe141752640 1 -- 172.21.15.84:0/47800936 shutdown_connections 2024-04-15T15:12:17.130 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.127+0000 7fe141752640 1 -- 172.21.15.84:0/47800936 wait complete. 2024-04-15T15:12:17.141 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-15T15:12:17.244 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.243+0000 7fa6f418d640 1 Processor -- start 2024-04-15T15:12:17.245 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.243+0000 7fa6f418d640 1 -- start start 2024-04-15T15:12:17.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.244+0000 7fa6f418d640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fa6ec0ce2f0 0x7fa6ec15c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:17.246 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.244+0000 7fa6f418d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa6ec0cc7c0 0x7fa6ec155600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:17.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.244+0000 7fa6f418d640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6ec06bbb0 con 0x7fa6ec0d08f0 2024-04-15T15:12:17.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.244+0000 7fa6f418d640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fa6ec06b960 con 0x7fa6ec0ce2f0 2024-04-15T15:12:17.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.244+0000 7fa6f418d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fa6ec06be90 con 0x7fa6ec0cc7c0 2024-04-15T15:12:17.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.244+0000 7fa6f272a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa6ec0cc7c0 0x7fa6ec155600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:17.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.244+0000 7fa6f1f29640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fa6ec0ce2f0 0x7fa6ec15c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:17.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.244+0000 7fa6f1728640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7fa6ec0d08f0 0x7fa6ec0cc0b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:46852/0 (socket says 172.21.15.84:46852) 2024-04-15T15:12:17.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.244+0000 7fa6f1728640 1 -- 172.21.15.84:0/3730323065 learned_addr learned my addr 172.21.15.84:0/3730323065 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:17.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.244+0000 7fa6f1f29640 1 -- 172.21.15.84:0/3730323065 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa6ec0cc7c0 msgr2=0x7fa6ec155600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:17.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.244+0000 7fa6f1f29640 1 --2- 172.21.15.84:0/3730323065 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa6ec0cc7c0 0x7fa6ec155600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:17.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.244+0000 7fa6f1f29640 1 -- 172.21.15.84:0/3730323065 >> v1:172.21.15.203:6789/0 conn(0x7fa6ec0d08f0 legacy=0x7fa6ec0cc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:17.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.244+0000 7fa6f1f29640 1 -- 172.21.15.84:0/3730323065 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6ec06c170 con 0x7fa6ec0ce2f0 2024-04-15T15:12:17.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.244+0000 7fa6f272a640 1 --2- 172.21.15.84:0/3730323065 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa6ec0cc7c0 0x7fa6ec155600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:12:17.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.245+0000 7fa6f1f29640 1 --2- 172.21.15.84:0/3730323065 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa6ec0ce2f0 0x7fa6ec15c530 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fa6e00097a0 tx=0x7fa6e002b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ec5ec5f2d2b9353 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:17.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.245+0000 7fa6f0f27640 1 -- 172.21.15.84:0/3730323065 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e0035020 con 0x7fa6ec0ce2f0 2024-04-15T15:12:17.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.245+0000 7fa6f0f27640 1 -- 172.21.15.84:0/3730323065 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6e0031830 con 0x7fa6ec0ce2f0 2024-04-15T15:12:17.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.245+0000 7fa6f0f27640 1 -- 172.21.15.84:0/3730323065 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e0031c00 con 0x7fa6ec0ce2f0 2024-04-15T15:12:17.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.246+0000 7fa6f418d640 1 -- 172.21.15.84:0/3730323065 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa6ec0ce2f0 msgr2=0x7fa6ec15c530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:17.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.246+0000 7fa6f418d640 1 --2- 172.21.15.84:0/3730323065 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa6ec0ce2f0 0x7fa6ec15c530 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fa6e00097a0 tx=0x7fa6e002b8d0 comp rx=0 tx=0).stop 2024-04-15T15:12:17.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.246+0000 7fa6f418d640 1 -- 172.21.15.84:0/3730323065 shutdown_connections 2024-04-15T15:12:17.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.246+0000 7fa6f418d640 1 --2- 172.21.15.84:0/3730323065 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa6ec0cc7c0 0x7fa6ec155600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:17.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.246+0000 7fa6f418d640 1 --2- 172.21.15.84:0/3730323065 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa6ec0ce2f0 0x7fa6ec15c530 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:17.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.246+0000 7fa6f418d640 1 -- 172.21.15.84:0/3730323065 >> 172.21.15.84:0/3730323065 conn(0x7fa6ec0b31d0 msgr2=0x7fa6ec0b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:17.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.246+0000 7fa6f418d640 1 -- 172.21.15.84:0/3730323065 shutdown_connections 2024-04-15T15:12:17.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.246+0000 7fa6f418d640 1 -- 172.21.15.84:0/3730323065 wait complete. 2024-04-15T15:12:17.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.247+0000 7fa6f418d640 1 Processor -- start 2024-04-15T15:12:17.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.247+0000 7fa6f418d640 1 -- start start 2024-04-15T15:12:17.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.248+0000 7fa6f418d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa6ec0cc7c0 0x7fa6ec1e4f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:17.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.248+0000 7fa6f418d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa6ec0ce2f0 0x7fa6ec1e5490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:17.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.248+0000 7fa6f418d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa6ec0d08f0 0x7fa6ec13e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:17.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.248+0000 7fa6f418d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa6ec0ce6d0 con 0x7fa6ec0d08f0 2024-04-15T15:12:17.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.248+0000 7fa6f418d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa6ec15ca70 con 0x7fa6ec0ce2f0 2024-04-15T15:12:17.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.248+0000 7fa6f418d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fa6ec0ce850 con 0x7fa6ec0cc7c0 2024-04-15T15:12:17.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.248+0000 7fa6f272a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa6ec0d08f0 0x7fa6ec13e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:17.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.248+0000 7fa6f272a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa6ec0d08f0 0x7fa6ec13e830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56850/0 (socket says 172.21.15.84:56850) 2024-04-15T15:12:17.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.248+0000 7fa6f272a640 1 -- 172.21.15.84:0/282719708 learned_addr learned my addr 172.21.15.84:0/282719708 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:17.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.248+0000 7fa6f1f29640 1 --2- 172.21.15.84:0/282719708 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa6ec0cc7c0 0x7fa6ec1e4f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:17.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.248+0000 7fa6f1728640 1 --2- 172.21.15.84:0/282719708 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa6ec0ce2f0 0x7fa6ec1e5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:17.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.248+0000 7fa6f272a640 1 -- 172.21.15.84:0/282719708 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa6ec0cc7c0 msgr2=0x7fa6ec1e4f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:17.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.248+0000 7fa6f272a640 1 --2- 172.21.15.84:0/282719708 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa6ec0cc7c0 0x7fa6ec1e4f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:17.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.248+0000 7fa6f272a640 1 -- 172.21.15.84:0/282719708 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa6ec0ce2f0 msgr2=0x7fa6ec1e5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:17.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.248+0000 7fa6f272a640 1 --2- 172.21.15.84:0/282719708 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa6ec0ce2f0 0x7fa6ec1e5490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:17.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.248+0000 7fa6f272a640 1 -- 172.21.15.84:0/282719708 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6ec13c940 con 0x7fa6ec0d08f0 2024-04-15T15:12:17.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.249+0000 7fa6f272a640 1 --2- 172.21.15.84:0/282719708 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa6ec0d08f0 0x7fa6ec13e830 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4010fd0 tx=0x7fa6e400e760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:17.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.249+0000 7fa6de7fc640 1 -- 172.21.15.84:0/282719708 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e4003b90 con 0x7fa6ec0d08f0 2024-04-15T15:12:17.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.249+0000 7fa6de7fc640 1 -- 172.21.15.84:0/282719708 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6e4003d50 con 0x7fa6ec0d08f0 2024-04-15T15:12:17.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.249+0000 7fa6de7fc640 1 -- 172.21.15.84:0/282719708 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6e4004260 con 0x7fa6ec0d08f0 2024-04-15T15:12:17.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.249+0000 7fa6f418d640 1 -- 172.21.15.84:0/282719708 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6ec13cc20 con 0x7fa6ec0d08f0 2024-04-15T15:12:17.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.249+0000 7fa6f418d640 1 -- 172.21.15.84:0/282719708 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6ec13d1e0 con 0x7fa6ec0d08f0 2024-04-15T15:12:17.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.250+0000 7fa6f418d640 1 -- 172.21.15.84:0/282719708 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6ec13d3e0 con 0x7fa6ec0d08f0 2024-04-15T15:12:17.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.250+0000 7fa6de7fc640 1 -- 172.21.15.84:0/282719708 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fa6e4004400 con 0x7fa6ec0d08f0 2024-04-15T15:12:17.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.251+0000 7fa6de7fc640 1 --2- 172.21.15.84:0/282719708 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa6d006c9b0 0x7fa6d006ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:17.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.251+0000 7fa6f1f29640 1 --2- 172.21.15.84:0/282719708 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa6d006c9b0 0x7fa6d006ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:17.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.251+0000 7fa6de7fc640 1 -- 172.21.15.84:0/282719708 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7fa6e408eb70 con 0x7fa6ec0d08f0 2024-04-15T15:12:17.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.251+0000 7fa6f1f29640 1 --2- 172.21.15.84:0/282719708 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa6d006c9b0 0x7fa6d006ee70 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fa6e0036000 tx=0x7fa6e0008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:17.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.255+0000 7fa6de7fc640 1 -- 172.21.15.84:0/282719708 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fa6ec13d3e0 con 0x7fa6ec0d08f0 2024-04-15T15:12:17.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.442+0000 7fa6f418d640 1 -- 172.21.15.84:0/282719708 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa6ec075c50 con 0x7fa6ec0d08f0 2024-04-15T15:12:17.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.442+0000 7fa6de7fc640 1 -- 172.21.15.84:0/282719708 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v41) ==== 80+0+120 (secure 0 0 0) 0x7fa6e4007330 con 0x7fa6ec0d08f0 2024-04-15T15:12:17.444 INFO:teuthology.orchestra.run.smithi084.stdout:172.21.15.84:6837/564521126 2024-04-16T15:12:08.480389+0000 2024-04-15T15:12:17.445 INFO:teuthology.orchestra.run.smithi084.stdout:172.21.15.84:6835/564521126 2024-04-16T15:12:08.480389+0000 2024-04-15T15:12:17.445 INFO:teuthology.orchestra.run.smithi084.stderr:listed 2 entries 2024-04-15T15:12:17.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.444+0000 7fa6f418d640 1 -- 172.21.15.84:0/282719708 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa6d006c9b0 msgr2=0x7fa6d006ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:17.446 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.444+0000 7fa6f418d640 1 --2- 172.21.15.84:0/282719708 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa6d006c9b0 0x7fa6d006ee70 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fa6e0036000 tx=0x7fa6e0008030 comp rx=0 tx=0).stop 2024-04-15T15:12:17.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.444+0000 7fa6f418d640 1 -- 172.21.15.84:0/282719708 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa6ec0d08f0 msgr2=0x7fa6ec13e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:17.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.444+0000 7fa6f418d640 1 --2- 172.21.15.84:0/282719708 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa6ec0d08f0 0x7fa6ec13e830 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4010fd0 tx=0x7fa6e400e760 comp rx=0 tx=0).stop 2024-04-15T15:12:17.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.444+0000 7fa6f418d640 1 -- 172.21.15.84:0/282719708 shutdown_connections 2024-04-15T15:12:17.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.444+0000 7fa6f418d640 1 --2- 172.21.15.84:0/282719708 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa6d006c9b0 0x7fa6d006ee70 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:17.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.444+0000 7fa6f418d640 1 --2- 172.21.15.84:0/282719708 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa6ec0ce2f0 0x7fa6ec1e5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:17.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.444+0000 7fa6f418d640 1 --2- 172.21.15.84:0/282719708 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa6ec0d08f0 0x7fa6ec13e830 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:17.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.444+0000 7fa6f418d640 1 --2- 172.21.15.84:0/282719708 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa6ec0cc7c0 0x7fa6ec1e4f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:17.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.444+0000 7fa6f418d640 1 -- 172.21.15.84:0/282719708 >> 172.21.15.84:0/282719708 conn(0x7fa6ec0b31d0 msgr2=0x7fa6ec15e640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:17.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.444+0000 7fa6f418d640 1 -- 172.21.15.84:0/282719708 shutdown_connections 2024-04-15T15:12:17.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.444+0000 7fa6f418d640 1 -- 172.21.15.84:0/282719708 wait complete. 2024-04-15T15:12:17.457 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi203.front.sepia.ceph.com... 2024-04-15T15:12:17.457 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:17.458 DEBUG:teuthology.orchestra.run.smithi203:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-04-15T15:12:17.491 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi203.stderr:ceph-fuse[45645]: fuse finished with error 0 and tester_r 0 2024-04-15T15:12:17.493 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi203.front.sepia.ceph.com 2024-04-15T15:12:17.493 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:17.493 DEBUG:teuthology.orchestra.run.smithi203:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-04-15T15:12:17.667 INFO:tasks.cephfs.mount:Terminating background process 2024-04-15T15:12:17.667 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:12:17.668 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:12:17.684 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:12:17.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.827+0000 7f36d6e74640 1 Processor -- start 2024-04-15T15:12:17.829 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.828+0000 7f36d6e74640 1 -- start start 2024-04-15T15:12:17.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.828+0000 7f36d6e74640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f36d0070310 0x7f36d00707a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:17.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.828+0000 7f36d6e74640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36d0162140 con 0x7f36d00ae340 2024-04-15T15:12:17.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.828+0000 7f36d6e74640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f36d00b42d0 con 0x7f36d0161d60 2024-04-15T15:12:17.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.828+0000 7f36d6e74640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f36d00b5650 con 0x7f36d0070310 2024-04-15T15:12:17.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36d5411640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f36d00ae340 0x7f36d00ae740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:45326/0 (socket says 172.21.15.84:45326) 2024-04-15T15:12:17.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36d5411640 1 -- 172.21.15.84:0/1725432021 learned_addr learned my addr 172.21.15.84:0/1725432021 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:17.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36cffff640 1 --2- 172.21.15.84:0/1725432021 >> v2:172.21.15.203:3300/0 conn(0x7f36d0070310 0x7f36d00707a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:17.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36cf7fe640 1 -- 172.21.15.84:0/1725432021 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3634835592 0 0) 0x7f36d0162140 con 0x7f36d00ae340 2024-04-15T15:12:17.833 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36cf7fe640 1 -- 172.21.15.84:0/1725432021 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f36bc003520 con 0x7f36d00ae340 2024-04-15T15:12:17.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36cf7fe640 1 -- 172.21.15.84:0/1725432021 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3932591165 0 0) 0x7f36bc003520 con 0x7f36d00ae340 2024-04-15T15:12:17.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36cf7fe640 1 -- 172.21.15.84:0/1725432021 >> v2:172.21.15.203:3300/0 conn(0x7f36d0070310 msgr2=0x7f36d00707a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:17.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36cf7fe640 1 --2- 172.21.15.84:0/1725432021 >> v2:172.21.15.203:3300/0 conn(0x7f36d0070310 0x7f36d00707a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:17.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36cf7fe640 1 -- 172.21.15.84:0/1725432021 >> v1:172.21.15.203:6789/0 conn(0x7f36d0161d60 legacy=0x7f36d006f5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:17.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36cf7fe640 1 -- 172.21.15.84:0/1725432021 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36d00b45b0 con 0x7f36d00ae340 2024-04-15T15:12:17.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36cf7fe640 1 -- 172.21.15.84:0/1725432021 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f36c8001670 con 0x7f36d00ae340 2024-04-15T15:12:17.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36cf7fe640 1 -- 172.21.15.84:0/1725432021 >> v1:172.21.15.84:6789/0 conn(0x7f36d00ae340 legacy=0x7f36d00ae740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:17.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36cf7fe640 1 --2- 172.21.15.84:0/1725432021 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36bc0039b0 0x7f36bc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:17.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36cf7fe640 1 --2- 172.21.15.84:0/1725432021 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f36bc004800 0x7f36bc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:17.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36cf7fe640 1 --2- 172.21.15.84:0/1725432021 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36bc0051c0 0x7f36bc00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:17.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36cf7fe640 1 -- 172.21.15.84:0/1725432021 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f36bc00c030 con 0x7f36bc0051c0 2024-04-15T15:12:17.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36cf7fe640 1 -- 172.21.15.84:0/1725432021 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f36bc00c1e0 con 0x7f36bc004800 2024-04-15T15:12:17.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36cf7fe640 1 -- 172.21.15.84:0/1725432021 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f36bc00c3e0 con 0x7f36bc0039b0 2024-04-15T15:12:17.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36d5411640 1 --2- 172.21.15.84:0/1725432021 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36bc0051c0 0x7f36bc00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:17.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36cffff640 1 --2- 172.21.15.84:0/1725432021 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f36bc004800 0x7f36bc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:17.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36d4c10640 1 --2- 172.21.15.84:0/1725432021 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36bc0039b0 0x7f36bc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:17.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36d5411640 1 -- 172.21.15.84:0/1725432021 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36bc0039b0 msgr2=0x7f36bc003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:17.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36d5411640 1 --2- 172.21.15.84:0/1725432021 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36bc0039b0 0x7f36bc003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:17.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36d5411640 1 -- 172.21.15.84:0/1725432021 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f36bc004800 msgr2=0x7f36bc004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:17.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.829+0000 7f36d5411640 1 --2- 172.21.15.84:0/1725432021 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f36bc004800 0x7f36bc004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:17.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.830+0000 7f36d5411640 1 -- 172.21.15.84:0/1725432021 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36bc003520 con 0x7f36bc0051c0 2024-04-15T15:12:17.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.830+0000 7f36d4c10640 1 --2- 172.21.15.84:0/1725432021 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36bc0039b0 0x7f36bc003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:17.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.830+0000 7f36d5411640 1 -- 172.21.15.84:0/1725432021 reap_dead start 2024-04-15T15:12:17.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.830+0000 7f36d5411640 1 --2- 172.21.15.84:0/1725432021 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36bc0051c0 0x7f36bc00b9c0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f36c800c240 tx=0x7f36bc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f1cc4ebf7167441 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:17.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.830+0000 7f36cf7fe640 1 -- 172.21.15.84:0/1725432021 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36c8007d10 con 0x7f36bc0051c0 2024-04-15T15:12:17.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.830+0000 7f36cf7fe640 1 -- 172.21.15.84:0/1725432021 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36c8030070 con 0x7f36bc0051c0 2024-04-15T15:12:17.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.830+0000 7f36cf7fe640 1 -- 172.21.15.84:0/1725432021 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36c802cd40 con 0x7f36bc0051c0 2024-04-15T15:12:17.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.831+0000 7f36d6e74640 1 -- 172.21.15.84:0/1725432021 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36bc0051c0 msgr2=0x7f36bc00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:17.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.831+0000 7f36d6e74640 1 --2- 172.21.15.84:0/1725432021 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36bc0051c0 0x7f36bc00b9c0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f36c800c240 tx=0x7f36bc005830 comp rx=0 tx=0).stop 2024-04-15T15:12:17.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.831+0000 7f36d6e74640 1 -- 172.21.15.84:0/1725432021 shutdown_connections 2024-04-15T15:12:17.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.831+0000 7f36d6e74640 1 --2- 172.21.15.84:0/1725432021 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36bc0051c0 0x7f36bc00b9c0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:17.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.831+0000 7f36d6e74640 1 -- 172.21.15.84:0/1725432021 >> 172.21.15.84:0/1725432021 conn(0x7f36d00cdd20 msgr2=0x7f36d00ce100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:17.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.831+0000 7f36d6e74640 1 -- 172.21.15.84:0/1725432021 shutdown_connections 2024-04-15T15:12:17.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.831+0000 7f36d6e74640 1 -- 172.21.15.84:0/1725432021 wait complete. 2024-04-15T15:12:17.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.832+0000 7f36d6e74640 1 Processor -- start 2024-04-15T15:12:17.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.832+0000 7f36d6e74640 1 -- start start 2024-04-15T15:12:17.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.833+0000 7f36d6e74640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36bc0051c0 0x7f36d015e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:17.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.833+0000 7f36d6e74640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36d01f3180 0x7f36d01f3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:17.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.833+0000 7f36d6e74640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f36d01f73f0 0x7f36d01f7870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:17.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.833+0000 7f36d6e74640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f36d00b4e50 con 0x7f36d01f3180 2024-04-15T15:12:17.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.833+0000 7f36d6e74640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f36d00b4b70 con 0x7f36d01f73f0 2024-04-15T15:12:17.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.833+0000 7f36d6e74640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f36d00b5130 con 0x7f36bc0051c0 2024-04-15T15:12:17.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.833+0000 7f36cffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36d01f3180 0x7f36d01f3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:17.839 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.833+0000 7f36cffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36d01f3180 0x7f36d01f3600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56876/0 (socket says 172.21.15.84:56876) 2024-04-15T15:12:17.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.833+0000 7f36cffff640 1 -- 172.21.15.84:0/3906815015 learned_addr learned my addr 172.21.15.84:0/3906815015 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:17.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.833+0000 7f36d5411640 1 --2- 172.21.15.84:0/3906815015 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f36d01f73f0 0x7f36d01f7870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:17.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.833+0000 7f36d4c10640 1 --2- 172.21.15.84:0/3906815015 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36bc0051c0 0x7f36d015e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:17.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.833+0000 7f36cffff640 1 -- 172.21.15.84:0/3906815015 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36bc0051c0 msgr2=0x7f36d015e150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:17.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.833+0000 7f36cffff640 1 --2- 172.21.15.84:0/3906815015 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36bc0051c0 0x7f36d015e150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:17.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.833+0000 7f36cffff640 1 -- 172.21.15.84:0/3906815015 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f36d01f73f0 msgr2=0x7f36d01f7870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:17.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.833+0000 7f36cffff640 1 --2- 172.21.15.84:0/3906815015 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f36d01f73f0 0x7f36d01f7870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:17.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.833+0000 7f36cffff640 1 -- 172.21.15.84:0/3906815015 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36d006ddd0 con 0x7f36d01f3180 2024-04-15T15:12:17.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.833+0000 7f36d5411640 1 --2- 172.21.15.84:0/3906815015 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f36d01f73f0 0x7f36d01f7870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:17.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.834+0000 7f36d4c10640 1 --2- 172.21.15.84:0/3906815015 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36bc0051c0 0x7f36d015e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:17.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.834+0000 7f36cffff640 1 --2- 172.21.15.84:0/3906815015 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36d01f3180 0x7f36d01f3600 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f36b8011940 tx=0x7f36b8011e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:17.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.834+0000 7f36cd7fa640 1 -- 172.21.15.84:0/3906815015 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36b800fa90 con 0x7f36d01f3180 2024-04-15T15:12:17.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.834+0000 7f36cd7fa640 1 -- 172.21.15.84:0/3906815015 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f36b800fc30 con 0x7f36d01f3180 2024-04-15T15:12:17.840 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.834+0000 7f36d6e74640 1 -- 172.21.15.84:0/3906815015 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36d006e070 con 0x7f36d01f3180 2024-04-15T15:12:17.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.834+0000 7f36cd7fa640 1 -- 172.21.15.84:0/3906815015 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36b8014440 con 0x7f36d01f3180 2024-04-15T15:12:17.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.834+0000 7f36d6e74640 1 -- 172.21.15.84:0/3906815015 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36d006eb50 con 0x7f36d01f3180 2024-04-15T15:12:17.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.835+0000 7f36d6e74640 1 -- 172.21.15.84:0/3906815015 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36d00690f0 con 0x7f36d01f3180 2024-04-15T15:12:17.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.835+0000 7f36cd7fa640 1 -- 172.21.15.84:0/3906815015 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f36b8012040 con 0x7f36d01f3180 2024-04-15T15:12:17.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.836+0000 7f36cd7fa640 1 --2- 172.21.15.84:0/3906815015 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f36b006c9b0 0x7f36b006ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:17.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.836+0000 7f36d4c10640 1 --2- 172.21.15.84:0/3906815015 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f36b006c9b0 0x7f36b006ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:17.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.836+0000 7f36cd7fa640 1 -- 172.21.15.84:0/3906815015 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f36b808c420 con 0x7f36d01f3180 2024-04-15T15:12:17.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.836+0000 7f36d4c10640 1 --2- 172.21.15.84:0/3906815015 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f36b006c9b0 0x7f36b006ee70 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f36c0000f80 tx=0x7f36c0009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:17.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:17.840+0000 7f36cd7fa640 1 -- 172.21.15.84:0/3906815015 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f36b8019030 con 0x7f36d01f3180 2024-04-15T15:12:18.018 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.016+0000 7f36d6e74640 1 -- 172.21.15.84:0/3906815015 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f36d006fbd0 con 0x7f36d01f3180 2024-04-15T15:12:18.019 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.017+0000 7f36cd7fa640 1 -- 172.21.15.84:0/3906815015 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) ==== 74+0+17070 (secure 0 0 0) 0x7f36b805a660 con 0x7f36d01f3180 2024-04-15T15:12:18.019 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:18.019 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":41,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:12:08.480411+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:11:36.635627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-15T15:11:37.095988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.38","mappings":[{"from":5,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:6837/564521126":"2024-04-16T15:12:08.480389+0000","172.21.15.84:6835/564521126":"2024-04-16T15:12:08.480389+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:12:18.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.019+0000 7f36d6e74640 1 -- 172.21.15.84:0/3906815015 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f36b006c9b0 msgr2=0x7f36b006ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:18.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.019+0000 7f36d6e74640 1 --2- 172.21.15.84:0/3906815015 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f36b006c9b0 0x7f36b006ee70 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f36c0000f80 tx=0x7f36c0009040 comp rx=0 tx=0).stop 2024-04-15T15:12:18.021 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.019+0000 7f36d6e74640 1 -- 172.21.15.84:0/3906815015 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36d01f3180 msgr2=0x7f36d01f3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:18.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.019+0000 7f36d6e74640 1 --2- 172.21.15.84:0/3906815015 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36d01f3180 0x7f36d01f3600 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f36b8011940 tx=0x7f36b8011e00 comp rx=0 tx=0).stop 2024-04-15T15:12:18.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.019+0000 7f36d6e74640 1 -- 172.21.15.84:0/3906815015 shutdown_connections 2024-04-15T15:12:18.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.019+0000 7f36d6e74640 1 --2- 172.21.15.84:0/3906815015 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f36b006c9b0 0x7f36b006ee70 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.019+0000 7f36d6e74640 1 --2- 172.21.15.84:0/3906815015 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f36d01f73f0 0x7f36d01f7870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.019+0000 7f36d6e74640 1 --2- 172.21.15.84:0/3906815015 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f36d01f3180 0x7f36d01f3600 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.019+0000 7f36d6e74640 1 --2- 172.21.15.84:0/3906815015 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f36bc0051c0 0x7f36d015e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.019+0000 7f36d6e74640 1 -- 172.21.15.84:0/3906815015 >> 172.21.15.84:0/3906815015 conn(0x7f36d00cdd20 msgr2=0x7f36d00ae720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:18.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.019+0000 7f36d6e74640 1 -- 172.21.15.84:0/3906815015 shutdown_connections 2024-04-15T15:12:18.022 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.019+0000 7f36d6e74640 1 -- 172.21.15.84:0/3906815015 wait complete. 2024-04-15T15:12:18.032 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:11:36.635627+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '37', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:11:37.095988+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '38', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T15:12:18.033 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:12:18.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.137+0000 7f6e72b00640 1 Processor -- start 2024-04-15T15:12:18.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.137+0000 7f6e72b00640 1 -- start start 2024-04-15T15:12:18.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.138+0000 7f6e72b00640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f6e6c0ce2f0 0x7f6e6c15c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:18.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.138+0000 7f6e72b00640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e6c0cc7c0 0x7f6e6c155600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:18.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.138+0000 7f6e72b00640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6e6c06bbb0 con 0x7f6e6c0d08f0 2024-04-15T15:12:18.146 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.138+0000 7f6e72b00640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f6e6c06b960 con 0x7f6e6c0ce2f0 2024-04-15T15:12:18.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.138+0000 7f6e72b00640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f6e6c06be90 con 0x7f6e6c0cc7c0 2024-04-15T15:12:18.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.138+0000 7f6e7089c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f6e6c0ce2f0 0x7f6e6c15c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:18.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.138+0000 7f6e7089c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f6e6c0ce2f0 0x7f6e6c15c530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56880/0 (socket says 172.21.15.84:56880) 2024-04-15T15:12:18.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.138+0000 7f6e7089c640 1 -- 172.21.15.84:0/1201224387 learned_addr learned my addr 172.21.15.84:0/1201224387 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:18.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.138+0000 7f6e7109d640 1 --2- 172.21.15.84:0/1201224387 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e6c0cc7c0 0x7f6e6c155600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:18.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.139+0000 7f6e7089c640 1 -- 172.21.15.84:0/1201224387 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e6c0cc7c0 msgr2=0x7f6e6c155600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:18.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.139+0000 7f6e7089c640 1 --2- 172.21.15.84:0/1201224387 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e6c0cc7c0 0x7f6e6c155600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.139+0000 7f6e7089c640 1 -- 172.21.15.84:0/1201224387 >> v1:172.21.15.203:6789/0 conn(0x7f6e6c0d08f0 legacy=0x7f6e6c0cc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:18.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.139+0000 7f6e7089c640 1 -- 172.21.15.84:0/1201224387 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e6c06c170 con 0x7f6e6c0ce2f0 2024-04-15T15:12:18.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.139+0000 7f6e7109d640 1 --2- 172.21.15.84:0/1201224387 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e6c0cc7c0 0x7f6e6c155600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:18.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.139+0000 7f6e7089c640 1 --2- 172.21.15.84:0/1201224387 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e6c0ce2f0 0x7f6e6c15c530 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c009870 tx=0x7f6e5c02b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0f36404b28bf97f server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:18.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.139+0000 7f6e6b7fe640 1 -- 172.21.15.84:0/1201224387 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e5c034070 con 0x7f6e6c0ce2f0 2024-04-15T15:12:18.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.140+0000 7f6e6b7fe640 1 -- 172.21.15.84:0/1201224387 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e5c030840 con 0x7f6e6c0ce2f0 2024-04-15T15:12:18.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.140+0000 7f6e6b7fe640 1 -- 172.21.15.84:0/1201224387 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e5c030c10 con 0x7f6e6c0ce2f0 2024-04-15T15:12:18.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.140+0000 7f6e72b00640 1 -- 172.21.15.84:0/1201224387 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e6c0ce2f0 msgr2=0x7f6e6c15c530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:18.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.140+0000 7f6e72b00640 1 --2- 172.21.15.84:0/1201224387 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e6c0ce2f0 0x7f6e6c15c530 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c009870 tx=0x7f6e5c02b980 comp rx=0 tx=0).stop 2024-04-15T15:12:18.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.140+0000 7f6e72b00640 1 -- 172.21.15.84:0/1201224387 shutdown_connections 2024-04-15T15:12:18.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.140+0000 7f6e72b00640 1 --2- 172.21.15.84:0/1201224387 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e6c0cc7c0 0x7f6e6c155600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.140+0000 7f6e72b00640 1 --2- 172.21.15.84:0/1201224387 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e6c0ce2f0 0x7f6e6c15c530 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.140+0000 7f6e72b00640 1 -- 172.21.15.84:0/1201224387 >> 172.21.15.84:0/1201224387 conn(0x7f6e6c0b31d0 msgr2=0x7f6e6c0b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:18.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.140+0000 7f6e72b00640 1 -- 172.21.15.84:0/1201224387 shutdown_connections 2024-04-15T15:12:18.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.140+0000 7f6e72b00640 1 -- 172.21.15.84:0/1201224387 wait complete. 2024-04-15T15:12:18.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.141+0000 7f6e72b00640 1 Processor -- start 2024-04-15T15:12:18.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.141+0000 7f6e72b00640 1 -- start start 2024-04-15T15:12:18.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.142+0000 7f6e72b00640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e6c0cc7c0 0x7f6e6c14eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:18.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.142+0000 7f6e72b00640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e6c0ce2f0 0x7f6e6c0cb210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:18.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.142+0000 7f6e72b00640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e6c0d08f0 0x7f6e6c0b0850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:18.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.142+0000 7f6e72b00640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6e6c0ce6d0 con 0x7f6e6c0d08f0 2024-04-15T15:12:18.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.142+0000 7f6e72b00640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6e6c15ca70 con 0x7f6e6c0ce2f0 2024-04-15T15:12:18.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.142+0000 7f6e72b00640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f6e6c0ce850 con 0x7f6e6c0cc7c0 2024-04-15T15:12:18.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.142+0000 7f6e7109d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e6c0d08f0 0x7f6e6c0b0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:18.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.142+0000 7f6e7109d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e6c0d08f0 0x7f6e6c0b0850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56882/0 (socket says 172.21.15.84:56882) 2024-04-15T15:12:18.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.142+0000 7f6e7109d640 1 -- 172.21.15.84:0/1505064595 learned_addr learned my addr 172.21.15.84:0/1505064595 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:18.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.143+0000 7f6e7109d640 1 -- 172.21.15.84:0/1505064595 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e6c0cc7c0 msgr2=0x7f6e6c14eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:18.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.143+0000 7f6e7109d640 1 --2- 172.21.15.84:0/1505064595 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e6c0cc7c0 0x7f6e6c14eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.143+0000 7f6e7109d640 1 -- 172.21.15.84:0/1505064595 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e6c0ce2f0 msgr2=0x7f6e6c0cb210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:18.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.143+0000 7f6e7109d640 1 --2- 172.21.15.84:0/1505064595 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e6c0ce2f0 0x7f6e6c0cb210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.143+0000 7f6e7109d640 1 -- 172.21.15.84:0/1505064595 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e6c1f56a0 con 0x7f6e6c0d08f0 2024-04-15T15:12:18.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.143+0000 7f6e7109d640 1 --2- 172.21.15.84:0/1505064595 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e6c0d08f0 0x7f6e6c0b0850 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f6e64007d90 tx=0x7f6e6400d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:18.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.143+0000 7f6e697fa640 1 -- 172.21.15.84:0/1505064595 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e6401a070 con 0x7f6e6c0d08f0 2024-04-15T15:12:18.149 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.143+0000 7f6e697fa640 1 -- 172.21.15.84:0/1505064595 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6e64003990 con 0x7f6e6c0d08f0 2024-04-15T15:12:18.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.143+0000 7f6e697fa640 1 -- 172.21.15.84:0/1505064595 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e64003d80 con 0x7f6e6c0d08f0 2024-04-15T15:12:18.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.143+0000 7f6e72b00640 1 -- 172.21.15.84:0/1505064595 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e6c1f5980 con 0x7f6e6c0d08f0 2024-04-15T15:12:18.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.143+0000 7f6e72b00640 1 -- 172.21.15.84:0/1505064595 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e6c1f5f40 con 0x7f6e6c0d08f0 2024-04-15T15:12:18.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.144+0000 7f6e72b00640 1 -- 172.21.15.84:0/1505064595 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e6c075c50 con 0x7f6e6c0d08f0 2024-04-15T15:12:18.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.144+0000 7f6e697fa640 1 -- 172.21.15.84:0/1505064595 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f6e6401d070 con 0x7f6e6c0d08f0 2024-04-15T15:12:18.150 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.145+0000 7f6e697fa640 1 --2- 172.21.15.84:0/1505064595 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6e5806c980 0x7f6e5806ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:18.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.145+0000 7f6e697fa640 1 -- 172.21.15.84:0/1505064595 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f6e6408c0f0 con 0x7f6e6c0d08f0 2024-04-15T15:12:18.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.145+0000 7f6e7089c640 1 --2- 172.21.15.84:0/1505064595 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6e5806c980 0x7f6e5806ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:18.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.145+0000 7f6e7089c640 1 --2- 172.21.15.84:0/1505064595 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6e5806c980 0x7f6e5806ee40 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c036000 tx=0x7f6e5c03b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:18.151 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.149+0000 7f6e697fa640 1 -- 172.21.15.84:0/1505064595 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f6e64010070 con 0x7f6e6c0d08f0 2024-04-15T15:12:18.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.324+0000 7f6e72b00640 1 -- 172.21.15.84:0/1505064595 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f6e6c06cab0 con 0x7f6e6c0d08f0 2024-04-15T15:12:18.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.324+0000 7f6e697fa640 1 -- 172.21.15.84:0/1505064595 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v41) ==== 93+0+10 (secure 0 0 0) 0x7f6e6405a220 con 0x7f6e6c0d08f0 2024-04-15T15:12:18.326 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:12:18.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.326+0000 7f6e72b00640 1 -- 172.21.15.84:0/1505064595 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6e5806c980 msgr2=0x7f6e5806ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:18.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.326+0000 7f6e72b00640 1 --2- 172.21.15.84:0/1505064595 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6e5806c980 0x7f6e5806ee40 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f6e5c036000 tx=0x7f6e5c03b040 comp rx=0 tx=0).stop 2024-04-15T15:12:18.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.326+0000 7f6e72b00640 1 -- 172.21.15.84:0/1505064595 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e6c0d08f0 msgr2=0x7f6e6c0b0850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:18.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.326+0000 7f6e72b00640 1 --2- 172.21.15.84:0/1505064595 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e6c0d08f0 0x7f6e6c0b0850 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f6e64007d90 tx=0x7f6e6400d4a0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.326+0000 7f6e72b00640 1 -- 172.21.15.84:0/1505064595 shutdown_connections 2024-04-15T15:12:18.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.326+0000 7f6e72b00640 1 --2- 172.21.15.84:0/1505064595 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6e5806c980 0x7f6e5806ee40 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.326+0000 7f6e72b00640 1 --2- 172.21.15.84:0/1505064595 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6e6c0ce2f0 0x7f6e6c0cb210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.326+0000 7f6e72b00640 1 --2- 172.21.15.84:0/1505064595 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6e6c0d08f0 0x7f6e6c0b0850 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.326+0000 7f6e72b00640 1 --2- 172.21.15.84:0/1505064595 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6e6c0cc7c0 0x7f6e6c14eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.326+0000 7f6e72b00640 1 -- 172.21.15.84:0/1505064595 >> 172.21.15.84:0/1505064595 conn(0x7f6e6c0b31d0 msgr2=0x7f6e6c15aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:18.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.326+0000 7f6e72b00640 1 -- 172.21.15.84:0/1505064595 shutdown_connections 2024-04-15T15:12:18.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.326+0000 7f6e72b00640 1 -- 172.21.15.84:0/1505064595 wait complete. 2024-04-15T15:12:18.339 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:12:18.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.443+0000 7f8c75a70640 1 Processor -- start 2024-04-15T15:12:18.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.443+0000 7f8c75a70640 1 -- start start 2024-04-15T15:12:18.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.443+0000 7f8c75a70640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8c700d08f0 0x7f8c700cc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:18.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.443+0000 7f8c75a70640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f8c700ce6d0 0x7f8c700cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:18.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.443+0000 7f8c75a70640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c7006bbb0 con 0x7f8c700ce2f0 2024-04-15T15:12:18.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.443+0000 7f8c75a70640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f8c7006b960 con 0x7f8c700ce6d0 2024-04-15T15:12:18.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.443+0000 7f8c75a70640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f8c7006be90 con 0x7f8c700d08f0 2024-04-15T15:12:18.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.443+0000 7f8c6f7fe640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f8c700ce2f0 0x7f8c7015c530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:45336/0 (socket says 172.21.15.84:45336) 2024-04-15T15:12:18.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.443+0000 7f8c6f7fe640 1 -- 172.21.15.84:0/3077133355 learned_addr learned my addr 172.21.15.84:0/3077133355 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:18.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6e7fc640 1 -- 172.21.15.84:0/3077133355 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2099082072 0 0) 0x7f8c7006bbb0 con 0x7f8c700ce2f0 2024-04-15T15:12:18.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6effd640 1 --2- 172.21.15.84:0/3077133355 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8c700d08f0 0x7f8c700cc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:18.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6e7fc640 1 -- 172.21.15.84:0/3077133355 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8c58003520 con 0x7f8c700ce2f0 2024-04-15T15:12:18.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6ffff640 1 --2- 172.21.15.84:0/3077133355 >> v2:172.21.15.203:3300/0 conn(0x7f8c700ce6d0 0x7f8c700cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:18.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6e7fc640 1 -- 172.21.15.84:0/3077133355 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1995705576 0 0) 0x7f8c58003520 con 0x7f8c700ce2f0 2024-04-15T15:12:18.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6e7fc640 1 -- 172.21.15.84:0/3077133355 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8c700d08f0 msgr2=0x7f8c700cc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:18.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6e7fc640 1 --2- 172.21.15.84:0/3077133355 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8c700d08f0 0x7f8c700cc0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6e7fc640 1 -- 172.21.15.84:0/3077133355 >> v2:172.21.15.203:3300/0 conn(0x7f8c700ce6d0 msgr2=0x7f8c700cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:18.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6e7fc640 1 --2- 172.21.15.84:0/3077133355 >> v2:172.21.15.203:3300/0 conn(0x7f8c700ce6d0 0x7f8c700cc5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6e7fc640 1 -- 172.21.15.84:0/3077133355 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c7006c170 con 0x7f8c700ce2f0 2024-04-15T15:12:18.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6e7fc640 1 -- 172.21.15.84:0/3077133355 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f8c60001670 con 0x7f8c700ce2f0 2024-04-15T15:12:18.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6e7fc640 1 -- 172.21.15.84:0/3077133355 >> v1:172.21.15.84:6789/0 conn(0x7f8c700ce2f0 legacy=0x7f8c7015c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:18.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6e7fc640 1 --2- 172.21.15.84:0/3077133355 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c580039b0 0x7f8c58003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:18.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6e7fc640 1 --2- 172.21.15.84:0/3077133355 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8c58004800 0x7f8c58004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:18.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6e7fc640 1 --2- 172.21.15.84:0/3077133355 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8c700d08f0 0x7f8c580051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:18.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6e7fc640 1 -- 172.21.15.84:0/3077133355 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8c7006b960 con 0x7f8c580039b0 2024-04-15T15:12:18.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6e7fc640 1 -- 172.21.15.84:0/3077133355 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8c7006be90 con 0x7f8c58004800 2024-04-15T15:12:18.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6e7fc640 1 -- 172.21.15.84:0/3077133355 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f8c5800b9c0 con 0x7f8c700d08f0 2024-04-15T15:12:18.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6f7fe640 1 --2- 172.21.15.84:0/3077133355 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c580039b0 0x7f8c58003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:18.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6effd640 1 --2- 172.21.15.84:0/3077133355 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8c58004800 0x7f8c58004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:18.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6ffff640 1 --2- 172.21.15.84:0/3077133355 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8c700d08f0 0x7f8c580051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:18.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6f7fe640 1 -- 172.21.15.84:0/3077133355 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8c700d08f0 msgr2=0x7f8c580051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:18.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6f7fe640 1 --2- 172.21.15.84:0/3077133355 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8c700d08f0 0x7f8c580051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6f7fe640 1 -- 172.21.15.84:0/3077133355 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8c58004800 msgr2=0x7f8c58004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:18.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6f7fe640 1 --2- 172.21.15.84:0/3077133355 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8c58004800 0x7f8c58004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.444+0000 7f8c6f7fe640 1 -- 172.21.15.84:0/3077133355 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c58003520 con 0x7f8c580039b0 2024-04-15T15:12:18.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.445+0000 7f8c6f7fe640 1 --2- 172.21.15.84:0/3077133355 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c580039b0 0x7f8c58003dd0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f8c6000c210 tx=0x7f8c58005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ef6990843990e60 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:18.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.445+0000 7f8c6e7fc640 1 -- 172.21.15.84:0/3077133355 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c60007d50 con 0x7f8c580039b0 2024-04-15T15:12:18.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.445+0000 7f8c6e7fc640 1 -- 172.21.15.84:0/3077133355 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c60030070 con 0x7f8c580039b0 2024-04-15T15:12:18.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.445+0000 7f8c6e7fc640 1 -- 172.21.15.84:0/3077133355 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c6002cda0 con 0x7f8c580039b0 2024-04-15T15:12:18.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.446+0000 7f8c75a70640 1 -- 172.21.15.84:0/3077133355 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c580039b0 msgr2=0x7f8c58003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:18.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.446+0000 7f8c75a70640 1 --2- 172.21.15.84:0/3077133355 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c580039b0 0x7f8c58003dd0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f8c6000c210 tx=0x7f8c58005830 comp rx=0 tx=0).stop 2024-04-15T15:12:18.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.446+0000 7f8c6ffff640 1 -- 172.21.15.84:0/3077133355 reap_dead start 2024-04-15T15:12:18.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.446+0000 7f8c75a70640 1 -- 172.21.15.84:0/3077133355 shutdown_connections 2024-04-15T15:12:18.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.446+0000 7f8c75a70640 1 -- 172.21.15.84:0/3077133355 >> 172.21.15.84:0/3077133355 conn(0x7f8c700b31d0 msgr2=0x7f8c700b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:18.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.446+0000 7f8c75a70640 1 -- 172.21.15.84:0/3077133355 shutdown_connections 2024-04-15T15:12:18.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.446+0000 7f8c75a70640 1 -- 172.21.15.84:0/3077133355 wait complete. 2024-04-15T15:12:18.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.447+0000 7f8c75a70640 1 Processor -- start 2024-04-15T15:12:18.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.447+0000 7f8c75a70640 1 -- start start 2024-04-15T15:12:18.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.448+0000 7f8c75a70640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c580039b0 0x7f8c700cb8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:18.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.448+0000 7f8c75a70640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8c700c9c60 0x7f8c7014a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:18.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.448+0000 7f8c75a70640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8c700afd40 0x7f8c7015d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:18.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.448+0000 7f8c75a70640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8c700cc230 con 0x7f8c580039b0 2024-04-15T15:12:18.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.448+0000 7f8c75a70640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8c700cc0b0 con 0x7f8c700afd40 2024-04-15T15:12:18.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.448+0000 7f8c75a70640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f8c700cc3b0 con 0x7f8c700c9c60 2024-04-15T15:12:18.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.448+0000 7f8c6f7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c580039b0 0x7f8c700cb8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:18.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.448+0000 7f8c6f7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c580039b0 0x7f8c700cb8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56900/0 (socket says 172.21.15.84:56900) 2024-04-15T15:12:18.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.448+0000 7f8c6f7fe640 1 -- 172.21.15.84:0/1830990321 learned_addr learned my addr 172.21.15.84:0/1830990321 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:18.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.448+0000 7f8c6ffff640 1 --2- 172.21.15.84:0/1830990321 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8c700afd40 0x7f8c7015d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:18.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.448+0000 7f8c6effd640 1 --2- 172.21.15.84:0/1830990321 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8c700c9c60 0x7f8c7014a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:18.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.448+0000 7f8c6f7fe640 1 -- 172.21.15.84:0/1830990321 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8c700c9c60 msgr2=0x7f8c7014a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:18.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.448+0000 7f8c6f7fe640 1 --2- 172.21.15.84:0/1830990321 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8c700c9c60 0x7f8c7014a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.448+0000 7f8c6f7fe640 1 -- 172.21.15.84:0/1830990321 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8c700afd40 msgr2=0x7f8c7015d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:18.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.448+0000 7f8c6f7fe640 1 --2- 172.21.15.84:0/1830990321 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8c700afd40 0x7f8c7015d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.448+0000 7f8c6f7fe640 1 -- 172.21.15.84:0/1830990321 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c70072880 con 0x7f8c580039b0 2024-04-15T15:12:18.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.448+0000 7f8c6effd640 1 --2- 172.21.15.84:0/1830990321 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8c700c9c60 0x7f8c7014a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:18.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.448+0000 7f8c6f7fe640 1 --2- 172.21.15.84:0/1830990321 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c580039b0 0x7f8c700cb8e0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f8c6000c330 tx=0x7f8c60001a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:18.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.449+0000 7f8c57fff640 1 -- 172.21.15.84:0/1830990321 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c60001c90 con 0x7f8c580039b0 2024-04-15T15:12:18.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.449+0000 7f8c57fff640 1 -- 172.21.15.84:0/1830990321 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c60004bf0 con 0x7f8c580039b0 2024-04-15T15:12:18.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.449+0000 7f8c57fff640 1 -- 172.21.15.84:0/1830990321 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c60007070 con 0x7f8c580039b0 2024-04-15T15:12:18.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.449+0000 7f8c75a70640 1 -- 172.21.15.84:0/1830990321 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c70072b20 con 0x7f8c580039b0 2024-04-15T15:12:18.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.449+0000 7f8c75a70640 1 -- 172.21.15.84:0/1830990321 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c700ca0e0 con 0x7f8c580039b0 2024-04-15T15:12:18.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.450+0000 7f8c75a70640 1 -- 172.21.15.84:0/1830990321 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c70075c50 con 0x7f8c580039b0 2024-04-15T15:12:18.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.450+0000 7f8c57fff640 1 -- 172.21.15.84:0/1830990321 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f8c60007210 con 0x7f8c580039b0 2024-04-15T15:12:18.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.451+0000 7f8c57fff640 1 --2- 172.21.15.84:0/1830990321 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8c5c06c950 0x7f8c5c06ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:18.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.451+0000 7f8c57fff640 1 -- 172.21.15.84:0/1830990321 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f8c600ad2e0 con 0x7f8c580039b0 2024-04-15T15:12:18.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.451+0000 7f8c6effd640 1 --2- 172.21.15.84:0/1830990321 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8c5c06c950 0x7f8c5c06ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:18.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.451+0000 7f8c6effd640 1 --2- 172.21.15.84:0/1830990321 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8c5c06c950 0x7f8c5c06ee10 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f8c700af1a0 tx=0x7f8c6400b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:18.457 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.455+0000 7f8c57fff640 1 -- 172.21.15.84:0/1830990321 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f8c6007b520 con 0x7f8c580039b0 2024-04-15T15:12:18.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.632+0000 7f8c75a70640 1 -- 172.21.15.84:0/1830990321 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f8c700cf710 con 0x7f8c580039b0 2024-04-15T15:12:18.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.633+0000 7f8c57fff640 1 -- 172.21.15.84:0/1830990321 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v41) ==== 104+0+11 (secure 0 0 0) 0x7f8c6007ae20 con 0x7f8c580039b0 2024-04-15T15:12:18.635 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:12:18.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.634+0000 7f8c75a70640 1 -- 172.21.15.84:0/1830990321 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8c5c06c950 msgr2=0x7f8c5c06ee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:18.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.634+0000 7f8c75a70640 1 --2- 172.21.15.84:0/1830990321 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8c5c06c950 0x7f8c5c06ee10 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f8c700af1a0 tx=0x7f8c6400b040 comp rx=0 tx=0).stop 2024-04-15T15:12:18.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.634+0000 7f8c75a70640 1 -- 172.21.15.84:0/1830990321 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c580039b0 msgr2=0x7f8c700cb8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:18.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.634+0000 7f8c75a70640 1 --2- 172.21.15.84:0/1830990321 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c580039b0 0x7f8c700cb8e0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f8c6000c330 tx=0x7f8c60001a40 comp rx=0 tx=0).stop 2024-04-15T15:12:18.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.635+0000 7f8c75a70640 1 -- 172.21.15.84:0/1830990321 shutdown_connections 2024-04-15T15:12:18.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.635+0000 7f8c75a70640 1 --2- 172.21.15.84:0/1830990321 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8c5c06c950 0x7f8c5c06ee10 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.635+0000 7f8c75a70640 1 --2- 172.21.15.84:0/1830990321 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8c700afd40 0x7f8c7015d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.635+0000 7f8c75a70640 1 --2- 172.21.15.84:0/1830990321 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8c700c9c60 0x7f8c7014a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.635+0000 7f8c75a70640 1 --2- 172.21.15.84:0/1830990321 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8c580039b0 0x7f8c700cb8e0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.635+0000 7f8c75a70640 1 -- 172.21.15.84:0/1830990321 >> 172.21.15.84:0/1830990321 conn(0x7f8c700b31d0 msgr2=0x7f8c7015f7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:18.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.635+0000 7f8c75a70640 1 -- 172.21.15.84:0/1830990321 shutdown_connections 2024-04-15T15:12:18.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.635+0000 7f8c75a70640 1 -- 172.21.15.84:0/1830990321 wait complete. 2024-04-15T15:12:18.647 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:12:18.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.751+0000 7f5ac029a640 1 Processor -- start 2024-04-15T15:12:18.753 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.751+0000 7f5ac029a640 1 -- start start 2024-04-15T15:12:18.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.752+0000 7f5ac029a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ab815e610 0x7f5ab80d0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:18.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.752+0000 7f5ac029a640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f5ab815e9f0 0x7f5ab80d3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:18.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.752+0000 7f5ac029a640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ab80d2320 con 0x7f5ab806c400 2024-04-15T15:12:18.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.752+0000 7f5ac029a640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f5ab80d31d0 con 0x7f5ab815e9f0 2024-04-15T15:12:18.757 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.752+0000 7f5ac029a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f5ab80d25c0 con 0x7f5ab815e610 2024-04-15T15:12:18.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.753+0000 7f5abe036640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ab815e610 0x7f5ab80d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:18.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.753+0000 7f5abd835640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f5ab815e9f0 0x7f5ab80d3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:18.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.753+0000 7f5abd835640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f5ab815e9f0 0x7f5ab80d3660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:59014/0 (socket says 172.21.15.84:59014) 2024-04-15T15:12:18.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.753+0000 7f5abe036640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ab815e610 0x7f5ab80d0690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:60094/0 (socket says 172.21.15.84:60094) 2024-04-15T15:12:18.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.753+0000 7f5abe837640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7f5ab806c400 0x7f5ab80b7940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:46868/0 (socket says 172.21.15.84:46868) 2024-04-15T15:12:18.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.753+0000 7f5abd835640 1 -- 172.21.15.84:0/4279685545 learned_addr learned my addr 172.21.15.84:0/4279685545 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:18.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.753+0000 7f5abe036640 1 -- 172.21.15.84:0/4279685545 >> v2:172.21.15.203:3300/0 conn(0x7f5ab815e9f0 msgr2=0x7f5ab80d3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:18.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.753+0000 7f5abe036640 1 --2- 172.21.15.84:0/4279685545 >> v2:172.21.15.203:3300/0 conn(0x7f5ab815e9f0 0x7f5ab80d3660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.753+0000 7f5abe036640 1 -- 172.21.15.84:0/4279685545 >> v1:172.21.15.203:6789/0 conn(0x7f5ab806c400 legacy=0x7f5ab80b7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:18.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.753+0000 7f5abe036640 1 -- 172.21.15.84:0/4279685545 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ab80d28a0 con 0x7f5ab815e610 2024-04-15T15:12:18.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.753+0000 7f5abd034640 1 -- 172.21.15.84:0/4279685545 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1767745733 0 0) 0x7f5ab80d2320 con 0x7f5ab806c400 2024-04-15T15:12:18.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.753+0000 7f5abd835640 1 --2- 172.21.15.84:0/4279685545 >> v2:172.21.15.203:3300/0 conn(0x7f5ab815e9f0 0x7f5ab80d3660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:12:18.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.754+0000 7f5abe036640 1 --2- 172.21.15.84:0/4279685545 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ab815e610 0x7f5ab80d0690 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5aa80097a0 tx=0x7f5aa802b960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0878c1483e05167 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:18.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.754+0000 7f5abd034640 1 -- 172.21.15.84:0/4279685545 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa8034070 con 0x7f5ab815e610 2024-04-15T15:12:18.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.754+0000 7f5abd034640 1 -- 172.21.15.84:0/4279685545 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5aa8030610 con 0x7f5ab815e610 2024-04-15T15:12:18.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.754+0000 7f5abd034640 1 -- 172.21.15.84:0/4279685545 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5aa80309e0 con 0x7f5ab815e610 2024-04-15T15:12:18.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.755+0000 7f5ac029a640 1 -- 172.21.15.84:0/4279685545 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ab815e610 msgr2=0x7f5ab80d0690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:18.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.755+0000 7f5ac029a640 1 --2- 172.21.15.84:0/4279685545 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ab815e610 0x7f5ab80d0690 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5aa80097a0 tx=0x7f5aa802b960 comp rx=0 tx=0).stop 2024-04-15T15:12:18.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.755+0000 7f5ac029a640 1 -- 172.21.15.84:0/4279685545 shutdown_connections 2024-04-15T15:12:18.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.755+0000 7f5ac029a640 1 --2- 172.21.15.84:0/4279685545 >> v2:172.21.15.203:3300/0 conn(0x7f5ab815e9f0 0x7f5ab80d3660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.755+0000 7f5ac029a640 1 --2- 172.21.15.84:0/4279685545 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ab815e610 0x7f5ab80d0690 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.755+0000 7f5ac029a640 1 -- 172.21.15.84:0/4279685545 >> 172.21.15.84:0/4279685545 conn(0x7f5ab80d4750 msgr2=0x7f5ab80d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:18.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.755+0000 7f5ac029a640 1 -- 172.21.15.84:0/4279685545 shutdown_connections 2024-04-15T15:12:18.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.755+0000 7f5ac029a640 1 -- 172.21.15.84:0/4279685545 wait complete. 2024-04-15T15:12:18.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.756+0000 7f5ac029a640 1 Processor -- start 2024-04-15T15:12:18.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.756+0000 7f5ac029a640 1 -- start start 2024-04-15T15:12:18.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.756+0000 7f5ac029a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ab806c400 0x7f5ab8148a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:18.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.757+0000 7f5ac029a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ab815e610 0x7f5ab8156a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:18.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.757+0000 7f5ac029a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ab815e9f0 0x7f5ab8158630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:18.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.757+0000 7f5ac029a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5ab806d130 con 0x7f5ab815e9f0 2024-04-15T15:12:18.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.757+0000 7f5ac029a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5ab80d2e60 con 0x7f5ab815e610 2024-04-15T15:12:18.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.757+0000 7f5ac029a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f5ab80d0bd0 con 0x7f5ab806c400 2024-04-15T15:12:18.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.757+0000 7f5abe837640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ab815e9f0 0x7f5ab8158630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:18.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.757+0000 7f5abe837640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ab815e9f0 0x7f5ab8158630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56916/0 (socket says 172.21.15.84:56916) 2024-04-15T15:12:18.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.757+0000 7f5abe837640 1 -- 172.21.15.84:0/2363799863 learned_addr learned my addr 172.21.15.84:0/2363799863 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:18.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.757+0000 7f5abd835640 1 --2- 172.21.15.84:0/2363799863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ab815e610 0x7f5ab8156a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:18.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.757+0000 7f5abe036640 1 --2- 172.21.15.84:0/2363799863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ab806c400 0x7f5ab8148a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:18.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.757+0000 7f5abe837640 1 -- 172.21.15.84:0/2363799863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ab806c400 msgr2=0x7f5ab8148a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:18.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.757+0000 7f5abe837640 1 --2- 172.21.15.84:0/2363799863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ab806c400 0x7f5ab8148a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.757+0000 7f5abe837640 1 -- 172.21.15.84:0/2363799863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ab815e610 msgr2=0x7f5ab8156a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:18.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.757+0000 7f5abe837640 1 --2- 172.21.15.84:0/2363799863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ab815e610 0x7f5ab8156a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.757+0000 7f5abe837640 1 -- 172.21.15.84:0/2363799863 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ab8159300 con 0x7f5ab815e9f0 2024-04-15T15:12:18.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.757+0000 7f5abe837640 1 --2- 172.21.15.84:0/2363799863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ab815e9f0 0x7f5ab8158630 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f5ab000c7d0 tx=0x7f5ab000cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:18.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.757+0000 7f5ab6ffd640 1 -- 172.21.15.84:0/2363799863 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab0018070 con 0x7f5ab815e9f0 2024-04-15T15:12:18.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.757+0000 7f5ab6ffd640 1 -- 172.21.15.84:0/2363799863 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ab000a640 con 0x7f5ab815e9f0 2024-04-15T15:12:18.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.757+0000 7f5ac029a640 1 -- 172.21.15.84:0/2363799863 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ab81595e0 con 0x7f5ab815e9f0 2024-04-15T15:12:18.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.757+0000 7f5ab6ffd640 1 -- 172.21.15.84:0/2363799863 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ab000aa70 con 0x7f5ab815e9f0 2024-04-15T15:12:18.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.757+0000 7f5ac029a640 1 -- 172.21.15.84:0/2363799863 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ab8159ba0 con 0x7f5ab815e9f0 2024-04-15T15:12:18.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.758+0000 7f5ac029a640 1 -- 172.21.15.84:0/2363799863 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ab8075c50 con 0x7f5ab815e9f0 2024-04-15T15:12:18.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.759+0000 7f5ab6ffd640 1 -- 172.21.15.84:0/2363799863 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f5ab001b070 con 0x7f5ab815e9f0 2024-04-15T15:12:18.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.759+0000 7f5ab6ffd640 1 --2- 172.21.15.84:0/2363799863 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5aa406c980 0x7f5aa406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:18.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.759+0000 7f5ab6ffd640 1 -- 172.21.15.84:0/2363799863 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f5ab008b290 con 0x7f5ab815e9f0 2024-04-15T15:12:18.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.759+0000 7f5abe036640 1 --2- 172.21.15.84:0/2363799863 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5aa406c980 0x7f5aa406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:18.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.760+0000 7f5abe036640 1 --2- 172.21.15.84:0/2363799863 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5aa406c980 0x7f5aa406ee40 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f5aa8036000 tx=0x7f5aa8008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:18.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.764+0000 7f5ab6ffd640 1 -- 172.21.15.84:0/2363799863 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f5ab0058f10 con 0x7f5ab815e9f0 2024-04-15T15:12:18.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.942+0000 7f5ac029a640 1 -- 172.21.15.84:0/2363799863 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f5ab80b8110 con 0x7f5ab815e9f0 2024-04-15T15:12:18.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.943+0000 7f5ab6ffd640 1 -- 172.21.15.84:0/2363799863 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v41) ==== 100+0+11 (secure 0 0 0) 0x7f5ab005d210 con 0x7f5ab815e9f0 2024-04-15T15:12:18.945 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:12:18.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.945+0000 7f5ac029a640 1 -- 172.21.15.84:0/2363799863 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5aa406c980 msgr2=0x7f5aa406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:18.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.945+0000 7f5ac029a640 1 --2- 172.21.15.84:0/2363799863 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5aa406c980 0x7f5aa406ee40 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f5aa8036000 tx=0x7f5aa8008030 comp rx=0 tx=0).stop 2024-04-15T15:12:18.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.945+0000 7f5ac029a640 1 -- 172.21.15.84:0/2363799863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ab815e9f0 msgr2=0x7f5ab8158630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:18.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.945+0000 7f5ac029a640 1 --2- 172.21.15.84:0/2363799863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ab815e9f0 0x7f5ab8158630 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f5ab000c7d0 tx=0x7f5ab000cc90 comp rx=0 tx=0).stop 2024-04-15T15:12:18.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.945+0000 7f5ac029a640 1 -- 172.21.15.84:0/2363799863 shutdown_connections 2024-04-15T15:12:18.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.945+0000 7f5ac029a640 1 --2- 172.21.15.84:0/2363799863 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5aa406c980 0x7f5aa406ee40 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.945+0000 7f5ac029a640 1 --2- 172.21.15.84:0/2363799863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ab815e610 0x7f5ab8156a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.945+0000 7f5ac029a640 1 --2- 172.21.15.84:0/2363799863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ab815e9f0 0x7f5ab8158630 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.945+0000 7f5ac029a640 1 --2- 172.21.15.84:0/2363799863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ab806c400 0x7f5ab8148a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:18.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.945+0000 7f5ac029a640 1 -- 172.21.15.84:0/2363799863 >> 172.21.15.84:0/2363799863 conn(0x7f5ab80d4750 msgr2=0x7f5ab8161520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:18.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.945+0000 7f5ac029a640 1 -- 172.21.15.84:0/2363799863 shutdown_connections 2024-04-15T15:12:18.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:18.945+0000 7f5ac029a640 1 -- 172.21.15.84:0/2363799863 wait complete. 2024-04-15T15:12:18.958 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-15T15:12:19.064 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.062+0000 7f447b2fb640 1 Processor -- start 2024-04-15T15:12:19.065 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.063+0000 7f447b2fb640 1 -- start start 2024-04-15T15:12:19.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.063+0000 7f447b2fb640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f447415e610 0x7f44740d0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:19.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.063+0000 7f447b2fb640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f447415e9f0 0x7f44740d3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:19.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.063+0000 7f447b2fb640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f44740d2320 con 0x7f447406c400 2024-04-15T15:12:19.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.063+0000 7f447b2fb640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f44740d31d0 con 0x7f447415e9f0 2024-04-15T15:12:19.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.063+0000 7f447b2fb640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f44740d25c0 con 0x7f447415e610 2024-04-15T15:12:19.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.064+0000 7f4478896640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f447415e9f0 0x7f44740d3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:19.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.064+0000 7f4478896640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f447415e9f0 0x7f44740d3660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56920/0 (socket says 172.21.15.84:56920) 2024-04-15T15:12:19.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.064+0000 7f4478896640 1 -- 172.21.15.84:0/784346349 learned_addr learned my addr 172.21.15.84:0/784346349 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:19.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.064+0000 7f4478896640 1 -- 172.21.15.84:0/784346349 >> v2:172.21.15.203:3300/0 conn(0x7f447415e610 msgr2=0x7f44740d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:19.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.064+0000 7f4478896640 1 --2- 172.21.15.84:0/784346349 >> v2:172.21.15.203:3300/0 conn(0x7f447415e610 0x7f44740d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.064+0000 7f4478896640 1 -- 172.21.15.84:0/784346349 >> v1:172.21.15.203:6789/0 conn(0x7f447406c400 legacy=0x7f44740b7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:19.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.064+0000 7f4478896640 1 -- 172.21.15.84:0/784346349 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44740d28a0 con 0x7f447415e9f0 2024-04-15T15:12:19.067 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.065+0000 7f4478896640 1 --2- 172.21.15.84:0/784346349 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f447415e9f0 0x7f44740d3660 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f44740cf470 tx=0x7f446802b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6852db878e4b7eec server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:19.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.065+0000 7f4473fff640 1 -- 172.21.15.84:0/784346349 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4468034070 con 0x7f447415e9f0 2024-04-15T15:12:19.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.065+0000 7f4473fff640 1 -- 172.21.15.84:0/784346349 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4468030860 con 0x7f447415e9f0 2024-04-15T15:12:19.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.065+0000 7f4473fff640 1 -- 172.21.15.84:0/784346349 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4468030c30 con 0x7f447415e9f0 2024-04-15T15:12:19.068 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.065+0000 7f447b2fb640 1 -- 172.21.15.84:0/784346349 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f447415e9f0 msgr2=0x7f44740d3660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:19.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.065+0000 7f447b2fb640 1 --2- 172.21.15.84:0/784346349 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f447415e9f0 0x7f44740d3660 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f44740cf470 tx=0x7f446802b9a0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.065+0000 7f447b2fb640 1 -- 172.21.15.84:0/784346349 shutdown_connections 2024-04-15T15:12:19.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.065+0000 7f447b2fb640 1 --2- 172.21.15.84:0/784346349 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f447415e9f0 0x7f44740d3660 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.065+0000 7f447b2fb640 1 --2- 172.21.15.84:0/784346349 >> v2:172.21.15.203:3300/0 conn(0x7f447415e610 0x7f44740d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.065+0000 7f447b2fb640 1 -- 172.21.15.84:0/784346349 >> 172.21.15.84:0/784346349 conn(0x7f44740d4750 msgr2=0x7f44740d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:19.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.065+0000 7f447b2fb640 1 -- 172.21.15.84:0/784346349 shutdown_connections 2024-04-15T15:12:19.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.065+0000 7f447b2fb640 1 -- 172.21.15.84:0/784346349 wait complete. 2024-04-15T15:12:19.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.066+0000 7f447b2fb640 1 Processor -- start 2024-04-15T15:12:19.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.067+0000 7f447b2fb640 1 -- start start 2024-04-15T15:12:19.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.067+0000 7f447b2fb640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f447406c400 0x7f44740caaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:19.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.067+0000 7f447b2fb640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f447415e610 0x7f4474157050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:19.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.067+0000 7f447b2fb640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f447415e9f0 0x7f4474157590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:19.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.067+0000 7f447b2fb640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f447406d130 con 0x7f447415e610 2024-04-15T15:12:19.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.067+0000 7f447b2fb640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f44740d2e60 con 0x7f447406c400 2024-04-15T15:12:19.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.067+0000 7f447b2fb640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f44740d0bd0 con 0x7f447415e9f0 2024-04-15T15:12:19.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.067+0000 7f4478896640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f447415e610 0x7f4474157050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:19.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.067+0000 7f4478896640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f447415e610 0x7f4474157050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56922/0 (socket says 172.21.15.84:56922) 2024-04-15T15:12:19.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.067+0000 7f4478896640 1 -- 172.21.15.84:0/413583361 learned_addr learned my addr 172.21.15.84:0/413583361 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:19.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.068+0000 7f4479898640 1 --2- 172.21.15.84:0/413583361 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f447415e9f0 0x7f4474157590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:19.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.068+0000 7f4479097640 1 --2- 172.21.15.84:0/413583361 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f447406c400 0x7f44740caaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:19.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.068+0000 7f4478896640 1 -- 172.21.15.84:0/413583361 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f447415e9f0 msgr2=0x7f4474157590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:19.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.068+0000 7f4478896640 1 --2- 172.21.15.84:0/413583361 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f447415e9f0 0x7f4474157590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.068+0000 7f4478896640 1 -- 172.21.15.84:0/413583361 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f447406c400 msgr2=0x7f44740caaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:19.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.068+0000 7f4478896640 1 --2- 172.21.15.84:0/413583361 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f447406c400 0x7f44740caaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.068+0000 7f4478896640 1 -- 172.21.15.84:0/413583361 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44741615e0 con 0x7f447415e610 2024-04-15T15:12:19.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.068+0000 7f4478896640 1 --2- 172.21.15.84:0/413583361 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f447415e610 0x7f4474157050 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f446802b9e0 tx=0x7f44680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:19.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.068+0000 7f4471ffb640 1 -- 172.21.15.84:0/413583361 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4468034040 con 0x7f447415e610 2024-04-15T15:12:19.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.068+0000 7f4471ffb640 1 -- 172.21.15.84:0/413583361 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f446803ad20 con 0x7f447415e610 2024-04-15T15:12:19.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.068+0000 7f447b2fb640 1 -- 172.21.15.84:0/413583361 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4474154940 con 0x7f447415e610 2024-04-15T15:12:19.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.068+0000 7f4471ffb640 1 -- 172.21.15.84:0/413583361 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4468044630 con 0x7f447415e610 2024-04-15T15:12:19.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.068+0000 7f447b2fb640 1 -- 172.21.15.84:0/413583361 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4474154f00 con 0x7f447415e610 2024-04-15T15:12:19.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.069+0000 7f447b2fb640 1 -- 172.21.15.84:0/413583361 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4474075c50 con 0x7f447415e610 2024-04-15T15:12:19.073 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.070+0000 7f4471ffb640 1 -- 172.21.15.84:0/413583361 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f446804b060 con 0x7f447415e610 2024-04-15T15:12:19.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.070+0000 7f4471ffb640 1 --2- 172.21.15.84:0/413583361 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f446006c980 0x7f446006ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:19.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.070+0000 7f4471ffb640 1 -- 172.21.15.84:0/413583361 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f44680ae120 con 0x7f447415e610 2024-04-15T15:12:19.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.070+0000 7f4479097640 1 --2- 172.21.15.84:0/413583361 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f446006c980 0x7f446006ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:19.074 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.071+0000 7f4479097640 1 --2- 172.21.15.84:0/413583361 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f446006c980 0x7f446006ee40 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f4464009f20 tx=0x7f44640094f0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:19.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.075+0000 7f4471ffb640 1 -- 172.21.15.84:0/413583361 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f446803f070 con 0x7f447415e610 2024-04-15T15:12:19.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.261+0000 7f447b2fb640 1 -- 172.21.15.84:0/413583361 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f44740d0310 con 0x7f447415e610 2024-04-15T15:12:19.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.262+0000 7f4471ffb640 1 -- 172.21.15.84:0/413583361 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v41) ==== 80+0+120 (secure 0 0 0) 0x7f4468037360 con 0x7f447415e610 2024-04-15T15:12:19.264 INFO:teuthology.orchestra.run.smithi084.stdout:172.21.15.84:6837/564521126 2024-04-16T15:12:08.480389+0000 2024-04-15T15:12:19.264 INFO:teuthology.orchestra.run.smithi084.stdout:172.21.15.84:6835/564521126 2024-04-16T15:12:08.480389+0000 2024-04-15T15:12:19.264 INFO:teuthology.orchestra.run.smithi084.stderr:listed 2 entries 2024-04-15T15:12:19.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.264+0000 7f447b2fb640 1 -- 172.21.15.84:0/413583361 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f446006c980 msgr2=0x7f446006ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:19.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.264+0000 7f447b2fb640 1 --2- 172.21.15.84:0/413583361 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f446006c980 0x7f446006ee40 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f4464009f20 tx=0x7f44640094f0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.264+0000 7f447b2fb640 1 -- 172.21.15.84:0/413583361 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f447415e610 msgr2=0x7f4474157050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:19.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.264+0000 7f447b2fb640 1 --2- 172.21.15.84:0/413583361 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f447415e610 0x7f4474157050 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f446802b9e0 tx=0x7f44680046c0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.264+0000 7f447b2fb640 1 -- 172.21.15.84:0/413583361 shutdown_connections 2024-04-15T15:12:19.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.264+0000 7f447b2fb640 1 --2- 172.21.15.84:0/413583361 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f447415e9f0 0x7f4474157590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.264+0000 7f447b2fb640 1 --2- 172.21.15.84:0/413583361 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f447415e610 0x7f4474157050 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.264+0000 7f447b2fb640 1 --2- 172.21.15.84:0/413583361 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f446006c980 0x7f446006ee40 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.264+0000 7f447b2fb640 1 --2- 172.21.15.84:0/413583361 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f447406c400 0x7f44740caaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.264+0000 7f447b2fb640 1 -- 172.21.15.84:0/413583361 >> 172.21.15.84:0/413583361 conn(0x7f44740d4750 msgr2=0x7f44740b4ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:19.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.264+0000 7f447b2fb640 1 -- 172.21.15.84:0/413583361 shutdown_connections 2024-04-15T15:12:19.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.264+0000 7f447b2fb640 1 -- 172.21.15.84:0/413583361 wait complete. 2024-04-15T15:12:19.276 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi084.front.sepia.ceph.com... 2024-04-15T15:12:19.276 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:19.277 DEBUG:teuthology.orchestra.run.smithi084:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-04-15T15:12:19.303 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi084.stderr:ceph-fuse[56420]: fuse finished with error 0 and tester_r 0 2024-04-15T15:12:19.305 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi084.front.sepia.ceph.com 2024-04-15T15:12:19.305 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:19.305 DEBUG:teuthology.orchestra.run.smithi084:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-04-15T15:12:19.472 INFO:tasks.cephfs.mount:Terminating background process 2024-04-15T15:12:19.473 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:12:19.473 DEBUG:teuthology.orchestra.run.smithi203:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:12:19.493 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:12:19.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.614+0000 7f15fd715640 1 Processor -- start 2024-04-15T15:12:19.616 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.614+0000 7f15fd715640 1 -- start start 2024-04-15T15:12:19.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.615+0000 7f15fd715640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f15f8161e40 0x7f15f80b37f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:19.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.615+0000 7f15fd715640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f15f80d12b0 0x7f15f80d2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:19.617 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.615+0000 7f15fd715640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f15f8162220 con 0x7f15f80d2ea0 2024-04-15T15:12:19.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.615+0000 7f15fd715640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f15f80d21f0 con 0x7f15f80d12b0 2024-04-15T15:12:19.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.615+0000 7f15fd715640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f15f80d1820 con 0x7f15f8161e40 2024-04-15T15:12:19.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.615+0000 7f15f67fc640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f15f80d12b0 0x7f15f80d2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:19.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.615+0000 7f15f77fe640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f15f80d2ea0 0x7f15f80d45b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:45344/0 (socket says 172.21.15.84:45344) 2024-04-15T15:12:19.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.615+0000 7f15f77fe640 1 -- 172.21.15.84:0/3955956681 learned_addr learned my addr 172.21.15.84:0/3955956681 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:19.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.615+0000 7f15f6ffd640 1 --2- 172.21.15.84:0/3955956681 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f15f8161e40 0x7f15f80b37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:19.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.615+0000 7f15f67fc640 1 -- 172.21.15.84:0/3955956681 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f15f8161e40 msgr2=0x7f15f80b37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:19.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.616+0000 7f15f67fc640 1 --2- 172.21.15.84:0/3955956681 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f15f8161e40 0x7f15f80b37f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.616+0000 7f15f67fc640 1 -- 172.21.15.84:0/3955956681 >> v1:172.21.15.84:6789/0 conn(0x7f15f80d2ea0 legacy=0x7f15f80d45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:19.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.616+0000 7f15f67fc640 1 -- 172.21.15.84:0/3955956681 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15f80d1b00 con 0x7f15f80d12b0 2024-04-15T15:12:19.618 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.616+0000 7f15f5ffb640 1 -- 172.21.15.84:0/3955956681 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1793848373 0 0) 0x7f15f8162220 con 0x7f15f80d2ea0 2024-04-15T15:12:19.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.616+0000 7f15f67fc640 1 --2- 172.21.15.84:0/3955956681 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f80d12b0 0x7f15f80d2960 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f15e00097d0 tx=0x7f15e002b810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3701e65e5f6fae8a server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:19.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.616+0000 7f15f5ffb640 1 -- 172.21.15.84:0/3955956681 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e0031770 con 0x7f15f80d12b0 2024-04-15T15:12:19.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.616+0000 7f15f5ffb640 1 -- 172.21.15.84:0/3955956681 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15e0037070 con 0x7f15f80d12b0 2024-04-15T15:12:19.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.616+0000 7f15f5ffb640 1 -- 172.21.15.84:0/3955956681 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e0031b30 con 0x7f15f80d12b0 2024-04-15T15:12:19.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.617+0000 7f15fd715640 1 -- 172.21.15.84:0/3955956681 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f80d12b0 msgr2=0x7f15f80d2960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:19.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.617+0000 7f15fd715640 1 --2- 172.21.15.84:0/3955956681 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f80d12b0 0x7f15f80d2960 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f15e00097d0 tx=0x7f15e002b810 comp rx=0 tx=0).stop 2024-04-15T15:12:19.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.617+0000 7f15fd715640 1 -- 172.21.15.84:0/3955956681 shutdown_connections 2024-04-15T15:12:19.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.617+0000 7f15fd715640 1 --2- 172.21.15.84:0/3955956681 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f80d12b0 0x7f15f80d2960 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.617+0000 7f15fd715640 1 --2- 172.21.15.84:0/3955956681 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f15f8161e40 0x7f15f80b37f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.617+0000 7f15fd715640 1 -- 172.21.15.84:0/3955956681 >> 172.21.15.84:0/3955956681 conn(0x7f15f809d970 msgr2=0x7f15f80b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:19.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.617+0000 7f15fd715640 1 -- 172.21.15.84:0/3955956681 shutdown_connections 2024-04-15T15:12:19.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.617+0000 7f15fd715640 1 -- 172.21.15.84:0/3955956681 wait complete. 2024-04-15T15:12:19.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.618+0000 7f15fd715640 1 Processor -- start 2024-04-15T15:12:19.621 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.618+0000 7f15fd715640 1 -- start start 2024-04-15T15:12:19.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.619+0000 7f15fd715640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f15f80d12b0 0x7f15f814ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:19.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.619+0000 7f15fd715640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f8161e40 0x7f15f815f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:19.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.619+0000 7f15fd715640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15f815f970 0x7f15f80b58f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:19.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.619+0000 7f15fd715640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f15f80b3d30 con 0x7f15f8161e40 2024-04-15T15:12:19.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.619+0000 7f15fd715640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f15f80d2440 con 0x7f15f815f970 2024-04-15T15:12:19.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.619+0000 7f15fd715640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f15f80b3eb0 con 0x7f15f80d12b0 2024-04-15T15:12:19.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.619+0000 7f15f67fc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f8161e40 0x7f15f815f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:19.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.619+0000 7f15f67fc640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f8161e40 0x7f15f815f430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56934/0 (socket says 172.21.15.84:56934) 2024-04-15T15:12:19.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.619+0000 7f15f67fc640 1 -- 172.21.15.84:0/1104188830 learned_addr learned my addr 172.21.15.84:0/1104188830 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:19.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.620+0000 7f15f6ffd640 1 --2- 172.21.15.84:0/1104188830 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f15f80d12b0 0x7f15f814ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:19.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.620+0000 7f15f77fe640 1 --2- 172.21.15.84:0/1104188830 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15f815f970 0x7f15f80b58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:19.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.620+0000 7f15f67fc640 1 -- 172.21.15.84:0/1104188830 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f15f80d12b0 msgr2=0x7f15f814ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:19.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.620+0000 7f15f67fc640 1 --2- 172.21.15.84:0/1104188830 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f15f80d12b0 0x7f15f814ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.620+0000 7f15f67fc640 1 -- 172.21.15.84:0/1104188830 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15f815f970 msgr2=0x7f15f80b58f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:19.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.620+0000 7f15f67fc640 1 --2- 172.21.15.84:0/1104188830 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15f815f970 0x7f15f80b58f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.620+0000 7f15f67fc640 1 -- 172.21.15.84:0/1104188830 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15f80b6be0 con 0x7f15f8161e40 2024-04-15T15:12:19.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.620+0000 7f15f77fe640 1 --2- 172.21.15.84:0/1104188830 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15f815f970 0x7f15f80b58f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:19.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.620+0000 7f15f67fc640 1 --2- 172.21.15.84:0/1104188830 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f8161e40 0x7f15f815f430 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f15e002be20 tx=0x7f15e00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:19.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.620+0000 7f15ef7fe640 1 -- 172.21.15.84:0/1104188830 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e0004230 con 0x7f15f8161e40 2024-04-15T15:12:19.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.620+0000 7f15ef7fe640 1 -- 172.21.15.84:0/1104188830 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15e00043d0 con 0x7f15f8161e40 2024-04-15T15:12:19.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.620+0000 7f15fd715640 1 -- 172.21.15.84:0/1104188830 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15f80b6620 con 0x7f15f8161e40 2024-04-15T15:12:19.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.620+0000 7f15ef7fe640 1 -- 172.21.15.84:0/1104188830 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15e0003850 con 0x7f15f8161e40 2024-04-15T15:12:19.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.620+0000 7f15fd715640 1 -- 172.21.15.84:0/1104188830 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15f806ba00 con 0x7f15f8161e40 2024-04-15T15:12:19.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.621+0000 7f15fd715640 1 -- 172.21.15.84:0/1104188830 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15f80689e0 con 0x7f15f8161e40 2024-04-15T15:12:19.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.622+0000 7f15ef7fe640 1 -- 172.21.15.84:0/1104188830 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f15e0031070 con 0x7f15f8161e40 2024-04-15T15:12:19.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.622+0000 7f15ef7fe640 1 --2- 172.21.15.84:0/1104188830 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f15d806c9b0 0x7f15d806ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:19.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.622+0000 7f15ef7fe640 1 -- 172.21.15.84:0/1104188830 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f15e00ad8e0 con 0x7f15f8161e40 2024-04-15T15:12:19.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.622+0000 7f15f6ffd640 1 --2- 172.21.15.84:0/1104188830 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f15d806c9b0 0x7f15d806ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:19.625 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.622+0000 7f15f6ffd640 1 --2- 172.21.15.84:0/1104188830 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f15d806c9b0 0x7f15d806ee70 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f15e8009e90 tx=0x7f15e800b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:19.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.626+0000 7f15ef7fe640 1 -- 172.21.15.84:0/1104188830 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f15e0041070 con 0x7f15f8161e40 2024-04-15T15:12:19.804 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.802+0000 7f15fd715640 1 -- 172.21.15.84:0/1104188830 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f15f80d51b0 con 0x7f15f8161e40 2024-04-15T15:12:19.805 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.803+0000 7f15ef7fe640 1 -- 172.21.15.84:0/1104188830 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) ==== 74+0+17070 (secure 0 0 0) 0x7f15e007ba10 con 0x7f15f8161e40 2024-04-15T15:12:19.805 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:19.805 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":41,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:12:08.480411+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:11:36.635627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-15T15:11:37.095988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.38","mappings":[{"from":5,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:6837/564521126":"2024-04-16T15:12:08.480389+0000","172.21.15.84:6835/564521126":"2024-04-16T15:12:08.480389+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:12:19.807 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.805+0000 7f15fd715640 1 -- 172.21.15.84:0/1104188830 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f15d806c9b0 msgr2=0x7f15d806ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:19.807 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.805+0000 7f15fd715640 1 --2- 172.21.15.84:0/1104188830 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f15d806c9b0 0x7f15d806ee70 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f15e8009e90 tx=0x7f15e800b040 comp rx=0 tx=0).stop 2024-04-15T15:12:19.807 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.805+0000 7f15fd715640 1 -- 172.21.15.84:0/1104188830 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f8161e40 msgr2=0x7f15f815f430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:19.807 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.805+0000 7f15fd715640 1 --2- 172.21.15.84:0/1104188830 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f8161e40 0x7f15f815f430 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f15e002be20 tx=0x7f15e00046c0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.807 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.805+0000 7f15fd715640 1 -- 172.21.15.84:0/1104188830 shutdown_connections 2024-04-15T15:12:19.808 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.805+0000 7f15fd715640 1 --2- 172.21.15.84:0/1104188830 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f15d806c9b0 0x7f15d806ee70 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.808 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.805+0000 7f15fd715640 1 --2- 172.21.15.84:0/1104188830 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f15f815f970 0x7f15f80b58f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.808 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.805+0000 7f15fd715640 1 --2- 172.21.15.84:0/1104188830 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f15f8161e40 0x7f15f815f430 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.808 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.805+0000 7f15fd715640 1 --2- 172.21.15.84:0/1104188830 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f15f80d12b0 0x7f15f814ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.808 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.805+0000 7f15fd715640 1 -- 172.21.15.84:0/1104188830 >> 172.21.15.84:0/1104188830 conn(0x7f15f809d970 msgr2=0x7f15f80d45b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:19.808 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.805+0000 7f15fd715640 1 -- 172.21.15.84:0/1104188830 shutdown_connections 2024-04-15T15:12:19.808 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.805+0000 7f15fd715640 1 -- 172.21.15.84:0/1104188830 wait complete. 2024-04-15T15:12:19.818 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:11:36.635627+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '37', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:11:37.095988+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '38', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T15:12:19.819 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:12:19.924 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.923+0000 7f85f77ba640 1 Processor -- start 2024-04-15T15:12:19.925 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.923+0000 7f85f77ba640 1 -- start start 2024-04-15T15:12:19.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.924+0000 7f85f77ba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f85f00b5410 0x7f85f00b57f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:19.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.924+0000 7f85f77ba640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f85f00b0050 0x7f85f006c340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:19.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.924+0000 7f85f77ba640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85f00d07c0 con 0x7f85f00afae0 2024-04-15T15:12:19.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.924+0000 7f85f77ba640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f85f00d0330 con 0x7f85f00b0050 2024-04-15T15:12:19.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.924+0000 7f85f77ba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f85f00b5d30 con 0x7f85f00b5410 2024-04-15T15:12:19.928 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.924+0000 7f85f5d57640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f85f00afae0 0x7f85f00ce950 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:45348/0 (socket says 172.21.15.84:45348) 2024-04-15T15:12:19.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.924+0000 7f85f5d57640 1 -- 172.21.15.84:0/113211311 learned_addr learned my addr 172.21.15.84:0/113211311 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:19.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.924+0000 7f85e7fff640 1 -- 172.21.15.84:0/113211311 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 310963923 0 0) 0x7f85f00d07c0 con 0x7f85f00afae0 2024-04-15T15:12:19.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.924+0000 7f85e7fff640 1 -- 172.21.15.84:0/113211311 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f85dc003520 con 0x7f85f00afae0 2024-04-15T15:12:19.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.924+0000 7f85f4d55640 1 --2- 172.21.15.84:0/113211311 >> v2:172.21.15.203:3300/0 conn(0x7f85f00b0050 0x7f85f006c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:19.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.924+0000 7f85f5556640 1 --2- 172.21.15.84:0/113211311 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f85f00b5410 0x7f85f00b57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:19.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.924+0000 7f85e7fff640 1 -- 172.21.15.84:0/113211311 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1524399653 0 0) 0x7f85dc003520 con 0x7f85f00afae0 2024-04-15T15:12:19.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.924+0000 7f85e7fff640 1 -- 172.21.15.84:0/113211311 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f85f00b5410 msgr2=0x7f85f00b57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:19.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.924+0000 7f85e7fff640 1 --2- 172.21.15.84:0/113211311 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f85f00b5410 0x7f85f00b57f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.924+0000 7f85e7fff640 1 -- 172.21.15.84:0/113211311 >> v2:172.21.15.203:3300/0 conn(0x7f85f00b0050 msgr2=0x7f85f006c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:19.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.924+0000 7f85e7fff640 1 --2- 172.21.15.84:0/113211311 >> v2:172.21.15.203:3300/0 conn(0x7f85f00b0050 0x7f85f006c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.924+0000 7f85e7fff640 1 -- 172.21.15.84:0/113211311 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85f00b3aa0 con 0x7f85f00afae0 2024-04-15T15:12:19.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.924+0000 7f85e7fff640 1 -- 172.21.15.84:0/113211311 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f85e80019f0 con 0x7f85f00afae0 2024-04-15T15:12:19.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.924+0000 7f85e7fff640 1 -- 172.21.15.84:0/113211311 >> v1:172.21.15.84:6789/0 conn(0x7f85f00afae0 legacy=0x7f85f00ce950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:19.929 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.924+0000 7f85e7fff640 1 --2- 172.21.15.84:0/113211311 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f85dc0039b0 0x7f85dc003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:19.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.924+0000 7f85e7fff640 1 --2- 172.21.15.84:0/113211311 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f85dc004800 0x7f85dc004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:19.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.925+0000 7f85e7fff640 1 --2- 172.21.15.84:0/113211311 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f85f00b5410 0x7f85dc0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:19.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.925+0000 7f85e7fff640 1 -- 172.21.15.84:0/113211311 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f85f00d0330 con 0x7f85dc004800 2024-04-15T15:12:19.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.925+0000 7f85e7fff640 1 -- 172.21.15.84:0/113211311 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f85f00b5d30 con 0x7f85dc0039b0 2024-04-15T15:12:19.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.925+0000 7f85e7fff640 1 -- 172.21.15.84:0/113211311 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f85dc00b9c0 con 0x7f85f00b5410 2024-04-15T15:12:19.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.925+0000 7f85f4d55640 1 --2- 172.21.15.84:0/113211311 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f85dc004800 0x7f85dc004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:19.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.925+0000 7f85f5556640 1 --2- 172.21.15.84:0/113211311 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f85dc0039b0 0x7f85dc003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:19.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.925+0000 7f85f5d57640 1 --2- 172.21.15.84:0/113211311 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f85f00b5410 0x7f85dc0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:19.930 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.925+0000 7f85f4d55640 1 -- 172.21.15.84:0/113211311 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f85f00b5410 msgr2=0x7f85dc0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:19.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.925+0000 7f85f4d55640 1 --2- 172.21.15.84:0/113211311 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f85f00b5410 0x7f85dc0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.925+0000 7f85f4d55640 1 -- 172.21.15.84:0/113211311 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f85dc0039b0 msgr2=0x7f85dc003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:19.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.925+0000 7f85f4d55640 1 --2- 172.21.15.84:0/113211311 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f85dc0039b0 0x7f85dc003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.925+0000 7f85f4d55640 1 -- 172.21.15.84:0/113211311 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85dc003520 con 0x7f85dc004800 2024-04-15T15:12:19.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.926+0000 7f85f4d55640 1 --2- 172.21.15.84:0/113211311 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f85dc004800 0x7f85dc004c80 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f85e0009af0 tx=0x7f85dc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17b92a0b9c0a63cf server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:19.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.926+0000 7f85e7fff640 1 -- 172.21.15.84:0/113211311 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e0039070 con 0x7f85dc004800 2024-04-15T15:12:19.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.926+0000 7f85e7fff640 1 -- 172.21.15.84:0/113211311 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85e002c710 con 0x7f85dc004800 2024-04-15T15:12:19.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.926+0000 7f85e7fff640 1 -- 172.21.15.84:0/113211311 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e0009690 con 0x7f85dc004800 2024-04-15T15:12:19.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.926+0000 7f85f77ba640 1 -- 172.21.15.84:0/113211311 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f85dc004800 msgr2=0x7f85dc004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:19.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.926+0000 7f85f77ba640 1 --2- 172.21.15.84:0/113211311 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f85dc004800 0x7f85dc004c80 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f85e0009af0 tx=0x7f85dc005830 comp rx=0 tx=0).stop 2024-04-15T15:12:19.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.926+0000 7f85f5d57640 1 -- 172.21.15.84:0/113211311 reap_dead start 2024-04-15T15:12:19.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.926+0000 7f85f77ba640 1 -- 172.21.15.84:0/113211311 shutdown_connections 2024-04-15T15:12:19.931 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.926+0000 7f85f77ba640 1 -- 172.21.15.84:0/113211311 >> 172.21.15.84:0/113211311 conn(0x7f85f00d0a50 msgr2=0x7f85f00d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:19.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.926+0000 7f85f77ba640 1 -- 172.21.15.84:0/113211311 shutdown_connections 2024-04-15T15:12:19.932 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.926+0000 7f85f77ba640 1 -- 172.21.15.84:0/113211311 wait complete. 2024-04-15T15:12:19.934 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.928+0000 7f85f77ba640 1 Processor -- start 2024-04-15T15:12:19.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.928+0000 7f85f77ba640 1 -- start start 2024-04-15T15:12:19.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.928+0000 7f85f77ba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f85dc004800 0x7f85f0145e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:19.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.928+0000 7f85f77ba640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f85f015a2a0 0x7f85f015a720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:19.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.928+0000 7f85f77ba640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f85f01602c0 0x7f85f0160740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:19.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.928+0000 7f85f77ba640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f85f00d18f0 con 0x7f85f01602c0 2024-04-15T15:12:19.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.928+0000 7f85f77ba640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f85f00d1610 con 0x7f85f015a2a0 2024-04-15T15:12:19.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.928+0000 7f85f77ba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f85f006db40 con 0x7f85dc004800 2024-04-15T15:12:19.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.928+0000 7f85f5d57640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f85f01602c0 0x7f85f0160740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:19.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.928+0000 7f85f5d57640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f85f01602c0 0x7f85f0160740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56954/0 (socket says 172.21.15.84:56954) 2024-04-15T15:12:19.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.928+0000 7f85f5d57640 1 -- 172.21.15.84:0/3464033866 learned_addr learned my addr 172.21.15.84:0/3464033866 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:19.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.929+0000 7f85f5d57640 1 -- 172.21.15.84:0/3464033866 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f85dc004800 msgr2=0x7f85f0145e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:19.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.929+0000 7f85f5d57640 1 --2- 172.21.15.84:0/3464033866 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f85dc004800 0x7f85f0145e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.929+0000 7f85f5d57640 1 -- 172.21.15.84:0/3464033866 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f85f015a2a0 msgr2=0x7f85f015a720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:19.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.929+0000 7f85f5d57640 1 --2- 172.21.15.84:0/3464033866 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f85f015a2a0 0x7f85f015a720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:19.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.929+0000 7f85f5d57640 1 -- 172.21.15.84:0/3464033866 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85f0146370 con 0x7f85f01602c0 2024-04-15T15:12:19.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.929+0000 7f85f5d57640 1 --2- 172.21.15.84:0/3464033866 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f85f01602c0 0x7f85f0160740 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f85f00687d0 tx=0x7f85e800e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:19.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.929+0000 7f85e5ffb640 1 -- 172.21.15.84:0/3464033866 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e800ec10 con 0x7f85f01602c0 2024-04-15T15:12:19.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.929+0000 7f85e5ffb640 1 -- 172.21.15.84:0/3464033866 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85e800edb0 con 0x7f85f01602c0 2024-04-15T15:12:19.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.929+0000 7f85f77ba640 1 -- 172.21.15.84:0/3464033866 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85f0161070 con 0x7f85f01602c0 2024-04-15T15:12:19.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.929+0000 7f85e5ffb640 1 -- 172.21.15.84:0/3464033866 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e8014670 con 0x7f85f01602c0 2024-04-15T15:12:19.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.929+0000 7f85f77ba640 1 -- 172.21.15.84:0/3464033866 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85f0161630 con 0x7f85f01602c0 2024-04-15T15:12:19.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.930+0000 7f85f77ba640 1 -- 172.21.15.84:0/3464033866 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85f0073380 con 0x7f85f01602c0 2024-04-15T15:12:19.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.931+0000 7f85e5ffb640 1 -- 172.21.15.84:0/3464033866 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f85e8014810 con 0x7f85f01602c0 2024-04-15T15:12:19.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.931+0000 7f85e5ffb640 1 --2- 172.21.15.84:0/3464033866 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f85d406c9b0 0x7f85d406ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:19.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.931+0000 7f85e5ffb640 1 -- 172.21.15.84:0/3464033866 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f85e808bbd0 con 0x7f85f01602c0 2024-04-15T15:12:19.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.931+0000 7f85f5556640 1 --2- 172.21.15.84:0/3464033866 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f85d406c9b0 0x7f85d406ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:19.937 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.932+0000 7f85f5556640 1 --2- 172.21.15.84:0/3464033866 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f85d406c9b0 0x7f85d406ee70 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f85ec009830 tx=0x7f85ec008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:19.937 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:19.936+0000 7f85e5ffb640 1 -- 172.21.15.84:0/3464033866 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f85f0073380 con 0x7f85f01602c0 2024-04-15T15:12:20.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.110+0000 7f85f77ba640 1 -- 172.21.15.84:0/3464033866 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f85f0162020 con 0x7f85f01602c0 2024-04-15T15:12:20.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.110+0000 7f85e5ffb640 1 -- 172.21.15.84:0/3464033866 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v41) ==== 93+0+10 (secure 0 0 0) 0x7f85f0162020 con 0x7f85f01602c0 2024-04-15T15:12:20.112 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:12:20.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.112+0000 7f85f77ba640 1 -- 172.21.15.84:0/3464033866 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f85d406c9b0 msgr2=0x7f85d406ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:20.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.112+0000 7f85f77ba640 1 --2- 172.21.15.84:0/3464033866 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f85d406c9b0 0x7f85d406ee70 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f85ec009830 tx=0x7f85ec008040 comp rx=0 tx=0).stop 2024-04-15T15:12:20.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.112+0000 7f85f77ba640 1 -- 172.21.15.84:0/3464033866 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f85f01602c0 msgr2=0x7f85f0160740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:20.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.112+0000 7f85f77ba640 1 --2- 172.21.15.84:0/3464033866 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f85f01602c0 0x7f85f0160740 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f85f00687d0 tx=0x7f85e800e530 comp rx=0 tx=0).stop 2024-04-15T15:12:20.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.112+0000 7f85f77ba640 1 -- 172.21.15.84:0/3464033866 shutdown_connections 2024-04-15T15:12:20.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.112+0000 7f85f77ba640 1 --2- 172.21.15.84:0/3464033866 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f85d406c9b0 0x7f85d406ee70 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.112+0000 7f85f77ba640 1 --2- 172.21.15.84:0/3464033866 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f85f015a2a0 0x7f85f015a720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.112+0000 7f85f77ba640 1 --2- 172.21.15.84:0/3464033866 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f85f01602c0 0x7f85f0160740 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.112+0000 7f85f77ba640 1 --2- 172.21.15.84:0/3464033866 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f85dc004800 0x7f85f0145e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.112+0000 7f85f77ba640 1 -- 172.21.15.84:0/3464033866 >> 172.21.15.84:0/3464033866 conn(0x7f85f00d0a50 msgr2=0x7f85f006f7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:20.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.113+0000 7f85f77ba640 1 -- 172.21.15.84:0/3464033866 shutdown_connections 2024-04-15T15:12:20.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.113+0000 7f85f77ba640 1 -- 172.21.15.84:0/3464033866 wait complete. 2024-04-15T15:12:20.125 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:12:20.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.229+0000 7f9129047640 1 Processor -- start 2024-04-15T15:12:20.231 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.229+0000 7f9129047640 1 -- start start 2024-04-15T15:12:20.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.230+0000 7f9129047640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f91240cfe30 0x7f91240cf040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:20.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.230+0000 7f9129047640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f91240b4dc0 0x7f91240ae600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:20.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.230+0000 7f9129047640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91240ae160 con 0x7f912415e770 2024-04-15T15:12:20.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.230+0000 7f9129047640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f91240cf580 con 0x7f91240b4dc0 2024-04-15T15:12:20.232 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.230+0000 7f9129047640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f91240b5310 con 0x7f91240cfe30 2024-04-15T15:12:20.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.230+0000 7f912359e640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f91240b4dc0 0x7f91240ae600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:20.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.230+0000 7f9122d9d640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f912415e770 0x7f91240cf720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:45364/0 (socket says 172.21.15.84:45364) 2024-04-15T15:12:20.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.230+0000 7f9122d9d640 1 -- 172.21.15.84:0/1593440146 learned_addr learned my addr 172.21.15.84:0/1593440146 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:20.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.230+0000 7f912359e640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f91240b4dc0 0x7f91240ae600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56966/0 (socket says 172.21.15.84:56966) 2024-04-15T15:12:20.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.230+0000 7f911a59c640 1 --2- 172.21.15.84:0/1593440146 >> v2:172.21.15.203:3300/0 conn(0x7f91240cfe30 0x7f91240cf040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:20.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.230+0000 7f912359e640 1 -- 172.21.15.84:0/1593440146 >> v2:172.21.15.203:3300/0 conn(0x7f91240cfe30 msgr2=0x7f91240cf040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:20.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.230+0000 7f912359e640 1 --2- 172.21.15.84:0/1593440146 >> v2:172.21.15.203:3300/0 conn(0x7f91240cfe30 0x7f91240cf040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.230+0000 7f912259c640 1 -- 172.21.15.84:0/1593440146 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3545078758 0 0) 0x7f91240ae160 con 0x7f912415e770 2024-04-15T15:12:20.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.230+0000 7f912359e640 1 -- 172.21.15.84:0/1593440146 >> v1:172.21.15.84:6789/0 conn(0x7f912415e770 legacy=0x7f91240cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:20.233 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.230+0000 7f912359e640 1 -- 172.21.15.84:0/1593440146 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91240b55f0 con 0x7f91240b4dc0 2024-04-15T15:12:20.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.231+0000 7f912359e640 1 --2- 172.21.15.84:0/1593440146 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91240b4dc0 0x7f91240ae600 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f9124073e10 tx=0x7f911c02bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46c2c0ec1d05d766 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:20.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.231+0000 7f912259c640 1 -- 172.21.15.84:0/1593440146 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f911c039070 con 0x7f91240b4dc0 2024-04-15T15:12:20.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.231+0000 7f912259c640 1 -- 172.21.15.84:0/1593440146 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f911c02cc80 con 0x7f91240b4dc0 2024-04-15T15:12:20.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.231+0000 7f912259c640 1 -- 172.21.15.84:0/1593440146 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f911c034660 con 0x7f91240b4dc0 2024-04-15T15:12:20.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.232+0000 7f9129047640 1 -- 172.21.15.84:0/1593440146 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91240b4dc0 msgr2=0x7f91240ae600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:20.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.232+0000 7f9129047640 1 --2- 172.21.15.84:0/1593440146 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91240b4dc0 0x7f91240ae600 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f9124073e10 tx=0x7f911c02bed0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.232+0000 7f9129047640 1 -- 172.21.15.84:0/1593440146 shutdown_connections 2024-04-15T15:12:20.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.232+0000 7f9129047640 1 --2- 172.21.15.84:0/1593440146 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91240b4dc0 0x7f91240ae600 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.232+0000 7f9129047640 1 --2- 172.21.15.84:0/1593440146 >> v2:172.21.15.203:3300/0 conn(0x7f91240cfe30 0x7f91240cf040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.232+0000 7f9129047640 1 -- 172.21.15.84:0/1593440146 >> 172.21.15.84:0/1593440146 conn(0x7f91240d13a0 msgr2=0x7f91240d1780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:20.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.232+0000 7f9129047640 1 -- 172.21.15.84:0/1593440146 shutdown_connections 2024-04-15T15:12:20.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.232+0000 7f9129047640 1 -- 172.21.15.84:0/1593440146 wait complete. 2024-04-15T15:12:20.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.233+0000 7f9129047640 1 Processor -- start 2024-04-15T15:12:20.235 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.233+0000 7f9129047640 1 -- start start 2024-04-15T15:12:20.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.234+0000 7f9129047640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f91240b4dc0 0x7f912415f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:20.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.234+0000 7f9129047640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91240cfe30 0x7f9124160b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:20.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.234+0000 7f9129047640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f912415e770 0x7f91241f7b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:20.238 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.234+0000 7f9129047640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f912415eb50 con 0x7f91240cfe30 2024-04-15T15:12:20.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.234+0000 7f9129047640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f91240b5bb0 con 0x7f912415e770 2024-04-15T15:12:20.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.234+0000 7f9129047640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f912415ecd0 con 0x7f91240b4dc0 2024-04-15T15:12:20.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.234+0000 7f911a59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91240cfe30 0x7f9124160b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:20.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.234+0000 7f911a59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91240cfe30 0x7f9124160b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56976/0 (socket says 172.21.15.84:56976) 2024-04-15T15:12:20.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.234+0000 7f911a59c640 1 -- 172.21.15.84:0/2874098226 learned_addr learned my addr 172.21.15.84:0/2874098226 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:20.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.234+0000 7f912359e640 1 --2- 172.21.15.84:0/2874098226 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f912415e770 0x7f91241f7b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:20.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.234+0000 7f9122d9d640 1 --2- 172.21.15.84:0/2874098226 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f91240b4dc0 0x7f912415f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:20.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.234+0000 7f911a59c640 1 -- 172.21.15.84:0/2874098226 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f91240b4dc0 msgr2=0x7f912415f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:20.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.234+0000 7f911a59c640 1 --2- 172.21.15.84:0/2874098226 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f91240b4dc0 0x7f912415f8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.234+0000 7f911a59c640 1 -- 172.21.15.84:0/2874098226 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f912415e770 msgr2=0x7f91241f7b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:20.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.234+0000 7f911a59c640 1 --2- 172.21.15.84:0/2874098226 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f912415e770 0x7f91241f7b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.234+0000 7f911a59c640 1 -- 172.21.15.84:0/2874098226 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9124157990 con 0x7f91240cfe30 2024-04-15T15:12:20.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.234+0000 7f912359e640 1 --2- 172.21.15.84:0/2874098226 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f912415e770 0x7f91241f7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:20.239 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.234+0000 7f9122d9d640 1 --2- 172.21.15.84:0/2874098226 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f91240b4dc0 0x7f912415f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:20.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.234+0000 7f911a59c640 1 --2- 172.21.15.84:0/2874098226 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91240cfe30 0x7f9124160b50 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f910c00c7f0 tx=0x7f910c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:20.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.234+0000 7f911bfff640 1 -- 172.21.15.84:0/2874098226 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f910c015070 con 0x7f91240cfe30 2024-04-15T15:12:20.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.235+0000 7f911bfff640 1 -- 172.21.15.84:0/2874098226 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f910c004240 con 0x7f91240cfe30 2024-04-15T15:12:20.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.235+0000 7f9129047640 1 -- 172.21.15.84:0/2874098226 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9124160180 con 0x7f91240cfe30 2024-04-15T15:12:20.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.235+0000 7f911bfff640 1 -- 172.21.15.84:0/2874098226 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f910c003610 con 0x7f91240cfe30 2024-04-15T15:12:20.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.235+0000 7f9129047640 1 -- 172.21.15.84:0/2874098226 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9124160740 con 0x7f91240cfe30 2024-04-15T15:12:20.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.236+0000 7f9129047640 1 -- 172.21.15.84:0/2874098226 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9124075c50 con 0x7f91240cfe30 2024-04-15T15:12:20.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.236+0000 7f911bfff640 1 -- 172.21.15.84:0/2874098226 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f910c0039c0 con 0x7f91240cfe30 2024-04-15T15:12:20.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.236+0000 7f911bfff640 1 --2- 172.21.15.84:0/2874098226 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f910406c980 0x7f910406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:20.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.237+0000 7f911bfff640 1 -- 172.21.15.84:0/2874098226 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f910c08c280 con 0x7f91240cfe30 2024-04-15T15:12:20.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.237+0000 7f9122d9d640 1 --2- 172.21.15.84:0/2874098226 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f910406c980 0x7f910406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:20.240 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.237+0000 7f9122d9d640 1 --2- 172.21.15.84:0/2874098226 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f910406c980 0x7f910406ee40 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f9114007fd0 tx=0x7f9114009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:20.242 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.241+0000 7f911bfff640 1 -- 172.21.15.84:0/2874098226 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f910c05a3b0 con 0x7f91240cfe30 2024-04-15T15:12:20.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.416+0000 7f9129047640 1 -- 172.21.15.84:0/2874098226 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f912415fea0 con 0x7f91240cfe30 2024-04-15T15:12:20.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.416+0000 7f911bfff640 1 -- 172.21.15.84:0/2874098226 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v41) ==== 104+0+11 (secure 0 0 0) 0x7f910c059cb0 con 0x7f91240cfe30 2024-04-15T15:12:20.418 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:12:20.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.418+0000 7f9129047640 1 -- 172.21.15.84:0/2874098226 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f910406c980 msgr2=0x7f910406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:20.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.418+0000 7f9129047640 1 --2- 172.21.15.84:0/2874098226 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f910406c980 0x7f910406ee40 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f9114007fd0 tx=0x7f9114009040 comp rx=0 tx=0).stop 2024-04-15T15:12:20.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.418+0000 7f9129047640 1 -- 172.21.15.84:0/2874098226 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91240cfe30 msgr2=0x7f9124160b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:20.420 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.418+0000 7f9129047640 1 --2- 172.21.15.84:0/2874098226 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91240cfe30 0x7f9124160b50 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f910c00c7f0 tx=0x7f910c00ccb0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.418+0000 7f9129047640 1 -- 172.21.15.84:0/2874098226 shutdown_connections 2024-04-15T15:12:20.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.418+0000 7f9129047640 1 --2- 172.21.15.84:0/2874098226 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f910406c980 0x7f910406ee40 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.418+0000 7f9129047640 1 --2- 172.21.15.84:0/2874098226 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f912415e770 0x7f91241f7b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.418+0000 7f9129047640 1 --2- 172.21.15.84:0/2874098226 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91240cfe30 0x7f9124160b50 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.418+0000 7f9129047640 1 --2- 172.21.15.84:0/2874098226 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f91240b4dc0 0x7f912415f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.418+0000 7f9129047640 1 -- 172.21.15.84:0/2874098226 >> 172.21.15.84:0/2874098226 conn(0x7f91240d13a0 msgr2=0x7f91240b24b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:20.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.418+0000 7f9129047640 1 -- 172.21.15.84:0/2874098226 shutdown_connections 2024-04-15T15:12:20.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.418+0000 7f9129047640 1 -- 172.21.15.84:0/2874098226 wait complete. 2024-04-15T15:12:20.431 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:12:20.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.536+0000 7f20fd6b1640 1 Processor -- start 2024-04-15T15:12:20.538 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.536+0000 7f20fd6b1640 1 -- start start 2024-04-15T15:12:20.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.538+0000 7f20fd6b1640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20f8145220 0x7f20f806c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:20.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.538+0000 7f20fd6b1640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20f806c8f0 con 0x7f20f806f480 2024-04-15T15:12:20.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.538+0000 7f20fd6b1640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20f806cbd0 con 0x7f20f8145600 2024-04-15T15:12:20.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.538+0000 7f20fd6b1640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f20f806d500 con 0x7f20f8145220 2024-04-15T15:12:20.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.538+0000 7f20f77fe640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f20f806f480 0x7f20f80cdb90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:45366/0 (socket says 172.21.15.84:45366) 2024-04-15T15:12:20.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.538+0000 7f20f77fe640 1 -- 172.21.15.84:0/4135065709 learned_addr learned my addr 172.21.15.84:0/4135065709 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:20.540 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.538+0000 7f20f6ffd640 1 --2- 172.21.15.84:0/4135065709 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20f8145220 0x7f20f806c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:20.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.538+0000 7f20f67fc640 1 -- 172.21.15.84:0/4135065709 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3185062957 0 0) 0x7f20f806c8f0 con 0x7f20f806f480 2024-04-15T15:12:20.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.538+0000 7f20f67fc640 1 -- 172.21.15.84:0/4135065709 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f20e4003520 con 0x7f20f806f480 2024-04-15T15:12:20.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.538+0000 7f20f6ffd640 1 -- 172.21.15.84:0/4135065709 >> v1:172.21.15.203:6789/0 conn(0x7f20f8145600 legacy=0x7f20f806ed70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:20.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.538+0000 7f20f6ffd640 1 -- 172.21.15.84:0/4135065709 >> v1:172.21.15.84:6789/0 conn(0x7f20f806f480 legacy=0x7f20f80cdb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:20.541 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.538+0000 7f20f6ffd640 1 -- 172.21.15.84:0/4135065709 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20f806ceb0 con 0x7f20f8145220 2024-04-15T15:12:20.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.539+0000 7f20f6ffd640 1 --2- 172.21.15.84:0/4135065709 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20f8145220 0x7f20f806c1f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f20e80097d0 tx=0x7f20e802b930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f04017f63ecd97ae server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:20.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.539+0000 7f20f67fc640 1 -- 172.21.15.84:0/4135065709 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e8035020 con 0x7f20f8145220 2024-04-15T15:12:20.542 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.539+0000 7f20f67fc640 1 -- 172.21.15.84:0/4135065709 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20e8031890 con 0x7f20f8145220 2024-04-15T15:12:20.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.539+0000 7f20f67fc640 1 -- 172.21.15.84:0/4135065709 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e8031c40 con 0x7f20f8145220 2024-04-15T15:12:20.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.540+0000 7f20fd6b1640 1 -- 172.21.15.84:0/4135065709 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20f8145220 msgr2=0x7f20f806c1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:20.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.540+0000 7f20fd6b1640 1 --2- 172.21.15.84:0/4135065709 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20f8145220 0x7f20f806c1f0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f20e80097d0 tx=0x7f20e802b930 comp rx=0 tx=0).stop 2024-04-15T15:12:20.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.540+0000 7f20fd6b1640 1 -- 172.21.15.84:0/4135065709 shutdown_connections 2024-04-15T15:12:20.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.540+0000 7f20fd6b1640 1 --2- 172.21.15.84:0/4135065709 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20f8145220 0x7f20f806c1f0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.540+0000 7f20fd6b1640 1 -- 172.21.15.84:0/4135065709 >> 172.21.15.84:0/4135065709 conn(0x7f20f8070540 msgr2=0x7f20f8070950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:20.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.540+0000 7f20fd6b1640 1 -- 172.21.15.84:0/4135065709 shutdown_connections 2024-04-15T15:12:20.543 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.540+0000 7f20fd6b1640 1 -- 172.21.15.84:0/4135065709 wait complete. 2024-04-15T15:12:20.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.541+0000 7f20fd6b1640 1 Processor -- start 2024-04-15T15:12:20.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.541+0000 7f20fd6b1640 1 -- start start 2024-04-15T15:12:20.545 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.542+0000 7f20fd6b1640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20f806f480 0x7f20f8137c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:20.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.542+0000 7f20fd6b1640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20f8145220 0x7f20f81f4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:20.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.542+0000 7f20fd6b1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20f8145600 0x7f20f80adc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:20.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.542+0000 7f20fd6b1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f20f80d0ec0 con 0x7f20f8145600 2024-04-15T15:12:20.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.542+0000 7f20fd6b1640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f20f80d0d40 con 0x7f20f806f480 2024-04-15T15:12:20.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.542+0000 7f20fd6b1640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f20f80d1040 con 0x7f20f8145220 2024-04-15T15:12:20.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.542+0000 7f20f77fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20f8145600 0x7f20f80adc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:20.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.542+0000 7f20f77fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20f8145600 0x7f20f80adc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56984/0 (socket says 172.21.15.84:56984) 2024-04-15T15:12:20.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.542+0000 7f20f77fe640 1 -- 172.21.15.84:0/123139411 learned_addr learned my addr 172.21.15.84:0/123139411 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:20.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.542+0000 7f20effff640 1 --2- 172.21.15.84:0/123139411 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20f8145220 0x7f20f81f4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:20.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.542+0000 7f20f6ffd640 1 --2- 172.21.15.84:0/123139411 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20f806f480 0x7f20f8137c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:20.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.542+0000 7f20f77fe640 1 -- 172.21.15.84:0/123139411 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20f8145220 msgr2=0x7f20f81f4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:20.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.542+0000 7f20f77fe640 1 --2- 172.21.15.84:0/123139411 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20f8145220 0x7f20f81f4600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.546 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.542+0000 7f20f77fe640 1 -- 172.21.15.84:0/123139411 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20f806f480 msgr2=0x7f20f8137c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:20.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.542+0000 7f20f77fe640 1 --2- 172.21.15.84:0/123139411 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20f806f480 0x7f20f8137c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.542+0000 7f20f77fe640 1 -- 172.21.15.84:0/123139411 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20f8138140 con 0x7f20f8145600 2024-04-15T15:12:20.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.543+0000 7f20f77fe640 1 --2- 172.21.15.84:0/123139411 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20f8145600 0x7f20f80adc20 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f20f000cb70 tx=0x7f20f000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:20.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.543+0000 7f20ef7fe640 1 -- 172.21.15.84:0/123139411 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f0017070 con 0x7f20f8145600 2024-04-15T15:12:20.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.543+0000 7f20ef7fe640 1 -- 172.21.15.84:0/123139411 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20f000ad40 con 0x7f20f8145600 2024-04-15T15:12:20.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.543+0000 7f20ef7fe640 1 -- 172.21.15.84:0/123139411 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20f0012620 con 0x7f20f8145600 2024-04-15T15:12:20.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.543+0000 7f20fd6b1640 1 -- 172.21.15.84:0/123139411 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20f80ab3c0 con 0x7f20f8145600 2024-04-15T15:12:20.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.543+0000 7f20fd6b1640 1 -- 172.21.15.84:0/123139411 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20f80ab980 con 0x7f20f8145600 2024-04-15T15:12:20.547 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.544+0000 7f20fd6b1640 1 -- 172.21.15.84:0/123139411 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20f8075c50 con 0x7f20f8145600 2024-04-15T15:12:20.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.544+0000 7f20ef7fe640 1 -- 172.21.15.84:0/123139411 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f20f001a070 con 0x7f20f8145600 2024-04-15T15:12:20.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.545+0000 7f20ef7fe640 1 --2- 172.21.15.84:0/123139411 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f20d806c980 0x7f20d806ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:20.548 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.545+0000 7f20ef7fe640 1 -- 172.21.15.84:0/123139411 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f20f008bbc0 con 0x7f20f8145600 2024-04-15T15:12:20.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.545+0000 7f20f6ffd640 1 --2- 172.21.15.84:0/123139411 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f20d806c980 0x7f20d806ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:20.549 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.545+0000 7f20f6ffd640 1 --2- 172.21.15.84:0/123139411 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f20d806c980 0x7f20d806ee40 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f20e8036000 tx=0x7f20e8008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:20.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.549+0000 7f20ef7fe640 1 -- 172.21.15.84:0/123139411 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f20f0059e00 con 0x7f20f8145600 2024-04-15T15:12:20.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.728+0000 7f20fd6b1640 1 -- 172.21.15.84:0/123139411 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f20f8071430 con 0x7f20f8145600 2024-04-15T15:12:20.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.728+0000 7f20ef7fe640 1 -- 172.21.15.84:0/123139411 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v41) ==== 100+0+11 (secure 0 0 0) 0x7f20f0059700 con 0x7f20f8145600 2024-04-15T15:12:20.730 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:12:20.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.730+0000 7f20fd6b1640 1 -- 172.21.15.84:0/123139411 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f20d806c980 msgr2=0x7f20d806ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:20.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.730+0000 7f20fd6b1640 1 --2- 172.21.15.84:0/123139411 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f20d806c980 0x7f20d806ee40 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f20e8036000 tx=0x7f20e8008030 comp rx=0 tx=0).stop 2024-04-15T15:12:20.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.730+0000 7f20fd6b1640 1 -- 172.21.15.84:0/123139411 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20f8145600 msgr2=0x7f20f80adc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:20.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.730+0000 7f20fd6b1640 1 --2- 172.21.15.84:0/123139411 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20f8145600 0x7f20f80adc20 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f20f000cb70 tx=0x7f20f000a430 comp rx=0 tx=0).stop 2024-04-15T15:12:20.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.730+0000 7f20fd6b1640 1 -- 172.21.15.84:0/123139411 shutdown_connections 2024-04-15T15:12:20.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.730+0000 7f20fd6b1640 1 --2- 172.21.15.84:0/123139411 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20f8145600 0x7f20f80adc20 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.730+0000 7f20fd6b1640 1 --2- 172.21.15.84:0/123139411 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20f8145220 0x7f20f81f4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.730+0000 7f20fd6b1640 1 --2- 172.21.15.84:0/123139411 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f20d806c980 0x7f20d806ee40 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.730+0000 7f20fd6b1640 1 --2- 172.21.15.84:0/123139411 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20f806f480 0x7f20f8137c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.730+0000 7f20fd6b1640 1 -- 172.21.15.84:0/123139411 >> 172.21.15.84:0/123139411 conn(0x7f20f8070540 msgr2=0x7f20f80b5bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:20.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.730+0000 7f20fd6b1640 1 -- 172.21.15.84:0/123139411 shutdown_connections 2024-04-15T15:12:20.733 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.730+0000 7f20fd6b1640 1 -- 172.21.15.84:0/123139411 wait complete. 2024-04-15T15:12:20.743 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-15T15:12:20.846 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.845+0000 7f95f12b2640 1 Processor -- start 2024-04-15T15:12:20.847 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.845+0000 7f95f12b2640 1 -- start start 2024-04-15T15:12:20.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.845+0000 7f95f12b2640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f95ec15e9f0 0x7f95ec0d3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:20.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.845+0000 7f95f12b2640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95ec06c400 0x7f95ec06c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:20.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.846+0000 7f95f12b2640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95ec0d2320 con 0x7f95ec15e610 2024-04-15T15:12:20.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.846+0000 7f95f12b2640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f95ec0d31d0 con 0x7f95ec15e9f0 2024-04-15T15:12:20.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.846+0000 7f95f12b2640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f95ec0d25c0 con 0x7f95ec06c400 2024-04-15T15:12:20.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.846+0000 7f95e3fff640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f95ec15e9f0 0x7f95ec0d3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:20.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.846+0000 7f95eb7fe640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95ec06c400 0x7f95ec06c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:20.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.846+0000 7f95eaffd640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7f95ec15e610 0x7f95ec0d0690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:46904/0 (socket says 172.21.15.84:46904) 2024-04-15T15:12:20.848 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.846+0000 7f95eaffd640 1 -- 172.21.15.84:0/3283451672 learned_addr learned my addr 172.21.15.84:0/3283451672 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:20.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.846+0000 7f95eb7fe640 1 -- 172.21.15.84:0/3283451672 >> v2:172.21.15.203:3300/0 conn(0x7f95ec15e9f0 msgr2=0x7f95ec0d3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:20.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.846+0000 7f95eb7fe640 1 --2- 172.21.15.84:0/3283451672 >> v2:172.21.15.203:3300/0 conn(0x7f95ec15e9f0 0x7f95ec0d3660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.846+0000 7f95eb7fe640 1 -- 172.21.15.84:0/3283451672 >> v1:172.21.15.203:6789/0 conn(0x7f95ec15e610 legacy=0x7f95ec0d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:20.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.846+0000 7f95eb7fe640 1 -- 172.21.15.84:0/3283451672 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95ec0d28a0 con 0x7f95ec06c400 2024-04-15T15:12:20.849 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.846+0000 7f95e3fff640 1 --2- 172.21.15.84:0/3283451672 >> v2:172.21.15.203:3300/0 conn(0x7f95ec15e9f0 0x7f95ec0d3660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:12:20.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.847+0000 7f95eb7fe640 1 --2- 172.21.15.84:0/3283451672 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95ec06c400 0x7f95ec06c890 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f95e4009d90 tx=0x7f95e402bf30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7ee7cbb4cc404bbd server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:20.850 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.847+0000 7f95ea7fc640 1 -- 172.21.15.84:0/3283451672 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e4039070 con 0x7f95ec06c400 2024-04-15T15:12:20.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.847+0000 7f95ea7fc640 1 -- 172.21.15.84:0/3283451672 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95e402cce0 con 0x7f95ec06c400 2024-04-15T15:12:20.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.847+0000 7f95ea7fc640 1 -- 172.21.15.84:0/3283451672 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e4034660 con 0x7f95ec06c400 2024-04-15T15:12:20.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.848+0000 7f95f12b2640 1 -- 172.21.15.84:0/3283451672 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95ec06c400 msgr2=0x7f95ec06c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:20.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.848+0000 7f95f12b2640 1 --2- 172.21.15.84:0/3283451672 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95ec06c400 0x7f95ec06c890 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f95e4009d90 tx=0x7f95e402bf30 comp rx=0 tx=0).stop 2024-04-15T15:12:20.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.848+0000 7f95f12b2640 1 -- 172.21.15.84:0/3283451672 shutdown_connections 2024-04-15T15:12:20.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.848+0000 7f95f12b2640 1 --2- 172.21.15.84:0/3283451672 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95ec06c400 0x7f95ec06c890 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.848+0000 7f95f12b2640 1 --2- 172.21.15.84:0/3283451672 >> v2:172.21.15.203:3300/0 conn(0x7f95ec15e9f0 0x7f95ec0d3660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.848+0000 7f95f12b2640 1 -- 172.21.15.84:0/3283451672 >> 172.21.15.84:0/3283451672 conn(0x7f95ec0d4750 msgr2=0x7f95ec0d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:20.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.848+0000 7f95f12b2640 1 -- 172.21.15.84:0/3283451672 shutdown_connections 2024-04-15T15:12:20.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.848+0000 7f95f12b2640 1 -- 172.21.15.84:0/3283451672 wait complete. 2024-04-15T15:12:20.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.849+0000 7f95f12b2640 1 Processor -- start 2024-04-15T15:12:20.851 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.849+0000 7f95f12b2640 1 -- start start 2024-04-15T15:12:20.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.850+0000 7f95f12b2640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95ec06c400 0x7f95ec161470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:20.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.850+0000 7f95f12b2640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f95ec15e610 0x7f95ec156410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:20.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.850+0000 7f95f12b2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95ec15e9f0 0x7f95ec144c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:20.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.850+0000 7f95f12b2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f95ec06d130 con 0x7f95ec15e9f0 2024-04-15T15:12:20.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.850+0000 7f95f12b2640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f95ec0d2e60 con 0x7f95ec15e610 2024-04-15T15:12:20.854 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.850+0000 7f95f12b2640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f95ec0d3ba0 con 0x7f95ec06c400 2024-04-15T15:12:20.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.850+0000 7f95eb7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95ec15e9f0 0x7f95ec144c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:20.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.850+0000 7f95eb7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95ec15e9f0 0x7f95ec144c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56988/0 (socket says 172.21.15.84:56988) 2024-04-15T15:12:20.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.850+0000 7f95eb7fe640 1 -- 172.21.15.84:0/2575478706 learned_addr learned my addr 172.21.15.84:0/2575478706 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:20.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.850+0000 7f95e3fff640 1 --2- 172.21.15.84:0/2575478706 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f95ec15e610 0x7f95ec156410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:20.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.850+0000 7f95eaffd640 1 --2- 172.21.15.84:0/2575478706 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95ec06c400 0x7f95ec161470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:20.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.850+0000 7f95eb7fe640 1 -- 172.21.15.84:0/2575478706 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95ec06c400 msgr2=0x7f95ec161470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:20.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.850+0000 7f95eb7fe640 1 --2- 172.21.15.84:0/2575478706 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95ec06c400 0x7f95ec161470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.850+0000 7f95eb7fe640 1 -- 172.21.15.84:0/2575478706 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f95ec15e610 msgr2=0x7f95ec156410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:20.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.850+0000 7f95eb7fe640 1 --2- 172.21.15.84:0/2575478706 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f95ec15e610 0x7f95ec156410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:20.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.850+0000 7f95eb7fe640 1 -- 172.21.15.84:0/2575478706 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95ec152f50 con 0x7f95ec15e9f0 2024-04-15T15:12:20.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.850+0000 7f95eb7fe640 1 --2- 172.21.15.84:0/2575478706 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95ec15e9f0 0x7f95ec144c10 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f95e4009eb0 tx=0x7f95e4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:20.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.850+0000 7f95e37fe640 1 -- 172.21.15.84:0/2575478706 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e4039050 con 0x7f95ec15e9f0 2024-04-15T15:12:20.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.851+0000 7f95e37fe640 1 -- 172.21.15.84:0/2575478706 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95e4045070 con 0x7f95ec15e9f0 2024-04-15T15:12:20.855 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.851+0000 7f95f12b2640 1 -- 172.21.15.84:0/2575478706 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95ec156950 con 0x7f95ec15e9f0 2024-04-15T15:12:20.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.851+0000 7f95e37fe640 1 -- 172.21.15.84:0/2575478706 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e4009450 con 0x7f95ec15e9f0 2024-04-15T15:12:20.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.851+0000 7f95f12b2640 1 -- 172.21.15.84:0/2575478706 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95ec160990 con 0x7f95ec15e9f0 2024-04-15T15:12:20.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.852+0000 7f95f12b2640 1 -- 172.21.15.84:0/2575478706 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95ec075c50 con 0x7f95ec15e9f0 2024-04-15T15:12:20.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.852+0000 7f95e37fe640 1 -- 172.21.15.84:0/2575478706 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f95e403e850 con 0x7f95ec15e9f0 2024-04-15T15:12:20.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.852+0000 7f95e37fe640 1 --2- 172.21.15.84:0/2575478706 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f95cc06c980 0x7f95cc06ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:20.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.853+0000 7f95e37fe640 1 -- 172.21.15.84:0/2575478706 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f95e40aea80 con 0x7f95ec15e9f0 2024-04-15T15:12:20.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.853+0000 7f95eaffd640 1 --2- 172.21.15.84:0/2575478706 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f95cc06c980 0x7f95cc06ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:20.856 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.853+0000 7f95eaffd640 1 --2- 172.21.15.84:0/2575478706 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f95cc06c980 0x7f95cc06ee40 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f95dc007fd0 tx=0x7f95dc007e80 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:20.858 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:20.857+0000 7f95e37fe640 1 -- 172.21.15.84:0/2575478706 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f95ec152f50 con 0x7f95ec15e9f0 2024-04-15T15:12:21.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.044+0000 7f95f12b2640 1 -- 172.21.15.84:0/2575478706 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f95ec0cf740 con 0x7f95ec15e9f0 2024-04-15T15:12:21.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.044+0000 7f95e37fe640 1 -- 172.21.15.84:0/2575478706 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v41) ==== 80+0+120 (secure 0 0 0) 0x7f95e407c700 con 0x7f95ec15e9f0 2024-04-15T15:12:21.046 INFO:teuthology.orchestra.run.smithi084.stdout:172.21.15.84:6837/564521126 2024-04-16T15:12:08.480389+0000 2024-04-15T15:12:21.046 INFO:teuthology.orchestra.run.smithi084.stdout:172.21.15.84:6835/564521126 2024-04-16T15:12:08.480389+0000 2024-04-15T15:12:21.046 INFO:teuthology.orchestra.run.smithi084.stderr:listed 2 entries 2024-04-15T15:12:21.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.046+0000 7f95f12b2640 1 -- 172.21.15.84:0/2575478706 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f95cc06c980 msgr2=0x7f95cc06ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:21.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.046+0000 7f95f12b2640 1 --2- 172.21.15.84:0/2575478706 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f95cc06c980 0x7f95cc06ee40 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f95dc007fd0 tx=0x7f95dc007e80 comp rx=0 tx=0).stop 2024-04-15T15:12:21.048 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.046+0000 7f95f12b2640 1 -- 172.21.15.84:0/2575478706 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95ec15e9f0 msgr2=0x7f95ec144c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:21.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.046+0000 7f95f12b2640 1 --2- 172.21.15.84:0/2575478706 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95ec15e9f0 0x7f95ec144c10 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f95e4009eb0 tx=0x7f95e4004a40 comp rx=0 tx=0).stop 2024-04-15T15:12:21.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.046+0000 7f95f12b2640 1 -- 172.21.15.84:0/2575478706 shutdown_connections 2024-04-15T15:12:21.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.046+0000 7f95f12b2640 1 --2- 172.21.15.84:0/2575478706 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f95cc06c980 0x7f95cc06ee40 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.046+0000 7f95f12b2640 1 --2- 172.21.15.84:0/2575478706 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f95ec15e610 0x7f95ec156410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.046+0000 7f95f12b2640 1 --2- 172.21.15.84:0/2575478706 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95ec15e9f0 0x7f95ec144c10 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.046+0000 7f95f12b2640 1 --2- 172.21.15.84:0/2575478706 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95ec06c400 0x7f95ec161470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.046+0000 7f95f12b2640 1 -- 172.21.15.84:0/2575478706 >> 172.21.15.84:0/2575478706 conn(0x7f95ec0d4750 msgr2=0x7f95ec0b5de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:21.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.046+0000 7f95f12b2640 1 -- 172.21.15.84:0/2575478706 shutdown_connections 2024-04-15T15:12:21.049 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.046+0000 7f95f12b2640 1 -- 172.21.15.84:0/2575478706 wait complete. 2024-04-15T15:12:21.059 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi203.front.sepia.ceph.com... 2024-04-15T15:12:21.059 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:21.059 DEBUG:teuthology.orchestra.run.smithi203:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-04-15T15:12:21.092 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi203.stderr:ceph-fuse[45986]: fuse finished with error 0 and tester_r 0 2024-04-15T15:12:21.094 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi203.front.sepia.ceph.com 2024-04-15T15:12:21.094 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:21.094 DEBUG:teuthology.orchestra.run.smithi203:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-04-15T15:12:21.264 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:12:21.368 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.366+0000 7fef2355f640 1 Processor -- start 2024-04-15T15:12:21.368 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.366+0000 7fef2355f640 1 -- start start 2024-04-15T15:12:21.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.367+0000 7fef2355f640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fef1c0d4aa0 0x7fef1c0d4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:21.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.367+0000 7fef2355f640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fef1c0cfb50 0x7fef1c0cffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:21.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.367+0000 7fef2355f640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef1c0b60b0 con 0x7fef1c15e9b0 2024-04-15T15:12:21.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.367+0000 7fef2355f640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fef1c15ed90 con 0x7fef1c0cfb50 2024-04-15T15:12:21.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.367+0000 7fef2355f640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fef1c0d5420 con 0x7fef1c0d4aa0 2024-04-15T15:12:21.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.367+0000 7fef21afc640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fef1c0cfb50 0x7fef1c0cffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:21.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.367+0000 7fef21afc640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fef1c0cfb50 0x7fef1c0cffd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:56996/0 (socket says 172.21.15.84:56996) 2024-04-15T15:12:21.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.367+0000 7fef21afc640 1 -- 172.21.15.84:0/2973561057 learned_addr learned my addr 172.21.15.84:0/2973561057 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:21.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.368+0000 7fef20afa640 1 --2- 172.21.15.84:0/2973561057 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fef1c0d4aa0 0x7fef1c0d4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:21.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.368+0000 7fef21afc640 1 -- 172.21.15.84:0/2973561057 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fef1c0d4aa0 msgr2=0x7fef1c0d4ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:21.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.368+0000 7fef21afc640 1 --2- 172.21.15.84:0/2973561057 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fef1c0d4aa0 0x7fef1c0d4ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.368+0000 7fef21afc640 1 -- 172.21.15.84:0/2973561057 >> v1:172.21.15.203:6789/0 conn(0x7fef1c15e9b0 legacy=0x7fef1c0d3420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:21.370 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.368+0000 7fef21afc640 1 -- 172.21.15.84:0/2973561057 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef1c0d3ea0 con 0x7fef1c0cfb50 2024-04-15T15:12:21.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.368+0000 7fef21afc640 1 --2- 172.21.15.84:0/2973561057 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef1c0cfb50 0x7fef1c0cffd0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fef14009870 tx=0x7fef1402ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9f6f93f82f34cfb server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:21.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.369+0000 7fef1bfff640 1 -- 172.21.15.84:0/2973561057 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef1402f840 con 0x7fef1c0cfb50 2024-04-15T15:12:21.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.369+0000 7fef1bfff640 1 -- 172.21.15.84:0/2973561057 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef1402f9e0 con 0x7fef1c0cfb50 2024-04-15T15:12:21.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.369+0000 7fef1bfff640 1 -- 172.21.15.84:0/2973561057 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef1402fdb0 con 0x7fef1c0cfb50 2024-04-15T15:12:21.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.369+0000 7fef2355f640 1 -- 172.21.15.84:0/2973561057 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef1c0cfb50 msgr2=0x7fef1c0cffd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:21.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.369+0000 7fef2355f640 1 --2- 172.21.15.84:0/2973561057 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef1c0cfb50 0x7fef1c0cffd0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fef14009870 tx=0x7fef1402ba20 comp rx=0 tx=0).stop 2024-04-15T15:12:21.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.369+0000 7fef2355f640 1 -- 172.21.15.84:0/2973561057 shutdown_connections 2024-04-15T15:12:21.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.369+0000 7fef2355f640 1 --2- 172.21.15.84:0/2973561057 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef1c0cfb50 0x7fef1c0cffd0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.369+0000 7fef2355f640 1 --2- 172.21.15.84:0/2973561057 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fef1c0d4aa0 0x7fef1c0d4ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.369+0000 7fef2355f640 1 -- 172.21.15.84:0/2973561057 >> 172.21.15.84:0/2973561057 conn(0x7fef1c09db30 msgr2=0x7fef1c0b95f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:21.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.369+0000 7fef2355f640 1 -- 172.21.15.84:0/2973561057 shutdown_connections 2024-04-15T15:12:21.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.369+0000 7fef2355f640 1 -- 172.21.15.84:0/2973561057 wait complete. 2024-04-15T15:12:21.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.370+0000 7fef2355f640 1 Processor -- start 2024-04-15T15:12:21.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.371+0000 7fef2355f640 1 -- start start 2024-04-15T15:12:21.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.371+0000 7fef2355f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fef1c0cfb50 0x7fef1c158dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:21.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.371+0000 7fef2355f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef1c0d4aa0 0x7fef1c0cc110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:21.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.371+0000 7fef2355f640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fef1c15e9b0 0x7fef1c161430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:21.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.371+0000 7fef2355f640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fef1c0b6910 con 0x7fef1c0d4aa0 2024-04-15T15:12:21.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.371+0000 7fef2355f640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fef1c0b6630 con 0x7fef1c0cfb50 2024-04-15T15:12:21.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.371+0000 7fef2355f640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fef1c0b6e30 con 0x7fef1c15e9b0 2024-04-15T15:12:21.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.371+0000 7fef20afa640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef1c0d4aa0 0x7fef1c0cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:21.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.371+0000 7fef20afa640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef1c0d4aa0 0x7fef1c0cc110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57008/0 (socket says 172.21.15.84:57008) 2024-04-15T15:12:21.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.371+0000 7fef20afa640 1 -- 172.21.15.84:0/2688330219 learned_addr learned my addr 172.21.15.84:0/2688330219 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:21.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.371+0000 7fef212fb640 1 --2- 172.21.15.84:0/2688330219 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fef1c0cfb50 0x7fef1c158dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:21.376 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.372+0000 7fef21afc640 1 --2- 172.21.15.84:0/2688330219 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fef1c15e9b0 0x7fef1c161430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:21.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.372+0000 7fef20afa640 1 -- 172.21.15.84:0/2688330219 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fef1c15e9b0 msgr2=0x7fef1c161430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:21.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.372+0000 7fef20afa640 1 --2- 172.21.15.84:0/2688330219 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fef1c15e9b0 0x7fef1c161430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.372+0000 7fef20afa640 1 -- 172.21.15.84:0/2688330219 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fef1c0cfb50 msgr2=0x7fef1c158dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:21.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.372+0000 7fef20afa640 1 --2- 172.21.15.84:0/2688330219 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fef1c0cfb50 0x7fef1c158dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.372+0000 7fef20afa640 1 -- 172.21.15.84:0/2688330219 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef1c0cca80 con 0x7fef1c0d4aa0 2024-04-15T15:12:21.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.372+0000 7fef20afa640 1 --2- 172.21.15.84:0/2688330219 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef1c0d4aa0 0x7fef1c0cc110 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fef1000d7d0 tx=0x7fef1000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:21.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.372+0000 7fef19ffb640 1 -- 172.21.15.84:0/2688330219 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef10004020 con 0x7fef1c0d4aa0 2024-04-15T15:12:21.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.372+0000 7fef19ffb640 1 -- 172.21.15.84:0/2688330219 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef100041e0 con 0x7fef1c0d4aa0 2024-04-15T15:12:21.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.372+0000 7fef2355f640 1 -- 172.21.15.84:0/2688330219 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef1c0ccd60 con 0x7fef1c0d4aa0 2024-04-15T15:12:21.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.372+0000 7fef19ffb640 1 -- 172.21.15.84:0/2688330219 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef100043d0 con 0x7fef1c0d4aa0 2024-04-15T15:12:21.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.372+0000 7fef2355f640 1 -- 172.21.15.84:0/2688330219 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef1c0cd320 con 0x7fef1c0d4aa0 2024-04-15T15:12:21.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.373+0000 7fef2355f640 1 -- 172.21.15.84:0/2688330219 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef1c0cb4d0 con 0x7fef1c0d4aa0 2024-04-15T15:12:21.377 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.373+0000 7fef19ffb640 1 -- 172.21.15.84:0/2688330219 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fef1001b020 con 0x7fef1c0d4aa0 2024-04-15T15:12:21.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.374+0000 7fef19ffb640 1 --2- 172.21.15.84:0/2688330219 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fef0806c980 0x7fef0806ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:21.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.374+0000 7fef19ffb640 1 -- 172.21.15.84:0/2688330219 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7fef1008bb60 con 0x7fef1c0d4aa0 2024-04-15T15:12:21.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.374+0000 7fef212fb640 1 --2- 172.21.15.84:0/2688330219 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fef0806c980 0x7fef0806ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:21.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.374+0000 7fef212fb640 1 --2- 172.21.15.84:0/2688330219 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fef0806c980 0x7fef0806ee40 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fef1c0cb480 tx=0x7fef0c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:21.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.378+0000 7fef19ffb640 1 -- 172.21.15.84:0/2688330219 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fef1c0cb4d0 con 0x7fef1c0d4aa0 2024-04-15T15:12:21.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.598+0000 7fef2355f640 1 -- 172.21.15.84:0/2688330219 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fef1c0689e0 con 0x7fef1c0d4aa0 2024-04-15T15:12:21.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.598+0000 7fef19ffb640 1 -- 172.21.15.84:0/2688330219 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) ==== 94+0+5185 (secure 0 0 0) 0x7fef10059e30 con 0x7fef1c0d4aa0 2024-04-15T15:12:21.600 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:21.600 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":22,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4922,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6834/2003323739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2003323739},{"type":"v1","addr":"172.21.15.203:6834","nonce":2003323739}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4925,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/2332672287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":2332672287},{"type":"v1","addr":"172.21.15.203:6835","nonce":2332672287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":5517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/952099470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":952099470},{"type":"v1","addr":"172.21.15.84:6836","nonce":952099470}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":22,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T15:11:38.147916+0000","modified":"2024-04-15T15:12:12.501070+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":41,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5979},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5979":{"gid":5979,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":4,"addr":"172.21.15.84:6837/2180255707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":2180255707},{"type":"v1","addr":"172.21.15.84:6837","nonce":2180255707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5979,"qdb_cluster":[5979]},"id":2}]} 2024-04-15T15:12:21.600 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 22 2024-04-15T15:12:21.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.600+0000 7fef2355f640 1 -- 172.21.15.84:0/2688330219 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fef0806c980 msgr2=0x7fef0806ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:21.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.600+0000 7fef2355f640 1 --2- 172.21.15.84:0/2688330219 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fef0806c980 0x7fef0806ee40 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fef1c0cb480 tx=0x7fef0c009040 comp rx=0 tx=0).stop 2024-04-15T15:12:21.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.600+0000 7fef2355f640 1 -- 172.21.15.84:0/2688330219 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef1c0d4aa0 msgr2=0x7fef1c0cc110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:21.602 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.600+0000 7fef2355f640 1 --2- 172.21.15.84:0/2688330219 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef1c0d4aa0 0x7fef1c0cc110 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fef1000d7d0 tx=0x7fef1000dc90 comp rx=0 tx=0).stop 2024-04-15T15:12:21.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.600+0000 7fef2355f640 1 -- 172.21.15.84:0/2688330219 shutdown_connections 2024-04-15T15:12:21.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.600+0000 7fef2355f640 1 --2- 172.21.15.84:0/2688330219 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fef1c15e9b0 0x7fef1c161430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.600+0000 7fef2355f640 1 --2- 172.21.15.84:0/2688330219 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fef1c0d4aa0 0x7fef1c0cc110 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.600+0000 7fef2355f640 1 --2- 172.21.15.84:0/2688330219 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fef0806c980 0x7fef0806ee40 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.600+0000 7fef2355f640 1 --2- 172.21.15.84:0/2688330219 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fef1c0cfb50 0x7fef1c158dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.600+0000 7fef2355f640 1 -- 172.21.15.84:0/2688330219 >> 172.21.15.84:0/2688330219 conn(0x7fef1c09db30 msgr2=0x7fef1c0b1240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:21.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.600+0000 7fef2355f640 1 -- 172.21.15.84:0/2688330219 shutdown_connections 2024-04-15T15:12:21.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.600+0000 7fef2355f640 1 -- 172.21.15.84:0/2688330219 wait complete. 2024-04-15T15:12:21.614 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:12:21.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.715+0000 7f5228332640 1 Processor -- start 2024-04-15T15:12:21.718 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.715+0000 7f5228332640 1 -- start start 2024-04-15T15:12:21.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.716+0000 7f5228332640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f5220156da0 0x7f52200ccb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:21.727 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.716+0000 7f5228332640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f52200cd0b0 0x7f522006c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:21.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.716+0000 7f5228332640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f52200cbad0 con 0x7f52201569c0 2024-04-15T15:12:21.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.716+0000 7f5228332640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f52200cbdb0 con 0x7f5220156da0 2024-04-15T15:12:21.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.716+0000 7f5228332640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f52200cc090 con 0x7f52200cd0b0 2024-04-15T15:12:21.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.717+0000 7f52258cd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f5220156da0 0x7f52200ccb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:21.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.717+0000 7f52260ce640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f52201569c0 0x7f522015d540 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:45380/0 (socket says 172.21.15.84:45380) 2024-04-15T15:12:21.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.717+0000 7f52260ce640 1 -- 172.21.15.84:0/3227788035 learned_addr learned my addr 172.21.15.84:0/3227788035 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:21.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.717+0000 7f52258cd640 1 -- 172.21.15.84:0/3227788035 >> v2:172.21.15.203:3300/0 conn(0x7f52200cd0b0 msgr2=0x7f522006c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:21.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.717+0000 7f52258cd640 1 --2- 172.21.15.84:0/3227788035 >> v2:172.21.15.203:3300/0 conn(0x7f52200cd0b0 0x7f522006c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.717+0000 7f52258cd640 1 -- 172.21.15.84:0/3227788035 >> v1:172.21.15.84:6789/0 conn(0x7f52201569c0 legacy=0x7f522015d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:21.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.717+0000 7f52258cd640 1 -- 172.21.15.84:0/3227788035 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52200cc370 con 0x7f5220156da0 2024-04-15T15:12:21.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.717+0000 7f52250cc640 1 -- 172.21.15.84:0/3227788035 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3680357844 0 0) 0x7f52200cbad0 con 0x7f52201569c0 2024-04-15T15:12:21.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.718+0000 7f52258cd640 1 --2- 172.21.15.84:0/3227788035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5220156da0 0x7f52200ccb70 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f522006d020 tx=0x7f521c02b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7c84337ba4c31f5 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:21.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.718+0000 7f52250cc640 1 -- 172.21.15.84:0/3227788035 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f521c035020 con 0x7f5220156da0 2024-04-15T15:12:21.728 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.718+0000 7f52250cc640 1 -- 172.21.15.84:0/3227788035 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f521c031830 con 0x7f5220156da0 2024-04-15T15:12:21.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.718+0000 7f52250cc640 1 -- 172.21.15.84:0/3227788035 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f521c031c00 con 0x7f5220156da0 2024-04-15T15:12:21.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.718+0000 7f5228332640 1 -- 172.21.15.84:0/3227788035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5220156da0 msgr2=0x7f52200ccb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:21.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.718+0000 7f5228332640 1 --2- 172.21.15.84:0/3227788035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5220156da0 0x7f52200ccb70 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f522006d020 tx=0x7f521c02b8d0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.718+0000 7f5228332640 1 -- 172.21.15.84:0/3227788035 shutdown_connections 2024-04-15T15:12:21.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.718+0000 7f5228332640 1 --2- 172.21.15.84:0/3227788035 >> v2:172.21.15.203:3300/0 conn(0x7f52200cd0b0 0x7f522006c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.718+0000 7f5228332640 1 --2- 172.21.15.84:0/3227788035 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5220156da0 0x7f52200ccb70 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.718+0000 7f5228332640 1 -- 172.21.15.84:0/3227788035 >> 172.21.15.84:0/3227788035 conn(0x7f52200cd4a0 msgr2=0x7f52200cd880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:21.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.718+0000 7f5228332640 1 -- 172.21.15.84:0/3227788035 shutdown_connections 2024-04-15T15:12:21.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.718+0000 7f5228332640 1 -- 172.21.15.84:0/3227788035 wait complete. 2024-04-15T15:12:21.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.720+0000 7f5228332640 1 Processor -- start 2024-04-15T15:12:21.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.720+0000 7f5228332640 1 -- start start 2024-04-15T15:12:21.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.720+0000 7f5228332640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f52201569c0 0x7f52201f1d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:21.729 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.720+0000 7f5228332640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5220156da0 0x7f522006f220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:21.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.720+0000 7f5228332640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5220145880 0x7f52200c9ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:21.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.720+0000 7f5228332640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f52200cb750 con 0x7f52201569c0 2024-04-15T15:12:21.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.720+0000 7f5228332640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f52200b01a0 con 0x7f5220156da0 2024-04-15T15:12:21.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.720+0000 7f5228332640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f522006c8b0 con 0x7f5220145880 2024-04-15T15:12:21.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.720+0000 7f52260ce640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f52201569c0 0x7f52201f1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:21.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.720+0000 7f52260ce640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f52201569c0 0x7f52201f1d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57026/0 (socket says 172.21.15.84:57026) 2024-04-15T15:12:21.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.720+0000 7f52260ce640 1 -- 172.21.15.84:0/1352520107 learned_addr learned my addr 172.21.15.84:0/1352520107 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:21.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.721+0000 7f52260ce640 1 -- 172.21.15.84:0/1352520107 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5220145880 msgr2=0x7f52200c9ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:21.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.721+0000 7f52260ce640 1 --2- 172.21.15.84:0/1352520107 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5220145880 0x7f52200c9ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.721+0000 7f52260ce640 1 -- 172.21.15.84:0/1352520107 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5220156da0 msgr2=0x7f522006f220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:21.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.721+0000 7f52260ce640 1 --2- 172.21.15.84:0/1352520107 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5220156da0 0x7f522006f220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.721+0000 7f52260ce640 1 -- 172.21.15.84:0/1352520107 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52201f22a0 con 0x7f52201569c0 2024-04-15T15:12:21.730 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.721+0000 7f52260ce640 1 --2- 172.21.15.84:0/1352520107 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f52201569c0 0x7f52201f1d60 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f521400c4d0 tx=0x7f521400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:21.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.721+0000 7f5212ffd640 1 -- 172.21.15.84:0/1352520107 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5214018070 con 0x7f52201569c0 2024-04-15T15:12:21.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.721+0000 7f5212ffd640 1 -- 172.21.15.84:0/1352520107 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f52140074e0 con 0x7f52201569c0 2024-04-15T15:12:21.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.721+0000 7f5228332640 1 -- 172.21.15.84:0/1352520107 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f522006fbc0 con 0x7f52201569c0 2024-04-15T15:12:21.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.721+0000 7f5212ffd640 1 -- 172.21.15.84:0/1352520107 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5214004a20 con 0x7f52201569c0 2024-04-15T15:12:21.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.721+0000 7f5228332640 1 -- 172.21.15.84:0/1352520107 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5220070180 con 0x7f52201569c0 2024-04-15T15:12:21.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.722+0000 7f5228332640 1 -- 172.21.15.84:0/1352520107 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52200689e0 con 0x7f52201569c0 2024-04-15T15:12:21.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.722+0000 7f5212ffd640 1 -- 172.21.15.84:0/1352520107 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f521401b070 con 0x7f52201569c0 2024-04-15T15:12:21.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.723+0000 7f5212ffd640 1 --2- 172.21.15.84:0/1352520107 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f520406c9b0 0x7f520406ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:21.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.723+0000 7f5212ffd640 1 -- 172.21.15.84:0/1352520107 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f521408b0a0 con 0x7f52201569c0 2024-04-15T15:12:21.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.723+0000 7f52258cd640 1 --2- 172.21.15.84:0/1352520107 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f520406c9b0 0x7f520406ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:21.731 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.723+0000 7f52258cd640 1 --2- 172.21.15.84:0/1352520107 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f520406c9b0 0x7f520406ee70 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f521c036000 tx=0x7f521c030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:21.732 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.727+0000 7f5212ffd640 1 -- 172.21.15.84:0/1352520107 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f52140592e0 con 0x7f52201569c0 2024-04-15T15:12:21.906 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.905+0000 7f5228332640 1 -- 172.21.15.84:0/1352520107 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f52200cb530 con 0x7f52201569c0 2024-04-15T15:12:21.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.906+0000 7f5212ffd640 1 -- 172.21.15.84:0/1352520107 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) ==== 74+0+17070 (secure 0 0 0) 0x7f5214058be0 con 0x7f52201569c0 2024-04-15T15:12:21.908 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:21.908 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":41,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:12:08.480411+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:11:36.635627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-15T15:11:37.095988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.38","mappings":[{"from":5,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:6837/564521126":"2024-04-16T15:12:08.480389+0000","172.21.15.84:6835/564521126":"2024-04-16T15:12:08.480389+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:12:21.911 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.908+0000 7f5228332640 1 -- 172.21.15.84:0/1352520107 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f520406c9b0 msgr2=0x7f520406ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:21.911 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.908+0000 7f5228332640 1 --2- 172.21.15.84:0/1352520107 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f520406c9b0 0x7f520406ee70 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f521c036000 tx=0x7f521c030000 comp rx=0 tx=0).stop 2024-04-15T15:12:21.911 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.908+0000 7f5228332640 1 -- 172.21.15.84:0/1352520107 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f52201569c0 msgr2=0x7f52201f1d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:21.911 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.908+0000 7f5228332640 1 --2- 172.21.15.84:0/1352520107 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f52201569c0 0x7f52201f1d60 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f521400c4d0 tx=0x7f521400c990 comp rx=0 tx=0).stop 2024-04-15T15:12:21.911 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.908+0000 7f5228332640 1 -- 172.21.15.84:0/1352520107 shutdown_connections 2024-04-15T15:12:21.911 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.908+0000 7f5228332640 1 --2- 172.21.15.84:0/1352520107 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f520406c9b0 0x7f520406ee70 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.911 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.908+0000 7f5228332640 1 --2- 172.21.15.84:0/1352520107 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5220156da0 0x7f522006f220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.911 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.908+0000 7f5228332640 1 --2- 172.21.15.84:0/1352520107 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5220145880 0x7f52200c9ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.911 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.908+0000 7f5228332640 1 --2- 172.21.15.84:0/1352520107 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f52201569c0 0x7f52201f1d60 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:21.911 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.908+0000 7f5228332640 1 -- 172.21.15.84:0/1352520107 >> 172.21.15.84:0/1352520107 conn(0x7f52200cd4a0 msgr2=0x7f52200b18f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:21.911 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.908+0000 7f5228332640 1 -- 172.21.15.84:0/1352520107 shutdown_connections 2024-04-15T15:12:21.912 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:21.908+0000 7f5228332640 1 -- 172.21.15.84:0/1352520107 wait complete. 2024-04-15T15:12:21.921 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T15:10:10.565830+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '16', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T15:11:36.635627+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '37', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T15:11:37.095988+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '38', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T15:12:21.921 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T15:12:22.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.025+0000 7f8d73315640 1 Processor -- start 2024-04-15T15:12:22.027 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.025+0000 7f8d73315640 1 -- start start 2024-04-15T15:12:22.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.026+0000 7f8d73315640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f8d6c0afae0 0x7f8d6c06c340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.026+0000 7f8d73315640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d6c0d07c0 con 0x7f8d6c0b0050 2024-04-15T15:12:22.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.026+0000 7f8d73315640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d6c0b3aa0 con 0x7f8d6c0b5410 2024-04-15T15:12:22.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.026+0000 7f8d73315640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f8d6c0d0330 con 0x7f8d6c0afae0 2024-04-15T15:12:22.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.026+0000 7f8d718b2640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f8d6c0afae0 0x7f8d6c06c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.026+0000 7f8d718b2640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f8d6c0afae0 0x7f8d6c06c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57042/0 (socket says 172.21.15.84:57042) 2024-04-15T15:12:22.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.026+0000 7f8d708b0640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f8d6c0b0050 0x7f8d6c0cf960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:45390/0 (socket says 172.21.15.84:45390) 2024-04-15T15:12:22.028 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.026+0000 7f8d718b2640 1 -- 172.21.15.84:0/1416590683 learned_addr learned my addr 172.21.15.84:0/1416590683 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:22.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.026+0000 7f8d718b2640 1 -- 172.21.15.84:0/1416590683 >> v1:172.21.15.203:6789/0 conn(0x7f8d6c0b5410 legacy=0x7f8d6c0b57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:22.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.026+0000 7f8d718b2640 1 -- 172.21.15.84:0/1416590683 >> v1:172.21.15.84:6789/0 conn(0x7f8d6c0b0050 legacy=0x7f8d6c0cf960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.026+0000 7f8d718b2640 1 -- 172.21.15.84:0/1416590683 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d6c0b3d80 con 0x7f8d6c0afae0 2024-04-15T15:12:22.029 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.026+0000 7f8d6bfff640 1 -- 172.21.15.84:0/1416590683 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2367341427 0 0) 0x7f8d6c0d07c0 con 0x7f8d6c0b0050 2024-04-15T15:12:22.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.027+0000 7f8d718b2640 1 --2- 172.21.15.84:0/1416590683 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8d6c0afae0 0x7f8d6c06c340 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f8d64009870 tx=0x7f8d6402b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c49670ca4f375287 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:22.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.027+0000 7f8d6bfff640 1 -- 172.21.15.84:0/1416590683 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d64035020 con 0x7f8d6c0afae0 2024-04-15T15:12:22.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.027+0000 7f8d6bfff640 1 -- 172.21.15.84:0/1416590683 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d64031870 con 0x7f8d6c0afae0 2024-04-15T15:12:22.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.027+0000 7f8d6bfff640 1 -- 172.21.15.84:0/1416590683 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d64031c40 con 0x7f8d6c0afae0 2024-04-15T15:12:22.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.028+0000 7f8d73315640 1 -- 172.21.15.84:0/1416590683 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8d6c0afae0 msgr2=0x7f8d6c06c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.028+0000 7f8d73315640 1 --2- 172.21.15.84:0/1416590683 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8d6c0afae0 0x7f8d6c06c340 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7f8d64009870 tx=0x7f8d6402b910 comp rx=0 tx=0).stop 2024-04-15T15:12:22.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.028+0000 7f8d73315640 1 -- 172.21.15.84:0/1416590683 shutdown_connections 2024-04-15T15:12:22.030 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.028+0000 7f8d73315640 1 --2- 172.21.15.84:0/1416590683 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8d6c0afae0 0x7f8d6c06c340 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.028+0000 7f8d73315640 1 -- 172.21.15.84:0/1416590683 >> 172.21.15.84:0/1416590683 conn(0x7f8d6c0d0a50 msgr2=0x7f8d6c0d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:22.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.028+0000 7f8d73315640 1 -- 172.21.15.84:0/1416590683 shutdown_connections 2024-04-15T15:12:22.031 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.028+0000 7f8d73315640 1 -- 172.21.15.84:0/1416590683 wait complete. 2024-04-15T15:12:22.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.029+0000 7f8d73315640 1 Processor -- start 2024-04-15T15:12:22.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.029+0000 7f8d73315640 1 -- start start 2024-04-15T15:12:22.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.030+0000 7f8d73315640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8d6c0afae0 0x7f8d6c146400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.030+0000 7f8d73315640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8d6c0b0050 0x7f8d6c156ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.030+0000 7f8d73315640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8d6c0b5410 0x7f8d6c1573e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.030+0000 7f8d73315640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8d6c06db40 con 0x7f8d6c0b0050 2024-04-15T15:12:22.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.030+0000 7f8d73315640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8d6c0d18f0 con 0x7f8d6c0afae0 2024-04-15T15:12:22.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.030+0000 7f8d73315640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f8d6c06dcc0 con 0x7f8d6c0b5410 2024-04-15T15:12:22.033 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.030+0000 7f8d708b0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8d6c0b0050 0x7f8d6c156ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.030+0000 7f8d708b0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8d6c0b0050 0x7f8d6c156ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57054/0 (socket says 172.21.15.84:57054) 2024-04-15T15:12:22.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.030+0000 7f8d708b0640 1 -- 172.21.15.84:0/1912643343 learned_addr learned my addr 172.21.15.84:0/1912643343 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:22.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.030+0000 7f8d710b1640 1 --2- 172.21.15.84:0/1912643343 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8d6c0afae0 0x7f8d6c146400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.030+0000 7f8d718b2640 1 --2- 172.21.15.84:0/1912643343 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8d6c0b5410 0x7f8d6c1573e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.030+0000 7f8d708b0640 1 -- 172.21.15.84:0/1912643343 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8d6c0b5410 msgr2=0x7f8d6c1573e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.030+0000 7f8d708b0640 1 --2- 172.21.15.84:0/1912643343 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8d6c0b5410 0x7f8d6c1573e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.030+0000 7f8d708b0640 1 -- 172.21.15.84:0/1912643343 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8d6c0afae0 msgr2=0x7f8d6c146400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.030+0000 7f8d708b0640 1 --2- 172.21.15.84:0/1912643343 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8d6c0afae0 0x7f8d6c146400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.030+0000 7f8d708b0640 1 -- 172.21.15.84:0/1912643343 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d6c157a10 con 0x7f8d6c0b0050 2024-04-15T15:12:22.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.030+0000 7f8d710b1640 1 --2- 172.21.15.84:0/1912643343 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8d6c0afae0 0x7f8d6c146400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:22.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.030+0000 7f8d718b2640 1 --2- 172.21.15.84:0/1912643343 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8d6c0b5410 0x7f8d6c1573e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:22.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.030+0000 7f8d708b0640 1 --2- 172.21.15.84:0/1912643343 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8d6c0b0050 0x7f8d6c156ea0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f8d6000c3f0 tx=0x7f8d6000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:22.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.030+0000 7f8d69ffb640 1 -- 172.21.15.84:0/1912643343 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d600074e0 con 0x7f8d6c0b0050 2024-04-15T15:12:22.034 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.031+0000 7f8d69ffb640 1 -- 172.21.15.84:0/1912643343 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d600047e0 con 0x7f8d6c0b0050 2024-04-15T15:12:22.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.031+0000 7f8d73315640 1 -- 172.21.15.84:0/1912643343 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d6c157cf0 con 0x7f8d6c0b0050 2024-04-15T15:12:22.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.031+0000 7f8d69ffb640 1 -- 172.21.15.84:0/1912643343 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d60004c10 con 0x7f8d6c0b0050 2024-04-15T15:12:22.035 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.031+0000 7f8d73315640 1 -- 172.21.15.84:0/1912643343 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d6c1582b0 con 0x7f8d6c0b0050 2024-04-15T15:12:22.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.032+0000 7f8d73315640 1 -- 172.21.15.84:0/1912643343 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d6c075c50 con 0x7f8d6c0b0050 2024-04-15T15:12:22.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.032+0000 7f8d69ffb640 1 -- 172.21.15.84:0/1912643343 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f8d60011070 con 0x7f8d6c0b0050 2024-04-15T15:12:22.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.032+0000 7f8d69ffb640 1 --2- 172.21.15.84:0/1912643343 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8d5806c980 0x7f8d5806ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.033+0000 7f8d69ffb640 1 -- 172.21.15.84:0/1912643343 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f8d6008b950 con 0x7f8d6c0b0050 2024-04-15T15:12:22.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.033+0000 7f8d710b1640 1 --2- 172.21.15.84:0/1912643343 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8d5806c980 0x7f8d5806ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.036 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.033+0000 7f8d710b1640 1 --2- 172.21.15.84:0/1912643343 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8d5806c980 0x7f8d5806ee40 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f8d5c001dc0 tx=0x7f8d5c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:22.038 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.037+0000 7f8d69ffb640 1 -- 172.21.15.84:0/1912643343 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f8d6001a2b0 con 0x7f8d6c0b0050 2024-04-15T15:12:22.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.210+0000 7f8d73315640 1 -- 172.21.15.84:0/1912643343 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f8d6c06d610 con 0x7f8d6c0b0050 2024-04-15T15:12:22.212 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.211+0000 7f8d69ffb640 1 -- 172.21.15.84:0/1912643343 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v41) ==== 93+0+10 (secure 0 0 0) 0x7f8d60059c20 con 0x7f8d6c0b0050 2024-04-15T15:12:22.213 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 1 2024-04-15T15:12:22.215 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.213+0000 7f8d73315640 1 -- 172.21.15.84:0/1912643343 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8d5806c980 msgr2=0x7f8d5806ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.215 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.213+0000 7f8d73315640 1 --2- 172.21.15.84:0/1912643343 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8d5806c980 0x7f8d5806ee40 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f8d5c001dc0 tx=0x7f8d5c009040 comp rx=0 tx=0).stop 2024-04-15T15:12:22.215 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.213+0000 7f8d73315640 1 -- 172.21.15.84:0/1912643343 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8d6c0b0050 msgr2=0x7f8d6c156ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.215 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.213+0000 7f8d73315640 1 --2- 172.21.15.84:0/1912643343 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8d6c0b0050 0x7f8d6c156ea0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f8d6000c3f0 tx=0x7f8d6000c8b0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.215 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.213+0000 7f8d73315640 1 -- 172.21.15.84:0/1912643343 shutdown_connections 2024-04-15T15:12:22.215 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.213+0000 7f8d73315640 1 --2- 172.21.15.84:0/1912643343 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8d6c0b5410 0x7f8d6c1573e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.215 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.213+0000 7f8d73315640 1 --2- 172.21.15.84:0/1912643343 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8d6c0b0050 0x7f8d6c156ea0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.215 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.213+0000 7f8d73315640 1 --2- 172.21.15.84:0/1912643343 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8d5806c980 0x7f8d5806ee40 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.215 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.213+0000 7f8d73315640 1 --2- 172.21.15.84:0/1912643343 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8d6c0afae0 0x7f8d6c146400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.215 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.213+0000 7f8d73315640 1 -- 172.21.15.84:0/1912643343 >> 172.21.15.84:0/1912643343 conn(0x7f8d6c0d0a50 msgr2=0x7f8d6c161160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:22.216 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.213+0000 7f8d73315640 1 -- 172.21.15.84:0/1912643343 shutdown_connections 2024-04-15T15:12:22.216 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.213+0000 7f8d73315640 1 -- 172.21.15.84:0/1912643343 wait complete. 2024-04-15T15:12:22.226 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T15:12:22.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.330+0000 7f209afba640 1 Processor -- start 2024-04-15T15:12:22.332 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.330+0000 7f209afba640 1 -- start start 2024-04-15T15:12:22.335 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f209afba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20940d08f0 0x7f20940cc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f209afba640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f20940ce6d0 0x7f20940cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f209afba640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f209406bbb0 con 0x7f20940ce2f0 2024-04-15T15:12:22.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f209afba640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f209406b960 con 0x7f20940ce6d0 2024-04-15T15:12:22.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f209afba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f209406be90 con 0x7f20940d08f0 2024-04-15T15:12:22.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f2098d56640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f20940ce2f0 0x7f209415c530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:45396/0 (socket says 172.21.15.84:45396) 2024-04-15T15:12:22.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f2098d56640 1 -- 172.21.15.84:0/2577024642 learned_addr learned my addr 172.21.15.84:0/2577024642 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:22.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f208b7fe640 1 -- 172.21.15.84:0/2577024642 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 914171803 0 0) 0x7f209406bbb0 con 0x7f20940ce2f0 2024-04-15T15:12:22.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f208b7fe640 1 -- 172.21.15.84:0/2577024642 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f207c003520 con 0x7f20940ce2f0 2024-04-15T15:12:22.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f2099557640 1 --2- 172.21.15.84:0/2577024642 >> v2:172.21.15.203:3300/0 conn(0x7f20940ce6d0 0x7f20940cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f208bfff640 1 --2- 172.21.15.84:0/2577024642 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20940d08f0 0x7f20940cc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f208b7fe640 1 -- 172.21.15.84:0/2577024642 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1643706513 0 0) 0x7f207c003520 con 0x7f20940ce2f0 2024-04-15T15:12:22.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f208b7fe640 1 -- 172.21.15.84:0/2577024642 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20940d08f0 msgr2=0x7f20940cc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:22.336 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f208b7fe640 1 --2- 172.21.15.84:0/2577024642 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20940d08f0 0x7f20940cc0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f208b7fe640 1 -- 172.21.15.84:0/2577024642 >> v2:172.21.15.203:3300/0 conn(0x7f20940ce6d0 msgr2=0x7f20940cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:22.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f208b7fe640 1 --2- 172.21.15.84:0/2577024642 >> v2:172.21.15.203:3300/0 conn(0x7f20940ce6d0 0x7f20940cc5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f208b7fe640 1 -- 172.21.15.84:0/2577024642 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f209406c170 con 0x7f20940ce2f0 2024-04-15T15:12:22.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f208b7fe640 1 -- 172.21.15.84:0/2577024642 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f2090001670 con 0x7f20940ce2f0 2024-04-15T15:12:22.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f208b7fe640 1 -- 172.21.15.84:0/2577024642 >> v1:172.21.15.84:6789/0 conn(0x7f20940ce2f0 legacy=0x7f209415c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f208b7fe640 1 --2- 172.21.15.84:0/2577024642 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f207c0039b0 0x7f207c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f208b7fe640 1 --2- 172.21.15.84:0/2577024642 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20940d08f0 0x7f207c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f208b7fe640 1 --2- 172.21.15.84:0/2577024642 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f207c004d40 0x7f207c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.331+0000 7f208b7fe640 1 -- 172.21.15.84:0/2577024642 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f209406b960 con 0x7f207c004d40 2024-04-15T15:12:22.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.332+0000 7f208b7fe640 1 -- 172.21.15.84:0/2577024642 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f209406be90 con 0x7f207c0039b0 2024-04-15T15:12:22.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.332+0000 7f208b7fe640 1 -- 172.21.15.84:0/2577024642 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f207c00b9c0 con 0x7f20940d08f0 2024-04-15T15:12:22.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.332+0000 7f2099557640 1 --2- 172.21.15.84:0/2577024642 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f207c004d40 0x7f207c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.332+0000 7f2098d56640 1 --2- 172.21.15.84:0/2577024642 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f207c0039b0 0x7f207c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.332+0000 7f208bfff640 1 --2- 172.21.15.84:0/2577024642 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20940d08f0 0x7f207c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.337 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.332+0000 7f2099557640 1 -- 172.21.15.84:0/2577024642 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20940d08f0 msgr2=0x7f207c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:22.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.332+0000 7f2099557640 1 --2- 172.21.15.84:0/2577024642 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f20940d08f0 0x7f207c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.332+0000 7f2099557640 1 -- 172.21.15.84:0/2577024642 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f207c0039b0 msgr2=0x7f207c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:22.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.332+0000 7f2099557640 1 --2- 172.21.15.84:0/2577024642 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f207c0039b0 0x7f207c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.332+0000 7f2099557640 1 -- 172.21.15.84:0/2577024642 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f207c003520 con 0x7f207c004d40 2024-04-15T15:12:22.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.333+0000 7f2099557640 1 --2- 172.21.15.84:0/2577024642 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f207c004d40 0x7f207c0051c0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f208c009fc0 tx=0x7f207c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8977fa7ea1df7c9e server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:22.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.333+0000 7f208b7fe640 1 -- 172.21.15.84:0/2577024642 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f208c03b070 con 0x7f207c004d40 2024-04-15T15:12:22.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.333+0000 7f208b7fe640 1 -- 172.21.15.84:0/2577024642 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f208c036440 con 0x7f207c004d40 2024-04-15T15:12:22.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.333+0000 7f208b7fe640 1 -- 172.21.15.84:0/2577024642 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f208c009c10 con 0x7f207c004d40 2024-04-15T15:12:22.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.333+0000 7f209afba640 1 -- 172.21.15.84:0/2577024642 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f207c004d40 msgr2=0x7f207c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.333+0000 7f209afba640 1 --2- 172.21.15.84:0/2577024642 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f207c004d40 0x7f207c0051c0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f208c009fc0 tx=0x7f207c005830 comp rx=0 tx=0).stop 2024-04-15T15:12:22.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.333+0000 7f2099557640 1 -- 172.21.15.84:0/2577024642 reap_dead start 2024-04-15T15:12:22.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.333+0000 7f209afba640 1 -- 172.21.15.84:0/2577024642 shutdown_connections 2024-04-15T15:12:22.338 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.333+0000 7f209afba640 1 -- 172.21.15.84:0/2577024642 >> 172.21.15.84:0/2577024642 conn(0x7f20940b31d0 msgr2=0x7f20940b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:22.339 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.333+0000 7f209afba640 1 -- 172.21.15.84:0/2577024642 shutdown_connections 2024-04-15T15:12:22.339 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.333+0000 7f209afba640 1 -- 172.21.15.84:0/2577024642 wait complete. 2024-04-15T15:12:22.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.334+0000 7f209afba640 1 Processor -- start 2024-04-15T15:12:22.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.335+0000 7f209afba640 1 -- start start 2024-04-15T15:12:22.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.335+0000 7f209afba640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20940b2330 0x7f2094149370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.335+0000 7f209afba640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2094154d10 0x7f20941498b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.335+0000 7f209afba640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20940b2710 0x7f20940ae3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.341 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.335+0000 7f209afba640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f20940cc230 con 0x7f20940b2330 2024-04-15T15:12:22.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.335+0000 7f209afba640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f20940cc0b0 con 0x7f20940b2710 2024-04-15T15:12:22.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.335+0000 7f209afba640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f20940cc3b0 con 0x7f2094154d10 2024-04-15T15:12:22.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.335+0000 7f2098d56640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20940b2330 0x7f2094149370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.335+0000 7f2098d56640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20940b2330 0x7f2094149370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57074/0 (socket says 172.21.15.84:57074) 2024-04-15T15:12:22.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.335+0000 7f2098d56640 1 -- 172.21.15.84:0/1264589395 learned_addr learned my addr 172.21.15.84:0/1264589395 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:22.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.336+0000 7f2099557640 1 --2- 172.21.15.84:0/1264589395 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20940b2710 0x7f20940ae3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.336+0000 7f208bfff640 1 --2- 172.21.15.84:0/1264589395 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2094154d10 0x7f20941498b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.336+0000 7f2098d56640 1 -- 172.21.15.84:0/1264589395 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2094154d10 msgr2=0x7f20941498b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.336+0000 7f2098d56640 1 --2- 172.21.15.84:0/1264589395 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2094154d10 0x7f20941498b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.336+0000 7f2098d56640 1 -- 172.21.15.84:0/1264589395 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20940b2710 msgr2=0x7f20940ae3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.336+0000 7f2098d56640 1 --2- 172.21.15.84:0/1264589395 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20940b2710 0x7f20940ae3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.336+0000 7f2098d56640 1 -- 172.21.15.84:0/1264589395 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20940ad0b0 con 0x7f20940b2330 2024-04-15T15:12:22.342 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.336+0000 7f2098d56640 1 --2- 172.21.15.84:0/1264589395 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20940b2330 0x7f2094149370 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f2090007290 tx=0x7f2090007690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:22.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.336+0000 7f20897fa640 1 -- 172.21.15.84:0/1264589395 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f209000f9c0 con 0x7f20940b2330 2024-04-15T15:12:22.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.336+0000 7f20897fa640 1 -- 172.21.15.84:0/1264589395 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2090018070 con 0x7f20940b2330 2024-04-15T15:12:22.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.336+0000 7f209afba640 1 -- 172.21.15.84:0/1264589395 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20940ad350 con 0x7f20940b2330 2024-04-15T15:12:22.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.336+0000 7f20897fa640 1 -- 172.21.15.84:0/1264589395 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f209000fda0 con 0x7f20940b2330 2024-04-15T15:12:22.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.336+0000 7f209afba640 1 -- 172.21.15.84:0/1264589395 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20940ad910 con 0x7f20940b2330 2024-04-15T15:12:22.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.337+0000 7f209afba640 1 -- 172.21.15.84:0/1264589395 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20940b35e0 con 0x7f20940b2330 2024-04-15T15:12:22.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.338+0000 7f20897fa640 1 -- 172.21.15.84:0/1264589395 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f209001d460 con 0x7f20940b2330 2024-04-15T15:12:22.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.338+0000 7f20897fa640 1 --2- 172.21.15.84:0/1264589395 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f208006c9b0 0x7f208006ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.338+0000 7f208bfff640 1 --2- 172.21.15.84:0/1264589395 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f208006c9b0 0x7f208006ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.338+0000 7f20897fa640 1 -- 172.21.15.84:0/1264589395 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f209008bf50 con 0x7f20940b2330 2024-04-15T15:12:22.343 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.338+0000 7f208bfff640 1 --2- 172.21.15.84:0/1264589395 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f208006c9b0 0x7f208006ee70 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f209415b100 tx=0x7f2084008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:22.344 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.342+0000 7f20897fa640 1 -- 172.21.15.84:0/1264589395 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f20940b35e0 con 0x7f20940b2330 2024-04-15T15:12:22.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.515+0000 7f209afba640 1 -- 172.21.15.84:0/1264589395 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f2094075c50 con 0x7f20940b2330 2024-04-15T15:12:22.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.516+0000 7f20897fa640 1 -- 172.21.15.84:0/1264589395 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v41) ==== 104+0+11 (secure 0 0 0) 0x7f209005a220 con 0x7f20940b2330 2024-04-15T15:12:22.519 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 32 2024-04-15T15:12:22.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.518+0000 7f209afba640 1 -- 172.21.15.84:0/1264589395 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f208006c9b0 msgr2=0x7f208006ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.518+0000 7f209afba640 1 --2- 172.21.15.84:0/1264589395 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f208006c9b0 0x7f208006ee70 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f209415b100 tx=0x7f2084008040 comp rx=0 tx=0).stop 2024-04-15T15:12:22.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.518+0000 7f209afba640 1 -- 172.21.15.84:0/1264589395 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20940b2330 msgr2=0x7f2094149370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.518+0000 7f209afba640 1 --2- 172.21.15.84:0/1264589395 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20940b2330 0x7f2094149370 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f2090007290 tx=0x7f2090007690 comp rx=0 tx=0).stop 2024-04-15T15:12:22.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.518+0000 7f209afba640 1 -- 172.21.15.84:0/1264589395 shutdown_connections 2024-04-15T15:12:22.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.518+0000 7f209afba640 1 --2- 172.21.15.84:0/1264589395 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f208006c9b0 0x7f208006ee70 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.518+0000 7f209afba640 1 --2- 172.21.15.84:0/1264589395 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20940b2710 0x7f20940ae3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.518+0000 7f209afba640 1 --2- 172.21.15.84:0/1264589395 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2094154d10 0x7f20941498b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.518+0000 7f209afba640 1 --2- 172.21.15.84:0/1264589395 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f20940b2330 0x7f2094149370 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.518+0000 7f209afba640 1 -- 172.21.15.84:0/1264589395 >> 172.21.15.84:0/1264589395 conn(0x7f20940b31d0 msgr2=0x7f209415a300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:22.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.518+0000 7f209afba640 1 -- 172.21.15.84:0/1264589395 shutdown_connections 2024-04-15T15:12:22.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.518+0000 7f209afba640 1 -- 172.21.15.84:0/1264589395 wait complete. 2024-04-15T15:12:22.532 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T15:12:22.633 DEBUG:teuthology.orchestra.run.smithi084:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-15T15:12:22.636 DEBUG:teuthology.orchestra.run.smithi203:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-15T15:12:22.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.636+0000 7f179864e640 1 Processor -- start 2024-04-15T15:12:22.639 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.636+0000 7f179864e640 1 -- start start 2024-04-15T15:12:22.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.637+0000 7f179864e640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f17900cf4d0 0x7f1790071420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.640 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.637+0000 7f179864e640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f17900b52a0 0x7f17900cff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.637+0000 7f179864e640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17900ce450 con 0x7f179015c6b0 2024-04-15T15:12:22.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.637+0000 7f179864e640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f17900d0eb0 con 0x7f17900cf4d0 2024-04-15T15:12:22.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.637+0000 7f179864e640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f17900d0610 con 0x7f17900b52a0 2024-04-15T15:12:22.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.637+0000 7f1795be9640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f17900cf4d0 0x7f1790071420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.637+0000 7f17963ea640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f179015c6b0 0x7f17900cedc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:53322/0 (socket says 172.21.15.84:53322) 2024-04-15T15:12:22.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.637+0000 7f17963ea640 1 -- 172.21.15.84:0/3303018953 learned_addr learned my addr 172.21.15.84:0/3303018953 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:22.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.638+0000 7f1796beb640 1 --2- 172.21.15.84:0/3303018953 >> v2:172.21.15.203:3300/0 conn(0x7f17900b52a0 0x7f17900cff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.638+0000 7f1795be9640 1 -- 172.21.15.84:0/3303018953 >> v2:172.21.15.203:3300/0 conn(0x7f17900b52a0 msgr2=0x7f17900cff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:22.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.638+0000 7f1795be9640 1 --2- 172.21.15.84:0/3303018953 >> v2:172.21.15.203:3300/0 conn(0x7f17900b52a0 0x7f17900cff80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.638+0000 7f1795be9640 1 -- 172.21.15.84:0/3303018953 >> v1:172.21.15.84:6789/0 conn(0x7f179015c6b0 legacy=0x7f17900cedc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.638+0000 7f1795be9640 1 -- 172.21.15.84:0/3303018953 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17900d08f0 con 0x7f17900cf4d0 2024-04-15T15:12:22.641 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.638+0000 7f17953e8640 1 -- 172.21.15.84:0/3303018953 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2958324179 0 0) 0x7f17900ce450 con 0x7f179015c6b0 2024-04-15T15:12:22.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.638+0000 7f1795be9640 1 --2- 172.21.15.84:0/3303018953 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17900cf4d0 0x7f1790071420 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f17900c9410 tx=0x7f178402b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea850489dbc9b096 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:22.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.639+0000 7f17953e8640 1 -- 172.21.15.84:0/3303018953 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1784035020 con 0x7f17900cf4d0 2024-04-15T15:12:22.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.639+0000 7f17953e8640 1 -- 172.21.15.84:0/3303018953 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1784031830 con 0x7f17900cf4d0 2024-04-15T15:12:22.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.639+0000 7f17953e8640 1 -- 172.21.15.84:0/3303018953 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1784031c00 con 0x7f17900cf4d0 2024-04-15T15:12:22.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.639+0000 7f179864e640 1 -- 172.21.15.84:0/3303018953 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17900cf4d0 msgr2=0x7f1790071420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.639+0000 7f179864e640 1 --2- 172.21.15.84:0/3303018953 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17900cf4d0 0x7f1790071420 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f17900c9410 tx=0x7f178402b8d0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.639+0000 7f179864e640 1 -- 172.21.15.84:0/3303018953 shutdown_connections 2024-04-15T15:12:22.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.639+0000 7f179864e640 1 --2- 172.21.15.84:0/3303018953 >> v2:172.21.15.203:3300/0 conn(0x7f17900b52a0 0x7f17900cff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.639+0000 7f179864e640 1 --2- 172.21.15.84:0/3303018953 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17900cf4d0 0x7f1790071420 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.639+0000 7f179864e640 1 -- 172.21.15.84:0/3303018953 >> 172.21.15.84:0/3303018953 conn(0x7f17900b3fa0 msgr2=0x7f17900b4380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:22.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.639+0000 7f179864e640 1 -- 172.21.15.84:0/3303018953 shutdown_connections 2024-04-15T15:12:22.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.640+0000 7f179864e640 1 -- 172.21.15.84:0/3303018953 wait complete. 2024-04-15T15:12:22.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.641+0000 7f179864e640 1 Processor -- start 2024-04-15T15:12:22.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.641+0000 7f179864e640 1 -- start start 2024-04-15T15:12:22.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.641+0000 7f179864e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17900b52a0 0x7f179015b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.641+0000 7f179864e640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f17900cf4d0 0x7f17900c8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.641+0000 7f179864e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f179015c6b0 0x7f17901f5e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.641+0000 7f179864e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f17900ccfc0 con 0x7f17900b52a0 2024-04-15T15:12:22.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.641+0000 7f179864e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f17900ccaa0 con 0x7f179015c6b0 2024-04-15T15:12:22.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.641+0000 7f179864e640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f17900cd140 con 0x7f17900cf4d0 2024-04-15T15:12:22.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.641+0000 7f17963ea640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17900b52a0 0x7f179015b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.641+0000 7f17963ea640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17900b52a0 0x7f179015b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57834/0 (socket says 172.21.15.84:57834) 2024-04-15T15:12:22.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.641+0000 7f17963ea640 1 -- 172.21.15.84:0/3477617418 learned_addr learned my addr 172.21.15.84:0/3477617418 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:22.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.642+0000 7f1796beb640 1 --2- 172.21.15.84:0/3477617418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f179015c6b0 0x7f17901f5e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.642+0000 7f1795be9640 1 --2- 172.21.15.84:0/3477617418 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f17900cf4d0 0x7f17900c8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.642+0000 7f17963ea640 1 -- 172.21.15.84:0/3477617418 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f17900cf4d0 msgr2=0x7f17900c8ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.642+0000 7f17963ea640 1 --2- 172.21.15.84:0/3477617418 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f17900cf4d0 0x7f17900c8ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.642+0000 7f17963ea640 1 -- 172.21.15.84:0/3477617418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f179015c6b0 msgr2=0x7f17901f5e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.642+0000 7f17963ea640 1 --2- 172.21.15.84:0/3477617418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f179015c6b0 0x7f17901f5e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.642+0000 7f17963ea640 1 -- 172.21.15.84:0/3477617418 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17900cb910 con 0x7f17900b52a0 2024-04-15T15:12:22.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.642+0000 7f1796beb640 1 --2- 172.21.15.84:0/3477617418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f179015c6b0 0x7f17901f5e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:22.648 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.642+0000 7f1795be9640 1 --2- 172.21.15.84:0/3477617418 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f17900cf4d0 0x7f17900c8ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:22.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.642+0000 7f17963ea640 1 --2- 172.21.15.84:0/3477617418 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17900b52a0 0x7f179015b920 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f178c00c430 tx=0x7f178c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:22.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.642+0000 7f1782ffd640 1 -- 172.21.15.84:0/3477617418 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f178c0074e0 con 0x7f17900b52a0 2024-04-15T15:12:22.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.642+0000 7f1782ffd640 1 -- 172.21.15.84:0/3477617418 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f178c0047e0 con 0x7f17900b52a0 2024-04-15T15:12:22.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.642+0000 7f1782ffd640 1 -- 172.21.15.84:0/3477617418 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f178c004bd0 con 0x7f17900b52a0 2024-04-15T15:12:22.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.642+0000 7f179864e640 1 -- 172.21.15.84:0/3477617418 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17900cbbf0 con 0x7f17900b52a0 2024-04-15T15:12:22.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.642+0000 7f179864e640 1 -- 172.21.15.84:0/3477617418 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17900cc1b0 con 0x7f17900b52a0 2024-04-15T15:12:22.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.643+0000 7f179864e640 1 -- 172.21.15.84:0/3477617418 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17900cc3f0 con 0x7f17900b52a0 2024-04-15T15:12:22.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.644+0000 7f1782ffd640 1 -- 172.21.15.84:0/3477617418 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f178c011070 con 0x7f17900b52a0 2024-04-15T15:12:22.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.644+0000 7f1782ffd640 1 --2- 172.21.15.84:0/3477617418 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f177406c980 0x7f177406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.651 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.644+0000 7f1782ffd640 1 -- 172.21.15.84:0/3477617418 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f178c08ba60 con 0x7f17900b52a0 2024-04-15T15:12:22.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.644+0000 7f1795be9640 1 --2- 172.21.15.84:0/3477617418 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f177406c980 0x7f177406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.645+0000 7f1795be9640 1 --2- 172.21.15.84:0/3477617418 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f177406c980 0x7f177406ee40 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f1784036000 tx=0x7f1784008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:22.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.650+0000 7f1782ffd640 1 -- 172.21.15.84:0/3477617418 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f17900cc3f0 con 0x7f17900b52a0 2024-04-15T15:12:22.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.829+0000 7f179864e640 1 -- 172.21.15.84:0/3477617418 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f17900ceaa0 con 0x7f17900b52a0 2024-04-15T15:12:22.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.829+0000 7f1782ffd640 1 -- 172.21.15.84:0/3477617418 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v41) ==== 100+0+11 (secure 0 0 0) 0x7f178c059ca0 con 0x7f17900b52a0 2024-04-15T15:12:22.832 INFO:teuthology.orchestra.run.smithi084.stdout:pg_num: 64 2024-04-15T15:12:22.834 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.831+0000 7f179864e640 1 -- 172.21.15.84:0/3477617418 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f177406c980 msgr2=0x7f177406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.831+0000 7f179864e640 1 --2- 172.21.15.84:0/3477617418 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f177406c980 0x7f177406ee40 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f1784036000 tx=0x7f1784008030 comp rx=0 tx=0).stop 2024-04-15T15:12:22.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.831+0000 7f179864e640 1 -- 172.21.15.84:0/3477617418 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17900b52a0 msgr2=0x7f179015b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.831+0000 7f179864e640 1 --2- 172.21.15.84:0/3477617418 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17900b52a0 0x7f179015b920 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f178c00c430 tx=0x7f178c00c8f0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.831+0000 7f179864e640 1 -- 172.21.15.84:0/3477617418 shutdown_connections 2024-04-15T15:12:22.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.831+0000 7f179864e640 1 --2- 172.21.15.84:0/3477617418 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f177406c980 0x7f177406ee40 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.831+0000 7f179864e640 1 --2- 172.21.15.84:0/3477617418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f179015c6b0 0x7f17901f5e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.831+0000 7f179864e640 1 --2- 172.21.15.84:0/3477617418 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f17900cf4d0 0x7f17900c8ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.831+0000 7f179864e640 1 --2- 172.21.15.84:0/3477617418 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f17900b52a0 0x7f179015b920 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.831+0000 7f179864e640 1 -- 172.21.15.84:0/3477617418 >> 172.21.15.84:0/3477617418 conn(0x7f17900b3fa0 msgr2=0x7f17900b6190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:22.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.831+0000 7f179864e640 1 -- 172.21.15.84:0/3477617418 shutdown_connections 2024-04-15T15:12:22.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.831+0000 7f179864e640 1 -- 172.21.15.84:0/3477617418 wait complete. 2024-04-15T15:12:22.845 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:12:22.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.945+0000 7f4e59428640 1 Processor -- start 2024-04-15T15:12:22.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.945+0000 7f4e59428640 1 -- start start 2024-04-15T15:12:22.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.946+0000 7f4e59428640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f4e54161e40 0x7f4e540b37f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.946+0000 7f4e59428640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e54162220 con 0x7f4e540d45b0 2024-04-15T15:12:22.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.946+0000 7f4e59428640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e540d3070 con 0x7f4e540d12b0 2024-04-15T15:12:22.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.946+0000 7f4e59428640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f4e540d21f0 con 0x7f4e54161e40 2024-04-15T15:12:22.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.946+0000 7f4e52ffd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f4e54161e40 0x7f4e540b37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.946+0000 7f4e52ffd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f4e54161e40 0x7f4e540b37f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57836/0 (socket says 172.21.15.84:57836) 2024-04-15T15:12:22.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.946+0000 7f4e52ffd640 1 -- 172.21.15.84:0/2054007259 learned_addr learned my addr 172.21.15.84:0/2054007259 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:22.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.946+0000 7f4e537fe640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f4e540d45b0 0x7f4e54162490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:53330/0 (socket says 172.21.15.84:53330) 2024-04-15T15:12:22.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.947+0000 7f4e52ffd640 1 -- 172.21.15.84:0/2054007259 >> v1:172.21.15.203:6789/0 conn(0x7f4e540d12b0 legacy=0x7f4e540d2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:22.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.947+0000 7f4e52ffd640 1 -- 172.21.15.84:0/2054007259 >> v1:172.21.15.84:6789/0 conn(0x7f4e540d45b0 legacy=0x7f4e54162490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.947+0000 7f4e52ffd640 1 -- 172.21.15.84:0/2054007259 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e540d1820 con 0x7f4e54161e40 2024-04-15T15:12:22.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.947+0000 7f4e51ffb640 1 -- 172.21.15.84:0/2054007259 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2076912955 0 0) 0x7f4e54162220 con 0x7f4e540d45b0 2024-04-15T15:12:22.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.947+0000 7f4e52ffd640 1 --2- 172.21.15.84:0/2054007259 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e54161e40 0x7f4e540b37f0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f4e440098a0 tx=0x7f4e4402b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bc2759808632410 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:22.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.948+0000 7f4e51ffb640 1 -- 172.21.15.84:0/2054007259 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e44035020 con 0x7f4e54161e40 2024-04-15T15:12:22.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.948+0000 7f4e51ffb640 1 -- 172.21.15.84:0/2054007259 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e44031640 con 0x7f4e54161e40 2024-04-15T15:12:22.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.948+0000 7f4e51ffb640 1 -- 172.21.15.84:0/2054007259 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e4402d040 con 0x7f4e54161e40 2024-04-15T15:12:22.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.948+0000 7f4e59428640 1 -- 172.21.15.84:0/2054007259 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e54161e40 msgr2=0x7f4e540b37f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.948+0000 7f4e59428640 1 --2- 172.21.15.84:0/2054007259 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e54161e40 0x7f4e540b37f0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f4e440098a0 tx=0x7f4e4402b8f0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.948+0000 7f4e59428640 1 -- 172.21.15.84:0/2054007259 shutdown_connections 2024-04-15T15:12:22.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.948+0000 7f4e59428640 1 --2- 172.21.15.84:0/2054007259 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e54161e40 0x7f4e540b37f0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.948+0000 7f4e59428640 1 -- 172.21.15.84:0/2054007259 >> 172.21.15.84:0/2054007259 conn(0x7f4e5409d970 msgr2=0x7f4e540b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:22.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.948+0000 7f4e59428640 1 -- 172.21.15.84:0/2054007259 shutdown_connections 2024-04-15T15:12:22.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.948+0000 7f4e59428640 1 -- 172.21.15.84:0/2054007259 wait complete. 2024-04-15T15:12:22.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.950+0000 7f4e59428640 1 Processor -- start 2024-04-15T15:12:22.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.950+0000 7f4e59428640 1 -- start start 2024-04-15T15:12:22.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.950+0000 7f4e59428640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e540d12b0 0x7f4e54151e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.950+0000 7f4e59428640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e540d45b0 0x7f4e5415dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.950+0000 7f4e59428640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e54161e40 0x7f4e5415fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.950+0000 7f4e59428640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4e540d2440 con 0x7f4e540d12b0 2024-04-15T15:12:22.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.950+0000 7f4e59428640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4e540d1de0 con 0x7f4e54161e40 2024-04-15T15:12:22.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.950+0000 7f4e59428640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4e540b3d30 con 0x7f4e540d45b0 2024-04-15T15:12:22.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.950+0000 7f4e52ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e540d12b0 0x7f4e54151e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.950+0000 7f4e52ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e540d12b0 0x7f4e54151e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57848/0 (socket says 172.21.15.84:57848) 2024-04-15T15:12:22.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.950+0000 7f4e52ffd640 1 -- 172.21.15.84:0/464761462 learned_addr learned my addr 172.21.15.84:0/464761462 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:22.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.951+0000 7f4e52ffd640 1 -- 172.21.15.84:0/464761462 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e540d45b0 msgr2=0x7f4e5415dd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.951+0000 7f4e52ffd640 1 --2- 172.21.15.84:0/464761462 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e540d45b0 0x7f4e5415dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.951+0000 7f4e52ffd640 1 -- 172.21.15.84:0/464761462 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e54161e40 msgr2=0x7f4e5415fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:22.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.951+0000 7f4e52ffd640 1 --2- 172.21.15.84:0/464761462 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e54161e40 0x7f4e5415fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:22.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.951+0000 7f4e52ffd640 1 -- 172.21.15.84:0/464761462 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e5415e780 con 0x7f4e540d12b0 2024-04-15T15:12:22.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.951+0000 7f4e52ffd640 1 --2- 172.21.15.84:0/464761462 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e540d12b0 0x7f4e54151e20 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f4e440099c0 tx=0x7f4e440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:22.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.951+0000 7f4e3b7fe640 1 -- 172.21.15.84:0/464761462 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e4403ac60 con 0x7f4e540d12b0 2024-04-15T15:12:22.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.951+0000 7f4e3b7fe640 1 -- 172.21.15.84:0/464761462 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e4403ae00 con 0x7f4e540d12b0 2024-04-15T15:12:22.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.951+0000 7f4e59428640 1 -- 172.21.15.84:0/464761462 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e5415ea60 con 0x7f4e540d12b0 2024-04-15T15:12:22.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.951+0000 7f4e3b7fe640 1 -- 172.21.15.84:0/464761462 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e44044630 con 0x7f4e540d12b0 2024-04-15T15:12:22.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.951+0000 7f4e59428640 1 -- 172.21.15.84:0/464761462 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e5415f020 con 0x7f4e540d12b0 2024-04-15T15:12:22.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.952+0000 7f4e59428640 1 -- 172.21.15.84:0/464761462 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e540689e0 con 0x7f4e540d12b0 2024-04-15T15:12:22.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.952+0000 7f4e3b7fe640 1 -- 172.21.15.84:0/464761462 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f4e44038020 con 0x7f4e540d12b0 2024-04-15T15:12:22.960 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.953+0000 7f4e3b7fe640 1 --2- 172.21.15.84:0/464761462 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e4006c980 0x7f4e4006ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:22.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.953+0000 7f4e3b7fe640 1 -- 172.21.15.84:0/464761462 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f4e440adbe0 con 0x7f4e540d12b0 2024-04-15T15:12:22.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.953+0000 7f4e527fc640 1 --2- 172.21.15.84:0/464761462 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e4006c980 0x7f4e4006ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:22.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.953+0000 7f4e527fc640 1 --2- 172.21.15.84:0/464761462 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e4006c980 0x7f4e4006ee40 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f4e541f78b0 tx=0x7f4e48007990 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:22.961 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:22.958+0000 7f4e3b7fe640 1 -- 172.21.15.84:0/464761462 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f4e4403f070 con 0x7f4e540d12b0 2024-04-15T15:12:23.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.168+0000 7f4e59428640 1 -- 172.21.15.84:0/464761462 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4e540d51b0 con 0x7f4e540d12b0 2024-04-15T15:12:23.171 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.168+0000 7f4e3b7fe640 1 -- 172.21.15.84:0/464761462 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) ==== 94+0+5185 (secure 0 0 0) 0x7f4e4407bd10 con 0x7f4e540d12b0 2024-04-15T15:12:23.171 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:23.172 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":22,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4922,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6834/2003323739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2003323739},{"type":"v1","addr":"172.21.15.203:6834","nonce":2003323739}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4925,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/2332672287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":2332672287},{"type":"v1","addr":"172.21.15.203:6835","nonce":2332672287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":5517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/952099470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":952099470},{"type":"v1","addr":"172.21.15.84:6836","nonce":952099470}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":22,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T15:11:38.147916+0000","modified":"2024-04-15T15:12:12.501070+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":41,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5979},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5979":{"gid":5979,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":4,"addr":"172.21.15.84:6837/2180255707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":2180255707},{"type":"v1","addr":"172.21.15.84:6837","nonce":2180255707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5979,"qdb_cluster":[5979]},"id":2}]} 2024-04-15T15:12:23.172 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 22 2024-04-15T15:12:23.174 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.171+0000 7f4e59428640 1 -- 172.21.15.84:0/464761462 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e4006c980 msgr2=0x7f4e4006ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:23.174 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.171+0000 7f4e59428640 1 --2- 172.21.15.84:0/464761462 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e4006c980 0x7f4e4006ee40 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f4e541f78b0 tx=0x7f4e48007990 comp rx=0 tx=0).stop 2024-04-15T15:12:23.174 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.171+0000 7f4e59428640 1 -- 172.21.15.84:0/464761462 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e540d12b0 msgr2=0x7f4e54151e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:23.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.171+0000 7f4e59428640 1 --2- 172.21.15.84:0/464761462 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e540d12b0 0x7f4e54151e20 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f4e440099c0 tx=0x7f4e440046c0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.171+0000 7f4e59428640 1 -- 172.21.15.84:0/464761462 shutdown_connections 2024-04-15T15:12:23.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.171+0000 7f4e59428640 1 --2- 172.21.15.84:0/464761462 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e4006c980 0x7f4e4006ee40 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.171+0000 7f4e59428640 1 --2- 172.21.15.84:0/464761462 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e54161e40 0x7f4e5415fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.171+0000 7f4e59428640 1 --2- 172.21.15.84:0/464761462 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e540d45b0 0x7f4e5415dd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.171+0000 7f4e59428640 1 --2- 172.21.15.84:0/464761462 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e540d12b0 0x7f4e54151e20 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.171+0000 7f4e59428640 1 -- 172.21.15.84:0/464761462 >> 172.21.15.84:0/464761462 conn(0x7f4e5409d970 msgr2=0x7f4e540b4160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:23.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.171+0000 7f4e59428640 1 -- 172.21.15.84:0/464761462 shutdown_connections 2024-04-15T15:12:23.175 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.171+0000 7f4e59428640 1 -- 172.21.15.84:0/464761462 wait complete. 2024-04-15T15:12:23.185 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:12:23.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.285+0000 7f912550e640 1 Processor -- start 2024-04-15T15:12:23.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.285+0000 7f912550e640 1 -- start start 2024-04-15T15:12:23.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.285+0000 7f912550e640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f9120161e40 0x7f91200b37f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:23.291 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.285+0000 7f912550e640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9120162220 con 0x7f91200d45b0 2024-04-15T15:12:23.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.285+0000 7f912550e640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91200d3070 con 0x7f91200d12b0 2024-04-15T15:12:23.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.285+0000 7f912550e640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f91200d21f0 con 0x7f9120161e40 2024-04-15T15:12:23.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.286+0000 7f911f7fe640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f91200d45b0 0x7f9120162490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:53344/0 (socket says 172.21.15.84:53344) 2024-04-15T15:12:23.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.286+0000 7f911f7fe640 1 -- 172.21.15.84:0/26759793 learned_addr learned my addr 172.21.15.84:0/26759793 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:23.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.286+0000 7f911dffb640 1 -- 172.21.15.84:0/26759793 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1044128042 0 0) 0x7f9120162220 con 0x7f91200d45b0 2024-04-15T15:12:23.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.286+0000 7f911dffb640 1 -- 172.21.15.84:0/26759793 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9108003520 con 0x7f91200d45b0 2024-04-15T15:12:23.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.286+0000 7f911effd640 1 --2- 172.21.15.84:0/26759793 >> v2:172.21.15.203:3300/0 conn(0x7f9120161e40 0x7f91200b37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:23.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.286+0000 7f911dffb640 1 -- 172.21.15.84:0/26759793 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3183070378 0 0) 0x7f9108003520 con 0x7f91200d45b0 2024-04-15T15:12:23.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.286+0000 7f911dffb640 1 -- 172.21.15.84:0/26759793 >> v2:172.21.15.203:3300/0 conn(0x7f9120161e40 msgr2=0x7f91200b37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:23.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.286+0000 7f911dffb640 1 --2- 172.21.15.84:0/26759793 >> v2:172.21.15.203:3300/0 conn(0x7f9120161e40 0x7f91200b37f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.286+0000 7f911dffb640 1 -- 172.21.15.84:0/26759793 >> v1:172.21.15.203:6789/0 conn(0x7f91200d12b0 legacy=0x7f91200d2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:23.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.286+0000 7f911dffb640 1 -- 172.21.15.84:0/26759793 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91200d1820 con 0x7f91200d45b0 2024-04-15T15:12:23.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.286+0000 7f911dffb640 1 -- 172.21.15.84:0/26759793 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f9118001a10 con 0x7f91200d45b0 2024-04-15T15:12:23.292 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.286+0000 7f911dffb640 1 -- 172.21.15.84:0/26759793 >> v1:172.21.15.84:6789/0 conn(0x7f91200d45b0 legacy=0x7f9120162490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:23.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.286+0000 7f911dffb640 1 --2- 172.21.15.84:0/26759793 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f91080039b0 0x7f9108003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:23.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.286+0000 7f911dffb640 1 --2- 172.21.15.84:0/26759793 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9108004800 0x7f9108004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:23.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.286+0000 7f911dffb640 1 --2- 172.21.15.84:0/26759793 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91080052e0 0x7f910800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:23.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.286+0000 7f911dffb640 1 -- 172.21.15.84:0/26759793 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f91200d21f0 con 0x7f91080052e0 2024-04-15T15:12:23.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.286+0000 7f911dffb640 1 -- 172.21.15.84:0/26759793 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f910800c1b0 con 0x7f91080039b0 2024-04-15T15:12:23.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.286+0000 7f911dffb640 1 -- 172.21.15.84:0/26759793 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f910800c3b0 con 0x7f9108004800 2024-04-15T15:12:23.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.286+0000 7f911f7fe640 1 --2- 172.21.15.84:0/26759793 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91080052e0 0x7f910800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:23.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.286+0000 7f911effd640 1 --2- 172.21.15.84:0/26759793 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f91080039b0 0x7f9108003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:23.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.286+0000 7f911e7fc640 1 --2- 172.21.15.84:0/26759793 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9108004800 0x7f9108004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:23.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.287+0000 7f911f7fe640 1 -- 172.21.15.84:0/26759793 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9108004800 msgr2=0x7f9108004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:23.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.287+0000 7f911f7fe640 1 --2- 172.21.15.84:0/26759793 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9108004800 0x7f9108004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.287+0000 7f911f7fe640 1 -- 172.21.15.84:0/26759793 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f91080039b0 msgr2=0x7f9108003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:23.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.287+0000 7f911f7fe640 1 --2- 172.21.15.84:0/26759793 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f91080039b0 0x7f9108003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.287+0000 7f911f7fe640 1 -- 172.21.15.84:0/26759793 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9108003520 con 0x7f91080052e0 2024-04-15T15:12:23.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.287+0000 7f911e7fc640 1 --2- 172.21.15.84:0/26759793 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f9108004800 0x7f9108004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:23.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.287+0000 7f911f7fe640 1 -- 172.21.15.84:0/26759793 reap_dead start 2024-04-15T15:12:23.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.287+0000 7f911f7fe640 1 --2- 172.21.15.84:0/26759793 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91080052e0 0x7f910800b9c0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f9118002230 tx=0x7f9108005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=231aad68cc734103 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:23.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.287+0000 7f911dffb640 1 -- 172.21.15.84:0/26759793 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f911800a480 con 0x7f91080052e0 2024-04-15T15:12:23.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.287+0000 7f911dffb640 1 -- 172.21.15.84:0/26759793 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9118034630 con 0x7f91080052e0 2024-04-15T15:12:23.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.287+0000 7f911dffb640 1 -- 172.21.15.84:0/26759793 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f911802ce60 con 0x7f91080052e0 2024-04-15T15:12:23.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.288+0000 7f912550e640 1 -- 172.21.15.84:0/26759793 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91080052e0 msgr2=0x7f910800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:23.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.288+0000 7f912550e640 1 --2- 172.21.15.84:0/26759793 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91080052e0 0x7f910800b9c0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f9118002230 tx=0x7f9108005830 comp rx=0 tx=0).stop 2024-04-15T15:12:23.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.288+0000 7f912550e640 1 -- 172.21.15.84:0/26759793 shutdown_connections 2024-04-15T15:12:23.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.288+0000 7f912550e640 1 --2- 172.21.15.84:0/26759793 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91080052e0 0x7f910800b9c0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.288+0000 7f912550e640 1 -- 172.21.15.84:0/26759793 >> 172.21.15.84:0/26759793 conn(0x7f912009d970 msgr2=0x7f91200b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:23.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.288+0000 7f912550e640 1 -- 172.21.15.84:0/26759793 shutdown_connections 2024-04-15T15:12:23.295 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.288+0000 7f912550e640 1 -- 172.21.15.84:0/26759793 wait complete. 2024-04-15T15:12:23.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.289+0000 7f912550e640 1 Processor -- start 2024-04-15T15:12:23.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.289+0000 7f912550e640 1 -- start start 2024-04-15T15:12:23.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.290+0000 7f912550e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91080052e0 0x7f912015a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:23.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.290+0000 7f912550e640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f91200b3dc0 0x7f91200b33d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:23.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.290+0000 7f912550e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9120155f70 0x7f9120156400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:23.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.290+0000 7f912550e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f91200d2440 con 0x7f91080052e0 2024-04-15T15:12:23.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.290+0000 7f912550e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f91200d1de0 con 0x7f9120155f70 2024-04-15T15:12:23.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.290+0000 7f912550e640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f91200d49e0 con 0x7f91200b3dc0 2024-04-15T15:12:23.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.290+0000 7f911effd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91080052e0 0x7f912015a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:23.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.290+0000 7f911effd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91080052e0 0x7f912015a0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57866/0 (socket says 172.21.15.84:57866) 2024-04-15T15:12:23.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.290+0000 7f911effd640 1 -- 172.21.15.84:0/3570533307 learned_addr learned my addr 172.21.15.84:0/3570533307 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:23.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.290+0000 7f911effd640 1 -- 172.21.15.84:0/3570533307 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f91200b3dc0 msgr2=0x7f91200b33d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:23.298 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.290+0000 7f911effd640 1 --2- 172.21.15.84:0/3570533307 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f91200b3dc0 0x7f91200b33d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.290+0000 7f911effd640 1 -- 172.21.15.84:0/3570533307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9120155f70 msgr2=0x7f9120156400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:23.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.290+0000 7f911effd640 1 --2- 172.21.15.84:0/3570533307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9120155f70 0x7f9120156400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.290+0000 7f911effd640 1 -- 172.21.15.84:0/3570533307 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91200b59e0 con 0x7f91080052e0 2024-04-15T15:12:23.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.290+0000 7f911effd640 1 --2- 172.21.15.84:0/3570533307 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91080052e0 0x7f912015a0f0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f911000b7f0 tx=0x7f911000bcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:23.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.291+0000 7f91077fe640 1 -- 172.21.15.84:0/3570533307 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9110018070 con 0x7f91080052e0 2024-04-15T15:12:23.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.291+0000 7f91077fe640 1 -- 172.21.15.84:0/3570533307 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9110010830 con 0x7f91080052e0 2024-04-15T15:12:23.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.291+0000 7f912550e640 1 -- 172.21.15.84:0/3570533307 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f912015a630 con 0x7f91080052e0 2024-04-15T15:12:23.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.291+0000 7f91077fe640 1 -- 172.21.15.84:0/3570533307 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9110010c40 con 0x7f91080052e0 2024-04-15T15:12:23.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.291+0000 7f912550e640 1 -- 172.21.15.84:0/3570533307 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91200b5c60 con 0x7f91080052e0 2024-04-15T15:12:23.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.292+0000 7f912550e640 1 -- 172.21.15.84:0/3570533307 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91200689e0 con 0x7f91080052e0 2024-04-15T15:12:23.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.292+0000 7f91077fe640 1 -- 172.21.15.84:0/3570533307 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f911001b070 con 0x7f91080052e0 2024-04-15T15:12:23.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.292+0000 7f91077fe640 1 --2- 172.21.15.84:0/3570533307 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f910c06c980 0x7f910c06ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:23.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.292+0000 7f91077fe640 1 -- 172.21.15.84:0/3570533307 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f911008c4a0 con 0x7f91080052e0 2024-04-15T15:12:23.299 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.293+0000 7f911e7fc640 1 --2- 172.21.15.84:0/3570533307 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f910c06c980 0x7f910c06ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:23.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.293+0000 7f911e7fc640 1 --2- 172.21.15.84:0/3570533307 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f910c06c980 0x7f910c06ee40 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f91201f7b30 tx=0x7f9114009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:23.300 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.298+0000 7f91077fe640 1 -- 172.21.15.84:0/3570533307 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f91200b59e0 con 0x7f91080052e0 2024-04-15T15:12:23.475 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.473+0000 7f912550e640 1 -- 172.21.15.84:0/3570533307 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f91200b7c50 con 0x7f91080052e0 2024-04-15T15:12:23.476 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.474+0000 7f91077fe640 1 -- 172.21.15.84:0/3570533307 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) ==== 74+0+17070 (secure 0 0 0) 0x7f911005a770 con 0x7f91080052e0 2024-04-15T15:12:23.476 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:23.476 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":41,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:12:08.480411+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:11:36.635627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-15T15:11:37.095988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.38","mappings":[{"from":5,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:6837/564521126":"2024-04-16T15:12:08.480389+0000","172.21.15.84:6835/564521126":"2024-04-16T15:12:08.480389+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:12:23.478 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.476+0000 7f912550e640 1 -- 172.21.15.84:0/3570533307 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f910c06c980 msgr2=0x7f910c06ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:23.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.476+0000 7f912550e640 1 --2- 172.21.15.84:0/3570533307 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f910c06c980 0x7f910c06ee40 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f91201f7b30 tx=0x7f9114009040 comp rx=0 tx=0).stop 2024-04-15T15:12:23.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.476+0000 7f912550e640 1 -- 172.21.15.84:0/3570533307 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91080052e0 msgr2=0x7f912015a0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:23.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.476+0000 7f912550e640 1 --2- 172.21.15.84:0/3570533307 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91080052e0 0x7f912015a0f0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f911000b7f0 tx=0x7f911000bcb0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.476+0000 7f912550e640 1 -- 172.21.15.84:0/3570533307 shutdown_connections 2024-04-15T15:12:23.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.476+0000 7f912550e640 1 --2- 172.21.15.84:0/3570533307 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f910c06c980 0x7f910c06ee40 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.476+0000 7f912550e640 1 --2- 172.21.15.84:0/3570533307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9120155f70 0x7f9120156400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.476+0000 7f912550e640 1 --2- 172.21.15.84:0/3570533307 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f91200b3dc0 0x7f91200b33d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.476+0000 7f912550e640 1 --2- 172.21.15.84:0/3570533307 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f91080052e0 0x7f912015a0f0 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.476+0000 7f912550e640 1 -- 172.21.15.84:0/3570533307 >> 172.21.15.84:0/3570533307 conn(0x7f912009d970 msgr2=0x7f91200b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:23.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.477+0000 7f912550e640 1 -- 172.21.15.84:0/3570533307 shutdown_connections 2024-04-15T15:12:23.479 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.477+0000 7f912550e640 1 -- 172.21.15.84:0/3570533307 wait complete. 2024-04-15T15:12:23.490 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-15T15:12:23.490 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:12:23.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.593+0000 7f5caa1db640 1 Processor -- start 2024-04-15T15:12:23.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.593+0000 7f5caa1db640 1 -- start start 2024-04-15T15:12:23.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.594+0000 7f5caa1db640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f5ca4156d30 0x7f5ca40d11a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:23.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.594+0000 7f5caa1db640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ca40d0100 con 0x7f5ca40cd160 2024-04-15T15:12:23.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.594+0000 7f5caa1db640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ca40d03e0 con 0x7f5ca40cd5d0 2024-04-15T15:12:23.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.594+0000 7f5caa1db640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f5ca40d06c0 con 0x7f5ca4156d30 2024-04-15T15:12:23.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.594+0000 7f5ca37fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f5ca4156d30 0x7f5ca40d11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:23.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.594+0000 7f5ca37fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f5ca4156d30 0x7f5ca40d11a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57880/0 (socket says 172.21.15.84:57880) 2024-04-15T15:12:23.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.594+0000 7f5c9affd640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f5ca40cd160 0x7f5ca40cf360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:53346/0 (socket says 172.21.15.84:53346) 2024-04-15T15:12:23.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.594+0000 7f5ca37fe640 1 -- 172.21.15.84:0/3552307958 learned_addr learned my addr 172.21.15.84:0/3552307958 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:23.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.595+0000 7f5ca37fe640 1 -- 172.21.15.84:0/3552307958 >> v1:172.21.15.203:6789/0 conn(0x7f5ca40cd5d0 legacy=0x7f5ca415dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:23.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.595+0000 7f5ca37fe640 1 -- 172.21.15.84:0/3552307958 >> v1:172.21.15.84:6789/0 conn(0x7f5ca40cd160 legacy=0x7f5ca40cf360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:23.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.595+0000 7f5ca37fe640 1 -- 172.21.15.84:0/3552307958 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ca40d09a0 con 0x7f5ca4156d30 2024-04-15T15:12:23.598 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.595+0000 7f5ca2ffd640 1 -- 172.21.15.84:0/3552307958 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4261347162 0 0) 0x7f5ca40d0100 con 0x7f5ca40cd160 2024-04-15T15:12:23.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.595+0000 7f5ca37fe640 1 --2- 172.21.15.84:0/3552307958 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ca4156d30 0x7f5ca40d11a0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f5c94009870 tx=0x7f5c9402ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ab50c833dbf00b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:23.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.596+0000 7f5ca2ffd640 1 -- 172.21.15.84:0/3552307958 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c9402f840 con 0x7f5ca4156d30 2024-04-15T15:12:23.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.596+0000 7f5ca2ffd640 1 -- 172.21.15.84:0/3552307958 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c9402f9e0 con 0x7f5ca4156d30 2024-04-15T15:12:23.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.596+0000 7f5ca2ffd640 1 -- 172.21.15.84:0/3552307958 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c9402fdb0 con 0x7f5ca4156d30 2024-04-15T15:12:23.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.596+0000 7f5caa1db640 1 -- 172.21.15.84:0/3552307958 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ca4156d30 msgr2=0x7f5ca40d11a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:23.599 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.596+0000 7f5caa1db640 1 --2- 172.21.15.84:0/3552307958 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ca4156d30 0x7f5ca40d11a0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f5c94009870 tx=0x7f5c9402ba20 comp rx=0 tx=0).stop 2024-04-15T15:12:23.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.596+0000 7f5caa1db640 1 -- 172.21.15.84:0/3552307958 shutdown_connections 2024-04-15T15:12:23.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.596+0000 7f5caa1db640 1 --2- 172.21.15.84:0/3552307958 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ca4156d30 0x7f5ca40d11a0 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.596+0000 7f5caa1db640 1 -- 172.21.15.84:0/3552307958 >> 172.21.15.84:0/3552307958 conn(0x7f5ca40b43c0 msgr2=0x7f5ca40b47d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:23.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.596+0000 7f5caa1db640 1 -- 172.21.15.84:0/3552307958 shutdown_connections 2024-04-15T15:12:23.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.596+0000 7f5caa1db640 1 -- 172.21.15.84:0/3552307958 wait complete. 2024-04-15T15:12:23.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.597+0000 7f5caa1db640 1 Processor -- start 2024-04-15T15:12:23.600 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.598+0000 7f5caa1db640 1 -- start start 2024-04-15T15:12:23.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.598+0000 7f5caa1db640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ca40cd160 0x7f5ca4157130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:23.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.598+0000 7f5caa1db640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ca40cd5d0 0x7f5ca40cacc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:23.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.598+0000 7f5caa1db640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ca4156d30 0x7f5ca4143c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:23.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.598+0000 7f5caa1db640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca40cce90 con 0x7f5ca40cd160 2024-04-15T15:12:23.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.598+0000 7f5caa1db640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5ca40ccd10 con 0x7f5ca40cd5d0 2024-04-15T15:12:23.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.598+0000 7f5caa1db640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f5ca40cfa70 con 0x7f5ca4156d30 2024-04-15T15:12:23.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.598+0000 7f5ca37fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ca40cd160 0x7f5ca4157130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:23.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.598+0000 7f5ca37fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ca40cd160 0x7f5ca4157130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57894/0 (socket says 172.21.15.84:57894) 2024-04-15T15:12:23.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.598+0000 7f5ca37fe640 1 -- 172.21.15.84:0/1876373718 learned_addr learned my addr 172.21.15.84:0/1876373718 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:23.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.599+0000 7f5ca37fe640 1 -- 172.21.15.84:0/1876373718 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ca4156d30 msgr2=0x7f5ca4143c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:23.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.599+0000 7f5ca37fe640 1 --2- 172.21.15.84:0/1876373718 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ca4156d30 0x7f5ca4143c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.599+0000 7f5ca37fe640 1 -- 172.21.15.84:0/1876373718 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ca40cd5d0 msgr2=0x7f5ca40cacc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:23.603 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.599+0000 7f5c9affd640 1 --2- 172.21.15.84:0/1876373718 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ca40cd5d0 0x7f5ca40cacc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:23.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.599+0000 7f5ca37fe640 1 --2- 172.21.15.84:0/1876373718 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ca40cd5d0 0x7f5ca40cacc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.599+0000 7f5ca37fe640 1 -- 172.21.15.84:0/1876373718 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ca41f24b0 con 0x7f5ca40cd160 2024-04-15T15:12:23.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.599+0000 7f5c9affd640 1 --2- 172.21.15.84:0/1876373718 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ca40cd5d0 0x7f5ca40cacc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:23.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.599+0000 7f5ca37fe640 1 --2- 172.21.15.84:0/1876373718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ca40cd160 0x7f5ca4157130 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f5c94000c00 tx=0x7f5c94004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:23.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.599+0000 7f5ca0ff9640 1 -- 172.21.15.84:0/1876373718 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c94041400 con 0x7f5ca40cd160 2024-04-15T15:12:23.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.599+0000 7f5ca0ff9640 1 -- 172.21.15.84:0/1876373718 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5c94046070 con 0x7f5ca40cd160 2024-04-15T15:12:23.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.599+0000 7f5caa1db640 1 -- 172.21.15.84:0/1876373718 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ca4157710 con 0x7f5ca40cd160 2024-04-15T15:12:23.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.599+0000 7f5ca0ff9640 1 -- 172.21.15.84:0/1876373718 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c94041800 con 0x7f5ca40cd160 2024-04-15T15:12:23.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.599+0000 7f5caa1db640 1 -- 172.21.15.84:0/1876373718 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ca4157cd0 con 0x7f5ca40cd160 2024-04-15T15:12:23.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.600+0000 7f5caa1db640 1 -- 172.21.15.84:0/1876373718 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ca40689e0 con 0x7f5ca40cd160 2024-04-15T15:12:23.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.601+0000 7f5ca0ff9640 1 -- 172.21.15.84:0/1876373718 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f5c94040070 con 0x7f5ca40cd160 2024-04-15T15:12:23.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.601+0000 7f5ca0ff9640 1 --2- 172.21.15.84:0/1876373718 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5c8406c980 0x7f5c8406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:23.604 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.601+0000 7f5c9affd640 1 --2- 172.21.15.84:0/1876373718 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5c8406c980 0x7f5c8406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:23.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.601+0000 7f5ca0ff9640 1 -- 172.21.15.84:0/1876373718 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f5c940ae6c0 con 0x7f5ca40cd160 2024-04-15T15:12:23.605 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.602+0000 7f5c9affd640 1 --2- 172.21.15.84:0/1876373718 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5c8406c980 0x7f5c8406ee40 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f5ca414db70 tx=0x7f5c8c009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:23.607 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.605+0000 7f5ca0ff9640 1 -- 172.21.15.84:0/1876373718 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f5c94033030 con 0x7f5ca40cd160 2024-04-15T15:12:23.819 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.818+0000 7f5caa1db640 1 -- 172.21.15.84:0/1876373718 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5ca40d18e0 con 0x7f5ca40cd160 2024-04-15T15:12:23.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.818+0000 7f5ca0ff9640 1 -- 172.21.15.84:0/1876373718 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) ==== 94+0+5185 (secure 0 0 0) 0x7f5c9407c7f0 con 0x7f5ca40cd160 2024-04-15T15:12:23.820 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:23.820 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":22,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4922,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6834/2003323739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2003323739},{"type":"v1","addr":"172.21.15.203:6834","nonce":2003323739}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4925,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/2332672287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":2332672287},{"type":"v1","addr":"172.21.15.203:6835","nonce":2332672287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":5517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/952099470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":952099470},{"type":"v1","addr":"172.21.15.84:6836","nonce":952099470}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":22,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T15:11:38.147916+0000","modified":"2024-04-15T15:12:12.501070+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":41,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5979},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5979":{"gid":5979,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":4,"addr":"172.21.15.84:6837/2180255707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":2180255707},{"type":"v1","addr":"172.21.15.84:6837","nonce":2180255707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5979,"qdb_cluster":[5979]},"id":2}]} 2024-04-15T15:12:23.821 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 22 2024-04-15T15:12:23.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.820+0000 7f5caa1db640 1 -- 172.21.15.84:0/1876373718 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5c8406c980 msgr2=0x7f5c8406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:23.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.820+0000 7f5caa1db640 1 --2- 172.21.15.84:0/1876373718 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5c8406c980 0x7f5c8406ee40 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f5ca414db70 tx=0x7f5c8c009040 comp rx=0 tx=0).stop 2024-04-15T15:12:23.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.820+0000 7f5caa1db640 1 -- 172.21.15.84:0/1876373718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ca40cd160 msgr2=0x7f5ca4157130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:23.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.820+0000 7f5caa1db640 1 --2- 172.21.15.84:0/1876373718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ca40cd160 0x7f5ca4157130 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f5c94000c00 tx=0x7f5c94004730 comp rx=0 tx=0).stop 2024-04-15T15:12:23.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.820+0000 7f5caa1db640 1 -- 172.21.15.84:0/1876373718 shutdown_connections 2024-04-15T15:12:23.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.820+0000 7f5caa1db640 1 --2- 172.21.15.84:0/1876373718 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5c8406c980 0x7f5c8406ee40 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.820+0000 7f5caa1db640 1 --2- 172.21.15.84:0/1876373718 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ca40cd5d0 0x7f5ca40cacc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.820+0000 7f5caa1db640 1 --2- 172.21.15.84:0/1876373718 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5ca4156d30 0x7f5ca4143c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.820+0000 7f5caa1db640 1 --2- 172.21.15.84:0/1876373718 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5ca40cd160 0x7f5ca4157130 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.820+0000 7f5caa1db640 1 -- 172.21.15.84:0/1876373718 >> 172.21.15.84:0/1876373718 conn(0x7f5ca40b43c0 msgr2=0x7f5ca414e000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:23.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.821+0000 7f5caa1db640 1 -- 172.21.15.84:0/1876373718 shutdown_connections 2024-04-15T15:12:23.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.821+0000 7f5caa1db640 1 -- 172.21.15.84:0/1876373718 wait complete. 2024-04-15T15:12:23.833 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:12:23.937 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.935+0000 7fb500182640 1 Processor -- start 2024-04-15T15:12:23.937 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.935+0000 7fb500182640 1 -- start start 2024-04-15T15:12:23.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.936+0000 7fb500182640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4f81569c0 0x7fb4f815d540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:23.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.936+0000 7fb500182640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fb4f8156da0 0x7fb4f80ccb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:23.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.936+0000 7fb500182640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb4f815da80 con 0x7fb4f80cd0b0 2024-04-15T15:12:23.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.936+0000 7fb500182640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fb4f80cbad0 con 0x7fb4f8156da0 2024-04-15T15:12:23.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.936+0000 7fb500182640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb4f80cbdb0 con 0x7fb4f81569c0 2024-04-15T15:12:23.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.936+0000 7fb4fdf1e640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4f81569c0 0x7fb4f815d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:23.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.937+0000 7fb4fdf1e640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4f81569c0 0x7fb4f815d540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:33458/0 (socket says 172.21.15.84:33458) 2024-04-15T15:12:23.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.937+0000 7fb4fdf1e640 1 -- 172.21.15.84:0/2393372806 learned_addr learned my addr 172.21.15.84:0/2393372806 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:23.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.937+0000 7fb4fe71f640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7fb4f80cd0b0 0x7fb4f806c370 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:48528/0 (socket says 172.21.15.84:48528) 2024-04-15T15:12:23.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.937+0000 7fb4fd71d640 1 --2- 172.21.15.84:0/2393372806 >> v2:172.21.15.203:3300/0 conn(0x7fb4f8156da0 0x7fb4f80ccb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:23.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.937+0000 7fb4fcf1c640 1 -- 172.21.15.84:0/2393372806 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2993122546 0 0) 0x7fb4f0001110 con 0x7fb4f80cd0b0 2024-04-15T15:12:23.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.937+0000 7fb4fcf1c640 1 -- 172.21.15.84:0/2393372806 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb4e4003520 con 0x7fb4f80cd0b0 2024-04-15T15:12:23.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.937+0000 7fb4fd71d640 1 -- 172.21.15.84:0/2393372806 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4f81569c0 msgr2=0x7fb4f815d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:23.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.937+0000 7fb4fd71d640 1 --2- 172.21.15.84:0/2393372806 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4f81569c0 0x7fb4f815d540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.937+0000 7fb4fd71d640 1 -- 172.21.15.84:0/2393372806 >> v1:172.21.15.203:6789/0 conn(0x7fb4f80cd0b0 legacy=0x7fb4f806c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:23.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.937+0000 7fb4fd71d640 1 -- 172.21.15.84:0/2393372806 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4f80cc090 con 0x7fb4f8156da0 2024-04-15T15:12:23.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.938+0000 7fb4fd71d640 1 --2- 172.21.15.84:0/2393372806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4f8156da0 0x7fb4f80ccb70 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb4e80097a0 tx=0x7fb4e802b8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5021c76af2d0beb9 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:23.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.938+0000 7fb4fcf1c640 1 -- 172.21.15.84:0/2393372806 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e8035020 con 0x7fb4f8156da0 2024-04-15T15:12:23.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.938+0000 7fb4fcf1c640 1 -- 172.21.15.84:0/2393372806 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4e8031830 con 0x7fb4f8156da0 2024-04-15T15:12:23.943 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.938+0000 7fb4fcf1c640 1 -- 172.21.15.84:0/2393372806 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4e8031c00 con 0x7fb4f8156da0 2024-04-15T15:12:23.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.938+0000 7fb500182640 1 -- 172.21.15.84:0/2393372806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4f8156da0 msgr2=0x7fb4f80ccb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:23.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.938+0000 7fb500182640 1 --2- 172.21.15.84:0/2393372806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4f8156da0 0x7fb4f80ccb70 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb4e80097a0 tx=0x7fb4e802b8d0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.938+0000 7fb500182640 1 -- 172.21.15.84:0/2393372806 shutdown_connections 2024-04-15T15:12:23.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.938+0000 7fb500182640 1 --2- 172.21.15.84:0/2393372806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4f8156da0 0x7fb4f80ccb70 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.938+0000 7fb500182640 1 --2- 172.21.15.84:0/2393372806 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4f81569c0 0x7fb4f815d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.938+0000 7fb500182640 1 -- 172.21.15.84:0/2393372806 >> 172.21.15.84:0/2393372806 conn(0x7fb4f80cd4a0 msgr2=0x7fb4f80cd880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:23.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.939+0000 7fb500182640 1 -- 172.21.15.84:0/2393372806 shutdown_connections 2024-04-15T15:12:23.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.939+0000 7fb500182640 1 -- 172.21.15.84:0/2393372806 wait complete. 2024-04-15T15:12:23.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.940+0000 7fb500182640 1 Processor -- start 2024-04-15T15:12:23.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.940+0000 7fb500182640 1 -- start start 2024-04-15T15:12:23.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.940+0000 7fb500182640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4f81569c0 0x7fb4f81533f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:23.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.940+0000 7fb500182640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4f8156da0 0x7fb4f80b1a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:23.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.940+0000 7fb500182640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4f80b1f50 0x7fb4f80b03b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:23.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.940+0000 7fb500182640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f80b01a0 con 0x7fb4f80b1f50 2024-04-15T15:12:23.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.940+0000 7fb500182640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb4f80cc650 con 0x7fb4f81569c0 2024-04-15T15:12:23.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.940+0000 7fb500182640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fb4f80cb750 con 0x7fb4f8156da0 2024-04-15T15:12:23.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.941+0000 7fb4fe71f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4f80b1f50 0x7fb4f80b03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:23.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.941+0000 7fb4fe71f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4f80b1f50 0x7fb4f80b03b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57898/0 (socket says 172.21.15.84:57898) 2024-04-15T15:12:23.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.941+0000 7fb4fe71f640 1 -- 172.21.15.84:0/3202521548 learned_addr learned my addr 172.21.15.84:0/3202521548 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:23.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.941+0000 7fb4fdf1e640 1 --2- 172.21.15.84:0/3202521548 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4f81569c0 0x7fb4f81533f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:23.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.941+0000 7fb4fd71d640 1 --2- 172.21.15.84:0/3202521548 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4f8156da0 0x7fb4f80b1a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:23.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.941+0000 7fb4fe71f640 1 -- 172.21.15.84:0/3202521548 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4f8156da0 msgr2=0x7fb4f80b1a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:23.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.941+0000 7fb4fe71f640 1 --2- 172.21.15.84:0/3202521548 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4f8156da0 0x7fb4f80b1a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.941+0000 7fb4fe71f640 1 -- 172.21.15.84:0/3202521548 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4f81569c0 msgr2=0x7fb4f81533f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:23.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.941+0000 7fb4fe71f640 1 --2- 172.21.15.84:0/3202521548 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4f81569c0 0x7fb4f81533f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:23.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.941+0000 7fb4fe71f640 1 -- 172.21.15.84:0/3202521548 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4f8155e40 con 0x7fb4f80b1f50 2024-04-15T15:12:23.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.941+0000 7fb4fe71f640 1 --2- 172.21.15.84:0/3202521548 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4f80b1f50 0x7fb4f80b03b0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fb4f000c730 tx=0x7fb4f000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:23.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.941+0000 7fb4ee7fc640 1 -- 172.21.15.84:0/3202521548 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f0018070 con 0x7fb4f80b1f50 2024-04-15T15:12:23.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.941+0000 7fb4ee7fc640 1 -- 172.21.15.84:0/3202521548 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb4f0007070 con 0x7fb4f80b1f50 2024-04-15T15:12:23.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.941+0000 7fb500182640 1 -- 172.21.15.84:0/3202521548 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4f8154da0 con 0x7fb4f80b1f50 2024-04-15T15:12:23.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.941+0000 7fb4ee7fc640 1 -- 172.21.15.84:0/3202521548 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4f00074a0 con 0x7fb4f80b1f50 2024-04-15T15:12:23.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.941+0000 7fb500182640 1 -- 172.21.15.84:0/3202521548 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4f8155360 con 0x7fb4f80b1f50 2024-04-15T15:12:23.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.942+0000 7fb500182640 1 -- 172.21.15.84:0/3202521548 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4f8155b30 con 0x7fb4f80b1f50 2024-04-15T15:12:23.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.943+0000 7fb4ee7fc640 1 -- 172.21.15.84:0/3202521548 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fb4f001b070 con 0x7fb4f80b1f50 2024-04-15T15:12:23.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.943+0000 7fb4ee7fc640 1 --2- 172.21.15.84:0/3202521548 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb4dc06c980 0x7fb4dc06ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:23.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.943+0000 7fb4fdf1e640 1 --2- 172.21.15.84:0/3202521548 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb4dc06c980 0x7fb4dc06ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:23.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.943+0000 7fb4ee7fc640 1 -- 172.21.15.84:0/3202521548 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7fb4f008ae50 con 0x7fb4f80b1f50 2024-04-15T15:12:23.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.943+0000 7fb4fdf1e640 1 --2- 172.21.15.84:0/3202521548 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb4dc06c980 0x7fb4dc06ee40 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fb4f40113e0 tx=0x7fb4f400b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:23.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:23.947+0000 7fb4ee7fc640 1 -- 172.21.15.84:0/3202521548 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fb4f815da80 con 0x7fb4f80b1f50 2024-04-15T15:12:24.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.159+0000 7fb500182640 1 -- 172.21.15.84:0/3202521548 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb4f80689e0 con 0x7fb4f80b1f50 2024-04-15T15:12:24.162 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.160+0000 7fb4ee7fc640 1 -- 172.21.15.84:0/3202521548 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) ==== 94+0+5185 (secure 0 0 0) 0x7fb4f0058ad0 con 0x7fb4f80b1f50 2024-04-15T15:12:24.162 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:24.162 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":22,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4922,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6834/2003323739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2003323739},{"type":"v1","addr":"172.21.15.203:6834","nonce":2003323739}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4925,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/2332672287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":2332672287},{"type":"v1","addr":"172.21.15.203:6835","nonce":2332672287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":5517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/952099470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":952099470},{"type":"v1","addr":"172.21.15.84:6836","nonce":952099470}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":22,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T15:11:38.147916+0000","modified":"2024-04-15T15:12:12.501070+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":41,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5979},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5979":{"gid":5979,"name":"a","rank":0,"incarnation":19,"state":"up:active","state_seq":4,"addr":"172.21.15.84:6837/2180255707","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":2180255707},{"type":"v1","addr":"172.21.15.84:6837","nonce":2180255707}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5979,"qdb_cluster":[5979]},"id":2}]} 2024-04-15T15:12:24.163 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 22 2024-04-15T15:12:24.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.162+0000 7fb500182640 1 -- 172.21.15.84:0/3202521548 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb4dc06c980 msgr2=0x7fb4dc06ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:24.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.162+0000 7fb500182640 1 --2- 172.21.15.84:0/3202521548 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb4dc06c980 0x7fb4dc06ee40 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fb4f40113e0 tx=0x7fb4f400b040 comp rx=0 tx=0).stop 2024-04-15T15:12:24.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.162+0000 7fb500182640 1 -- 172.21.15.84:0/3202521548 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4f80b1f50 msgr2=0x7fb4f80b03b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:24.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.162+0000 7fb500182640 1 --2- 172.21.15.84:0/3202521548 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4f80b1f50 0x7fb4f80b03b0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fb4f000c730 tx=0x7fb4f000cbf0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.162+0000 7fb500182640 1 -- 172.21.15.84:0/3202521548 shutdown_connections 2024-04-15T15:12:24.164 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.162+0000 7fb500182640 1 --2- 172.21.15.84:0/3202521548 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fb4f80b1f50 0x7fb4f80b03b0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.162+0000 7fb500182640 1 --2- 172.21.15.84:0/3202521548 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fb4f8156da0 0x7fb4f80b1a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.162+0000 7fb500182640 1 --2- 172.21.15.84:0/3202521548 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fb4dc06c980 0x7fb4dc06ee40 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.162+0000 7fb500182640 1 --2- 172.21.15.84:0/3202521548 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb4f81569c0 0x7fb4f81533f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.162+0000 7fb500182640 1 -- 172.21.15.84:0/3202521548 >> 172.21.15.84:0/3202521548 conn(0x7fb4f80cd4a0 msgr2=0x7fb4f806c370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:24.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.162+0000 7fb500182640 1 -- 172.21.15.84:0/3202521548 shutdown_connections 2024-04-15T15:12:24.165 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.162+0000 7fb500182640 1 -- 172.21.15.84:0/3202521548 wait complete. 2024-04-15T15:12:24.175 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:12:24.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.276+0000 7fa0455bd640 1 Processor -- start 2024-04-15T15:12:24.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.276+0000 7fa0455bd640 1 -- start start 2024-04-15T15:12:24.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.277+0000 7fa0455bd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa0400d12f0 0x7fa0401618a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:24.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.277+0000 7fa0455bd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fa0400b68e0 0x7fa040161de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:24.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.277+0000 7fa0455bd640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0400ccd40 con 0x7fa0400c9570 2024-04-15T15:12:24.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.277+0000 7fa0455bd640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fa0400ccaf0 con 0x7fa0400b68e0 2024-04-15T15:12:24.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.277+0000 7fa0455bd640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fa0400cd020 con 0x7fa0400d12f0 2024-04-15T15:12:24.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.277+0000 7fa03f7fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fa0400b68e0 0x7fa040161de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:24.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.277+0000 7fa037fff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fa0400c9570 0x7fa0400cdb00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:53352/0 (socket says 172.21.15.84:53352) 2024-04-15T15:12:24.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.277+0000 7fa03f7fe640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fa0400b68e0 0x7fa040161de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57900/0 (socket says 172.21.15.84:57900) 2024-04-15T15:12:24.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.277+0000 7fa037fff640 1 -- 172.21.15.84:0/2398520205 learned_addr learned my addr 172.21.15.84:0/2398520205 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:24.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.278+0000 7fa03f7fe640 1 -- 172.21.15.84:0/2398520205 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa0400d12f0 msgr2=0x7fa0401618a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:24.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.278+0000 7fa03f7fe640 1 --2- 172.21.15.84:0/2398520205 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa0400d12f0 0x7fa0401618a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.278+0000 7fa03f7fe640 1 -- 172.21.15.84:0/2398520205 >> v1:172.21.15.84:6789/0 conn(0x7fa0400c9570 legacy=0x7fa0400cdb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:24.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.278+0000 7fa03f7fe640 1 -- 172.21.15.84:0/2398520205 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0400cd300 con 0x7fa0400b68e0 2024-04-15T15:12:24.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.278+0000 7fa03e7fc640 1 -- 172.21.15.84:0/2398520205 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2129470788 0 0) 0x7fa0400ccd40 con 0x7fa0400c9570 2024-04-15T15:12:24.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.278+0000 7fa03f7fe640 1 --2- 172.21.15.84:0/2398520205 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0400b68e0 0x7fa040161de0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fa038009d90 tx=0x7fa03802bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a597432ec51cedfc server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:24.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.278+0000 7fa03e7fc640 1 -- 172.21.15.84:0/2398520205 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa038039070 con 0x7fa0400b68e0 2024-04-15T15:12:24.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.278+0000 7fa03e7fc640 1 -- 172.21.15.84:0/2398520205 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa03802cc50 con 0x7fa0400b68e0 2024-04-15T15:12:24.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.278+0000 7fa03e7fc640 1 -- 172.21.15.84:0/2398520205 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa038034440 con 0x7fa0400b68e0 2024-04-15T15:12:24.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.279+0000 7fa0455bd640 1 -- 172.21.15.84:0/2398520205 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0400b68e0 msgr2=0x7fa040161de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:24.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.279+0000 7fa0455bd640 1 --2- 172.21.15.84:0/2398520205 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0400b68e0 0x7fa040161de0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fa038009d90 tx=0x7fa03802bea0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.279+0000 7fa0455bd640 1 -- 172.21.15.84:0/2398520205 shutdown_connections 2024-04-15T15:12:24.284 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.279+0000 7fa0455bd640 1 --2- 172.21.15.84:0/2398520205 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0400b68e0 0x7fa040161de0 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.279+0000 7fa0455bd640 1 --2- 172.21.15.84:0/2398520205 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa0400d12f0 0x7fa0401618a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.279+0000 7fa0455bd640 1 -- 172.21.15.84:0/2398520205 >> 172.21.15.84:0/2398520205 conn(0x7fa0400b3f90 msgr2=0x7fa0400b43a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:24.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.279+0000 7fa0455bd640 1 -- 172.21.15.84:0/2398520205 shutdown_connections 2024-04-15T15:12:24.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.279+0000 7fa0455bd640 1 -- 172.21.15.84:0/2398520205 wait complete. 2024-04-15T15:12:24.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.280+0000 7fa0455bd640 1 Processor -- start 2024-04-15T15:12:24.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.280+0000 7fa0455bd640 1 -- start start 2024-04-15T15:12:24.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.281+0000 7fa0455bd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa0400b68e0 0x7fa040150e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:24.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.281+0000 7fa0455bd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa0400c9570 0x7fa0400b07b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:24.285 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.281+0000 7fa0455bd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0400d12f0 0x7fa0400b0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:24.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.281+0000 7fa0455bd640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa0400d2210 con 0x7fa0400d12f0 2024-04-15T15:12:24.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.281+0000 7fa0455bd640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa0400d2090 con 0x7fa0400c9570 2024-04-15T15:12:24.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.281+0000 7fa0455bd640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fa0400d16d0 con 0x7fa0400b68e0 2024-04-15T15:12:24.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.281+0000 7fa03f7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0400d12f0 0x7fa0400b0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:24.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.281+0000 7fa03f7fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0400d12f0 0x7fa0400b0cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57910/0 (socket says 172.21.15.84:57910) 2024-04-15T15:12:24.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.281+0000 7fa03f7fe640 1 -- 172.21.15.84:0/3791917377 learned_addr learned my addr 172.21.15.84:0/3791917377 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:24.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.281+0000 7fa037fff640 1 --2- 172.21.15.84:0/3791917377 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa0400c9570 0x7fa0400b07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:24.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.281+0000 7fa03effd640 1 --2- 172.21.15.84:0/3791917377 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa0400b68e0 0x7fa040150e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:24.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.281+0000 7fa03f7fe640 1 -- 172.21.15.84:0/3791917377 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa0400b68e0 msgr2=0x7fa040150e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:24.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.281+0000 7fa03f7fe640 1 --2- 172.21.15.84:0/3791917377 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa0400b68e0 0x7fa040150e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.281+0000 7fa03f7fe640 1 -- 172.21.15.84:0/3791917377 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa0400c9570 msgr2=0x7fa0400b07b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:24.286 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.281+0000 7fa03f7fe640 1 --2- 172.21.15.84:0/3791917377 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa0400c9570 0x7fa0400b07b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.281+0000 7fa03f7fe640 1 -- 172.21.15.84:0/3791917377 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0400af520 con 0x7fa0400d12f0 2024-04-15T15:12:24.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.282+0000 7fa03f7fe640 1 --2- 172.21.15.84:0/3791917377 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0400d12f0 0x7fa0400b0cf0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fa038009eb0 tx=0x7fa038004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:24.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.282+0000 7fa0377fe640 1 -- 172.21.15.84:0/3791917377 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa038044020 con 0x7fa0400d12f0 2024-04-15T15:12:24.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.282+0000 7fa0377fe640 1 -- 172.21.15.84:0/3791917377 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa03802ca50 con 0x7fa0400d12f0 2024-04-15T15:12:24.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.282+0000 7fa0377fe640 1 -- 172.21.15.84:0/3791917377 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa038039040 con 0x7fa0400d12f0 2024-04-15T15:12:24.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.282+0000 7fa0455bd640 1 -- 172.21.15.84:0/3791917377 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0400af800 con 0x7fa0400d12f0 2024-04-15T15:12:24.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.282+0000 7fa0455bd640 1 -- 172.21.15.84:0/3791917377 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0400afdc0 con 0x7fa0400d12f0 2024-04-15T15:12:24.287 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.283+0000 7fa0455bd640 1 -- 172.21.15.84:0/3791917377 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0400689e0 con 0x7fa0400d12f0 2024-04-15T15:12:24.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.283+0000 7fa0377fe640 1 -- 172.21.15.84:0/3791917377 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fa038047020 con 0x7fa0400d12f0 2024-04-15T15:12:24.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.284+0000 7fa0377fe640 1 --2- 172.21.15.84:0/3791917377 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa02006c980 0x7fa02006ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:24.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.284+0000 7fa0377fe640 1 -- 172.21.15.84:0/3791917377 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7fa0380ae800 con 0x7fa0400d12f0 2024-04-15T15:12:24.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.284+0000 7fa03effd640 1 --2- 172.21.15.84:0/3791917377 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa02006c980 0x7fa02006ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:24.288 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.284+0000 7fa03effd640 1 --2- 172.21.15.84:0/3791917377 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa02006c980 0x7fa02006ee40 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fa03000b810 tx=0x7fa030008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:24.290 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.288+0000 7fa0377fe640 1 -- 172.21.15.84:0/3791917377 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fa03804e030 con 0x7fa0400d12f0 2024-04-15T15:12:24.464 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.462+0000 7fa0455bd640 1 -- 172.21.15.84:0/3791917377 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa0400ca350 con 0x7fa0400d12f0 2024-04-15T15:12:24.465 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.463+0000 7fa0377fe640 1 -- 172.21.15.84:0/3791917377 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) ==== 74+0+17070 (secure 0 0 0) 0x7fa03802cc20 con 0x7fa0400d12f0 2024-04-15T15:12:24.465 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:24.465 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":41,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:12:08.480411+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-04-15T15:11:36.635627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"37","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-04-15T15:11:37.095988+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"38","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"6.38","mappings":[{"from":5,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:6837/564521126":"2024-04-16T15:12:08.480389+0000","172.21.15.84:6835/564521126":"2024-04-16T15:12:08.480389+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:12:24.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.465+0000 7fa0455bd640 1 -- 172.21.15.84:0/3791917377 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa02006c980 msgr2=0x7fa02006ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:24.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.465+0000 7fa0455bd640 1 --2- 172.21.15.84:0/3791917377 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa02006c980 0x7fa02006ee40 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fa03000b810 tx=0x7fa030008040 comp rx=0 tx=0).stop 2024-04-15T15:12:24.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.465+0000 7fa0455bd640 1 -- 172.21.15.84:0/3791917377 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0400d12f0 msgr2=0x7fa0400b0cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:24.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.465+0000 7fa0455bd640 1 --2- 172.21.15.84:0/3791917377 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0400d12f0 0x7fa0400b0cf0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fa038009eb0 tx=0x7fa038004a40 comp rx=0 tx=0).stop 2024-04-15T15:12:24.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.465+0000 7fa0455bd640 1 -- 172.21.15.84:0/3791917377 shutdown_connections 2024-04-15T15:12:24.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.465+0000 7fa0455bd640 1 --2- 172.21.15.84:0/3791917377 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa02006c980 0x7fa02006ee40 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.465+0000 7fa0455bd640 1 --2- 172.21.15.84:0/3791917377 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa0400c9570 0x7fa0400b07b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.465+0000 7fa0455bd640 1 --2- 172.21.15.84:0/3791917377 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa0400d12f0 0x7fa0400b0cf0 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.465+0000 7fa0455bd640 1 --2- 172.21.15.84:0/3791917377 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa0400b68e0 0x7fa040150e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.465+0000 7fa0455bd640 1 -- 172.21.15.84:0/3791917377 >> 172.21.15.84:0/3791917377 conn(0x7fa0400b3f90 msgr2=0x7fa040161670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:24.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.465+0000 7fa0455bd640 1 -- 172.21.15.84:0/3791917377 shutdown_connections 2024-04-15T15:12:24.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.465+0000 7fa0455bd640 1 -- 172.21.15.84:0/3791917377 wait complete. 2024-04-15T15:12:24.479 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-15T15:12:24.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.583+0000 7f5cdee31640 1 Processor -- start 2024-04-15T15:12:24.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.583+0000 7f5cdee31640 1 -- start start 2024-04-15T15:12:24.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.584+0000 7f5cdee31640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f5cd815c250 0x7f5cd806d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:24.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.584+0000 7f5cdee31640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5cd80d0010 0x7f5cd80d0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:24.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.584+0000 7f5cdee31640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5cd806df30 con 0x7f5cd815f9f0 2024-04-15T15:12:24.587 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.584+0000 7f5cdee31640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f5cd80cd1a0 con 0x7f5cd815c250 2024-04-15T15:12:24.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.584+0000 7f5cdee31640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f5cd80d09b0 con 0x7f5cd80d0010 2024-04-15T15:12:24.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.584+0000 7f5cdcbcd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f5cd815c250 0x7f5cd806d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:24.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.584+0000 7f5cd7fff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f5cd815f9f0 0x7f5cd80cca90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:53364/0 (socket says 172.21.15.84:53364) 2024-04-15T15:12:24.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.584+0000 7f5cd7fff640 1 -- 172.21.15.84:0/21357931 learned_addr learned my addr 172.21.15.84:0/21357931 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:24.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.584+0000 7f5cdd3ce640 1 --2- 172.21.15.84:0/21357931 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5cd80d0010 0x7f5cd80d0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:24.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.584+0000 7f5cdcbcd640 1 -- 172.21.15.84:0/21357931 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5cd80d0010 msgr2=0x7f5cd80d0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:24.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.584+0000 7f5cdcbcd640 1 --2- 172.21.15.84:0/21357931 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5cd80d0010 0x7f5cd80d0470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.585+0000 7f5cdcbcd640 1 -- 172.21.15.84:0/21357931 >> v1:172.21.15.84:6789/0 conn(0x7f5cd815f9f0 legacy=0x7f5cd80cca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:24.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.585+0000 7f5cd77fe640 1 -- 172.21.15.84:0/21357931 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2724249501 0 0) 0x7f5cd806df30 con 0x7f5cd815f9f0 2024-04-15T15:12:24.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.585+0000 7f5cdcbcd640 1 -- 172.21.15.84:0/21357931 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cd806e210 con 0x7f5cd815c250 2024-04-15T15:12:24.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.585+0000 7f5cdcbcd640 1 --2- 172.21.15.84:0/21357931 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5cd815c250 0x7f5cd806d6e0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f5cd00097a0 tx=0x7f5cd002b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=163fe17c9eda3bf6 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:24.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.585+0000 7f5cd77fe640 1 -- 172.21.15.84:0/21357931 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cd0035020 con 0x7f5cd815c250 2024-04-15T15:12:24.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.585+0000 7f5cd77fe640 1 -- 172.21.15.84:0/21357931 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5cd0031830 con 0x7f5cd815c250 2024-04-15T15:12:24.588 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.585+0000 7f5cd77fe640 1 -- 172.21.15.84:0/21357931 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cd0031c00 con 0x7f5cd815c250 2024-04-15T15:12:24.592 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.586+0000 7f5cdee31640 1 -- 172.21.15.84:0/21357931 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5cd815c250 msgr2=0x7f5cd806d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:24.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.586+0000 7f5cdee31640 1 --2- 172.21.15.84:0/21357931 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5cd815c250 0x7f5cd806d6e0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f5cd00097a0 tx=0x7f5cd002b8d0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.586+0000 7f5cdee31640 1 -- 172.21.15.84:0/21357931 shutdown_connections 2024-04-15T15:12:24.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.586+0000 7f5cdee31640 1 --2- 172.21.15.84:0/21357931 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5cd80d0010 0x7f5cd80d0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.586+0000 7f5cdee31640 1 --2- 172.21.15.84:0/21357931 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5cd815c250 0x7f5cd806d6e0 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.586+0000 7f5cdee31640 1 -- 172.21.15.84:0/21357931 >> 172.21.15.84:0/21357931 conn(0x7f5cd80ceec0 msgr2=0x7f5cd80cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:24.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.586+0000 7f5cdee31640 1 -- 172.21.15.84:0/21357931 shutdown_connections 2024-04-15T15:12:24.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.586+0000 7f5cdee31640 1 -- 172.21.15.84:0/21357931 wait complete. 2024-04-15T15:12:24.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.587+0000 7f5cdee31640 1 Processor -- start 2024-04-15T15:12:24.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.587+0000 7f5cdee31640 1 -- start start 2024-04-15T15:12:24.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.588+0000 7f5cdee31640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5cd80d0010 0x7f5cd8157930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:24.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.588+0000 7f5cdee31640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5cd815c250 0x7f5cd80c82b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:24.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.588+0000 7f5cdee31640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5cd815f9f0 0x7f5cd80b6350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:24.593 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.588+0000 7f5cdee31640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd80b38f0 con 0x7f5cd815c250 2024-04-15T15:12:24.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.588+0000 7f5cdee31640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5cd80b3610 con 0x7f5cd80d0010 2024-04-15T15:12:24.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.588+0000 7f5cdee31640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f5cd806dc20 con 0x7f5cd815f9f0 2024-04-15T15:12:24.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.588+0000 7f5cd7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5cd815c250 0x7f5cd80c82b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:24.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.588+0000 7f5cd7fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5cd815c250 0x7f5cd80c82b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57938/0 (socket says 172.21.15.84:57938) 2024-04-15T15:12:24.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.588+0000 7f5cd7fff640 1 -- 172.21.15.84:0/3294726092 learned_addr learned my addr 172.21.15.84:0/3294726092 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:24.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.588+0000 7f5cdd3ce640 1 --2- 172.21.15.84:0/3294726092 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5cd815f9f0 0x7f5cd80b6350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:24.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.588+0000 7f5cdcbcd640 1 --2- 172.21.15.84:0/3294726092 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5cd80d0010 0x7f5cd8157930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:24.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.589+0000 7f5cd7fff640 1 -- 172.21.15.84:0/3294726092 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5cd815f9f0 msgr2=0x7f5cd80b6350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:24.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.589+0000 7f5cd7fff640 1 --2- 172.21.15.84:0/3294726092 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5cd815f9f0 0x7f5cd80b6350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.589+0000 7f5cd7fff640 1 -- 172.21.15.84:0/3294726092 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5cd80d0010 msgr2=0x7f5cd8157930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:24.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.589+0000 7f5cd7fff640 1 --2- 172.21.15.84:0/3294726092 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5cd80d0010 0x7f5cd8157930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.594 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.589+0000 7f5cd7fff640 1 -- 172.21.15.84:0/3294726092 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cd8157e70 con 0x7f5cd815c250 2024-04-15T15:12:24.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.589+0000 7f5cd7fff640 1 --2- 172.21.15.84:0/3294726092 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5cd815c250 0x7f5cd80c82b0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f5cc800c7c0 tx=0x7f5cc800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:24.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.589+0000 7f5cd57fa640 1 -- 172.21.15.84:0/3294726092 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc8018070 con 0x7f5cd815c250 2024-04-15T15:12:24.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.589+0000 7f5cd57fa640 1 -- 172.21.15.84:0/3294726092 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5cc800a640 con 0x7f5cd815c250 2024-04-15T15:12:24.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.589+0000 7f5cdee31640 1 -- 172.21.15.84:0/3294726092 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cd80b52b0 con 0x7f5cd815c250 2024-04-15T15:12:24.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.589+0000 7f5cd57fa640 1 -- 172.21.15.84:0/3294726092 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc800aa30 con 0x7f5cd815c250 2024-04-15T15:12:24.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.589+0000 7f5cdee31640 1 -- 172.21.15.84:0/3294726092 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cd80b5870 con 0x7f5cd815c250 2024-04-15T15:12:24.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.590+0000 7f5cdee31640 1 -- 172.21.15.84:0/3294726092 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cd8075c50 con 0x7f5cd815c250 2024-04-15T15:12:24.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.590+0000 7f5cd57fa640 1 -- 172.21.15.84:0/3294726092 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f5cc801b070 con 0x7f5cd815c250 2024-04-15T15:12:24.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.591+0000 7f5cd57fa640 1 --2- 172.21.15.84:0/3294726092 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5cb806c980 0x7f5cb806ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:24.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.591+0000 7f5cd57fa640 1 -- 172.21.15.84:0/3294726092 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 6216+0+0 (secure 0 0 0) 0x7f5cc808b2f0 con 0x7f5cd815c250 2024-04-15T15:12:24.595 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.591+0000 7f5cdcbcd640 1 --2- 172.21.15.84:0/3294726092 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5cb806c980 0x7f5cb806ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:24.596 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.591+0000 7f5cdcbcd640 1 --2- 172.21.15.84:0/3294726092 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5cb806c980 0x7f5cb806ee40 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f5cd0036000 tx=0x7f5cd003d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:24.597 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.595+0000 7f5cd57fa640 1 -- 172.21.15.84:0/3294726092 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f5cd8157e70 con 0x7f5cd815c250 2024-04-15T15:12:24.813 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.811+0000 7f5cdee31640 1 -- 172.21.15.84:0/3294726092 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f5cd80b83c0 con 0x7f5cd815c250 2024-04-15T15:12:24.813 INFO:tasks.ceph.mon.a.smithi084.stderr:2024-04-15T15:12:24.812+0000 7f30609a2640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T15:12:24.816 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.815+0000 7f5cd57fa640 1 -- 172.21.15.84:0/3294726092 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v23) ==== 161+0+0 (secure 0 0 0) 0x7f5cc8058ee0 con 0x7f5cd815c250 2024-04-15T15:12:24.817 INFO:teuthology.orchestra.run.smithi084.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-15T15:12:24.819 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.817+0000 7f5cdee31640 1 -- 172.21.15.84:0/3294726092 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5cb806c980 msgr2=0x7f5cb806ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:24.819 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.817+0000 7f5cdee31640 1 --2- 172.21.15.84:0/3294726092 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5cb806c980 0x7f5cb806ee40 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f5cd0036000 tx=0x7f5cd003d040 comp rx=0 tx=0).stop 2024-04-15T15:12:24.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.817+0000 7f5cdee31640 1 -- 172.21.15.84:0/3294726092 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5cd815c250 msgr2=0x7f5cd80c82b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:24.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.817+0000 7f5cdee31640 1 --2- 172.21.15.84:0/3294726092 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5cd815c250 0x7f5cd80c82b0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f5cc800c7c0 tx=0x7f5cc800cc80 comp rx=0 tx=0).stop 2024-04-15T15:12:24.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.817+0000 7f5cdee31640 1 -- 172.21.15.84:0/3294726092 shutdown_connections 2024-04-15T15:12:24.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.817+0000 7f5cdee31640 1 --2- 172.21.15.84:0/3294726092 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f5cd815f9f0 0x7f5cd80b6350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.817+0000 7f5cdee31640 1 --2- 172.21.15.84:0/3294726092 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f5cd815c250 0x7f5cd80c82b0 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.817+0000 7f5cdee31640 1 --2- 172.21.15.84:0/3294726092 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f5cb806c980 0x7f5cb806ee40 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.817+0000 7f5cdee31640 1 --2- 172.21.15.84:0/3294726092 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5cd80d0010 0x7f5cd8157930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.817+0000 7f5cdee31640 1 -- 172.21.15.84:0/3294726092 >> 172.21.15.84:0/3294726092 conn(0x7f5cd80ceec0 msgr2=0x7f5cd80cd320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:24.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.818+0000 7f5cdee31640 1 -- 172.21.15.84:0/3294726092 shutdown_connections 2024-04-15T15:12:24.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.818+0000 7f5cdee31640 1 -- 172.21.15.84:0/3294726092 wait complete. 2024-04-15T15:12:24.823 INFO:tasks.ceph.mds.a.smithi084.stderr: -1389> 2024-04-15T15:12:14.492+0000 7f5dfc1bd640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-15T15:12:24.832 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-15T15:12:24.851 INFO:tasks.ceph.mds.a.smithi084.stdout:starting mds.a at 2024-04-15T15:12:24.937 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.935+0000 7fa42aa7b640 1 Processor -- start 2024-04-15T15:12:24.937 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.935+0000 7fa42aa7b640 1 -- start start 2024-04-15T15:12:24.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.936+0000 7fa42aa7b640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fa424156cf0 0x7fa42406ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:24.938 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.936+0000 7fa42aa7b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa4240b0270 0x7fa42406d370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:24.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.936+0000 7fa42aa7b640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fa4240d1570 0x7fa424160250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:24.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.936+0000 7fa42aa7b640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fa42406d8b0 con 0x7fa4240d1570 2024-04-15T15:12:24.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.936+0000 7fa42aa7b640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fa42415ce00 con 0x7fa424156cf0 2024-04-15T15:12:24.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.936+0000 7fa42aa7b640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fa42415d0e0 con 0x7fa4240b0270 2024-04-15T15:12:24.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.936+0000 7fa429018640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fa4240d1570 0x7fa424160250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:24.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.936+0000 7fa429018640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fa4240d1570 0x7fa424160250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57968/0 (socket says 172.21.15.84:57968) 2024-04-15T15:12:24.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.936+0000 7fa429018640 1 -- 172.21.15.84:0/3161775692 learned_addr learned my addr 172.21.15.84:0/3161775692 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:24.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.936+0000 7fa423fff640 1 --2- 172.21.15.84:0/3161775692 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa4240b0270 0x7fa42406d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:24.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.936+0000 7fa428817640 1 --2- 172.21.15.84:0/3161775692 >> v2:172.21.15.203:3300/0 conn(0x7fa424156cf0 0x7fa42406ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:24.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.937+0000 7fa429018640 1 -- 172.21.15.84:0/3161775692 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa4240b0270 msgr2=0x7fa42406d370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:24.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.937+0000 7fa429018640 1 --2- 172.21.15.84:0/3161775692 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa4240b0270 0x7fa42406d370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.937+0000 7fa429018640 1 -- 172.21.15.84:0/3161775692 >> v2:172.21.15.203:3300/0 conn(0x7fa424156cf0 msgr2=0x7fa42406ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:24.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.937+0000 7fa429018640 1 --2- 172.21.15.84:0/3161775692 >> v2:172.21.15.203:3300/0 conn(0x7fa424156cf0 0x7fa42406ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.937+0000 7fa429018640 1 -- 172.21.15.84:0/3161775692 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa42415d3c0 con 0x7fa4240d1570 2024-04-15T15:12:24.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.937+0000 7fa429018640 1 --2- 172.21.15.84:0/3161775692 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4240d1570 0x7fa424160250 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fa424063690 tx=0x7fa41c02be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7aa756b795c0ff3f server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:24.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.937+0000 7fa4237fe640 1 -- 172.21.15.84:0/3161775692 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa41c02c9e0 con 0x7fa4240d1570 2024-04-15T15:12:24.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.937+0000 7fa4237fe640 1 -- 172.21.15.84:0/3161775692 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa41c02cb80 con 0x7fa4240d1570 2024-04-15T15:12:24.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.938+0000 7fa4237fe640 1 -- 172.21.15.84:0/3161775692 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa41c0343f0 con 0x7fa4240d1570 2024-04-15T15:12:24.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.938+0000 7fa42aa7b640 1 -- 172.21.15.84:0/3161775692 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4240d1570 msgr2=0x7fa424160250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:24.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.938+0000 7fa42aa7b640 1 --2- 172.21.15.84:0/3161775692 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4240d1570 0x7fa424160250 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fa424063690 tx=0x7fa41c02be40 comp rx=0 tx=0).stop 2024-04-15T15:12:24.941 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.938+0000 7fa42aa7b640 1 -- 172.21.15.84:0/3161775692 shutdown_connections 2024-04-15T15:12:24.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.938+0000 7fa42aa7b640 1 --2- 172.21.15.84:0/3161775692 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4240d1570 0x7fa424160250 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.938+0000 7fa42aa7b640 1 --2- 172.21.15.84:0/3161775692 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa4240b0270 0x7fa42406d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.938+0000 7fa42aa7b640 1 --2- 172.21.15.84:0/3161775692 >> v2:172.21.15.203:3300/0 conn(0x7fa424156cf0 0x7fa42406ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.938+0000 7fa42aa7b640 1 -- 172.21.15.84:0/3161775692 >> 172.21.15.84:0/3161775692 conn(0x7fa4240d0a50 msgr2=0x7fa4240d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:24.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.938+0000 7fa42aa7b640 1 -- 172.21.15.84:0/3161775692 shutdown_connections 2024-04-15T15:12:24.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.938+0000 7fa42aa7b640 1 -- 172.21.15.84:0/3161775692 wait complete. 2024-04-15T15:12:24.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.939+0000 7fa42aa7b640 1 Processor -- start 2024-04-15T15:12:24.942 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.939+0000 7fa42aa7b640 1 -- start start 2024-04-15T15:12:24.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.940+0000 7fa42aa7b640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4240b0270 0x7fa424143c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:24.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.940+0000 7fa42aa7b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa4240d1570 0x7fa4240723a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:24.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.940+0000 7fa42aa7b640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa424156cf0 0x7fa4240728e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:24.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.940+0000 7fa42aa7b640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa4241570d0 con 0x7fa4240b0270 2024-04-15T15:12:24.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.940+0000 7fa42aa7b640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa42415d980 con 0x7fa424156cf0 2024-04-15T15:12:24.944 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.940+0000 7fa42aa7b640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fa42406dbb0 con 0x7fa4240d1570 2024-04-15T15:12:24.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.940+0000 7fa428817640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4240b0270 0x7fa424143c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:24.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.940+0000 7fa428817640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4240b0270 0x7fa424143c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57980/0 (socket says 172.21.15.84:57980) 2024-04-15T15:12:24.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.940+0000 7fa428817640 1 -- 172.21.15.84:0/2995353736 learned_addr learned my addr 172.21.15.84:0/2995353736 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:24.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.940+0000 7fa428817640 1 -- 172.21.15.84:0/2995353736 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa4240d1570 msgr2=0x7fa4240723a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:24.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.940+0000 7fa428817640 1 --2- 172.21.15.84:0/2995353736 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa4240d1570 0x7fa4240723a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.940+0000 7fa428817640 1 -- 172.21.15.84:0/2995353736 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa424156cf0 msgr2=0x7fa4240728e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:24.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.940+0000 7fa428817640 1 --2- 172.21.15.84:0/2995353736 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa424156cf0 0x7fa4240728e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:24.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.940+0000 7fa428817640 1 -- 172.21.15.84:0/2995353736 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4241445a0 con 0x7fa4240b0270 2024-04-15T15:12:24.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.941+0000 7fa428817640 1 --2- 172.21.15.84:0/2995353736 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4240b0270 0x7fa424143c30 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fa41400e9b0 tx=0x7fa41400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:24.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.941+0000 7fa4217fa640 1 -- 172.21.15.84:0/2995353736 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa414017070 con 0x7fa4240b0270 2024-04-15T15:12:24.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.941+0000 7fa4217fa640 1 -- 172.21.15.84:0/2995353736 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa41400c9a0 con 0x7fa4240b0270 2024-04-15T15:12:24.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.941+0000 7fa42aa7b640 1 -- 172.21.15.84:0/2995353736 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa424144880 con 0x7fa4240b0270 2024-04-15T15:12:24.945 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.941+0000 7fa4217fa640 1 -- 172.21.15.84:0/2995353736 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa41400cd90 con 0x7fa4240b0270 2024-04-15T15:12:24.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.941+0000 7fa42aa7b640 1 -- 172.21.15.84:0/2995353736 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa424144170 con 0x7fa4240b0270 2024-04-15T15:12:24.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.942+0000 7fa42aa7b640 1 -- 172.21.15.84:0/2995353736 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa424075c50 con 0x7fa4240b0270 2024-04-15T15:12:24.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.942+0000 7fa4217fa640 1 -- 172.21.15.84:0/2995353736 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fa41401a070 con 0x7fa4240b0270 2024-04-15T15:12:24.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.943+0000 7fa4217fa640 1 --2- 172.21.15.84:0/2995353736 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa41006c980 0x7fa41006ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:24.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.943+0000 7fa423fff640 1 --2- 172.21.15.84:0/2995353736 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa41006c980 0x7fa41006ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:24.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.943+0000 7fa4217fa640 1 -- 172.21.15.84:0/2995353736 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6302+0+0 (secure 0 0 0) 0x7fa41408c0f0 con 0x7fa4240b0270 2024-04-15T15:12:24.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.943+0000 7fa423fff640 1 --2- 172.21.15.84:0/2995353736 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa41006c980 0x7fa41006ee40 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fa42415c730 tx=0x7fa418009460 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:24.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:24.947+0000 7fa4217fa640 1 -- 172.21.15.84:0/2995353736 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fa41405a370 con 0x7fa4240b0270 2024-04-15T15:12:25.161 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.159+0000 7fa42aa7b640 1 -- 172.21.15.84:0/2995353736 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fa4241584c0 con 0x7fa4240b0270 2024-04-15T15:12:25.818 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.816+0000 7fa4217fa640 1 -- 172.21.15.84:0/2995353736 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v24) ==== 104+0+0 (secure 0 0 0) 0x7fa414060070 con 0x7fa4240b0270 2024-04-15T15:12:25.820 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.818+0000 7fa42aa7b640 1 -- 172.21.15.84:0/2995353736 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa41006c980 msgr2=0x7fa41006ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:25.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.818+0000 7fa42aa7b640 1 --2- 172.21.15.84:0/2995353736 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa41006c980 0x7fa41006ee40 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fa42415c730 tx=0x7fa418009460 comp rx=0 tx=0).stop 2024-04-15T15:12:25.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.818+0000 7fa42aa7b640 1 -- 172.21.15.84:0/2995353736 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4240b0270 msgr2=0x7fa424143c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:25.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.818+0000 7fa42aa7b640 1 --2- 172.21.15.84:0/2995353736 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4240b0270 0x7fa424143c30 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fa41400e9b0 tx=0x7fa41400ee70 comp rx=0 tx=0).stop 2024-04-15T15:12:25.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.819+0000 7fa42aa7b640 1 -- 172.21.15.84:0/2995353736 shutdown_connections 2024-04-15T15:12:25.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.819+0000 7fa42aa7b640 1 --2- 172.21.15.84:0/2995353736 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa41006c980 0x7fa41006ee40 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:25.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.819+0000 7fa42aa7b640 1 --2- 172.21.15.84:0/2995353736 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa424156cf0 0x7fa4240728e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:25.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.819+0000 7fa42aa7b640 1 --2- 172.21.15.84:0/2995353736 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa4240d1570 0x7fa4240723a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:25.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.819+0000 7fa42aa7b640 1 --2- 172.21.15.84:0/2995353736 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa4240b0270 0x7fa424143c30 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:25.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.819+0000 7fa42aa7b640 1 -- 172.21.15.84:0/2995353736 >> 172.21.15.84:0/2995353736 conn(0x7fa4240d0a50 msgr2=0x7fa4240b0710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:25.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.819+0000 7fa42aa7b640 1 -- 172.21.15.84:0/2995353736 shutdown_connections 2024-04-15T15:12:25.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.819+0000 7fa42aa7b640 1 -- 172.21.15.84:0/2995353736 wait complete. 2024-04-15T15:12:25.834 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-15T15:12:25.982 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.981+0000 7f49e3346640 1 Processor -- start 2024-04-15T15:12:25.983 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.981+0000 7f49e3346640 1 -- start start 2024-04-15T15:12:25.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.982+0000 7f49e3346640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f49dc0b74a0 0x7f49dc0cca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:25.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.982+0000 7f49e3346640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f49dc0ccf70 0x7f49dc0b5230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:25.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.982+0000 7f49e3346640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f49dc15eeb0 con 0x7f49dc15ead0 2024-04-15T15:12:25.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.982+0000 7f49e3346640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f49dc0b7900 con 0x7f49dc0b74a0 2024-04-15T15:12:25.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.982+0000 7f49e3346640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f49dc0d0f30 con 0x7f49dc0ccf70 2024-04-15T15:12:25.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.982+0000 7f49e08e1640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f49dc0b74a0 0x7f49dc0cca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:25.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.982+0000 7f49e10e2640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f49dc15ead0 0x7f49dc0d13c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:53370/0 (socket says 172.21.15.84:53370) 2024-04-15T15:12:25.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.982+0000 7f49e10e2640 1 -- 172.21.15.84:0/1748090590 learned_addr learned my addr 172.21.15.84:0/1748090590 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:25.984 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.982+0000 7f49e08e1640 1 -- 172.21.15.84:0/1748090590 >> v2:172.21.15.203:3300/0 conn(0x7f49dc0ccf70 msgr2=0x7f49dc0b5230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:25.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.982+0000 7f49e08e1640 1 --2- 172.21.15.84:0/1748090590 >> v2:172.21.15.203:3300/0 conn(0x7f49dc0ccf70 0x7f49dc0b5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:25.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.982+0000 7f49e08e1640 1 -- 172.21.15.84:0/1748090590 >> v1:172.21.15.84:6789/0 conn(0x7f49dc15ead0 legacy=0x7f49dc0d13c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:25.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.982+0000 7f49d3fff640 1 -- 172.21.15.84:0/1748090590 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2660517436 0 0) 0x7f49dc15eeb0 con 0x7f49dc15ead0 2024-04-15T15:12:25.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.982+0000 7f49e08e1640 1 -- 172.21.15.84:0/1748090590 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49dc0d0320 con 0x7f49dc0b74a0 2024-04-15T15:12:25.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.983+0000 7f49e08e1640 1 --2- 172.21.15.84:0/1748090590 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49dc0b74a0 0x7f49dc0cca30 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f49dc0b1e40 tx=0x7f49cc02b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcd85edb4f199371 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:25.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.983+0000 7f49d3fff640 1 -- 172.21.15.84:0/1748090590 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49cc035020 con 0x7f49dc0b74a0 2024-04-15T15:12:25.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.983+0000 7f49d3fff640 1 -- 172.21.15.84:0/1748090590 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49cc031830 con 0x7f49dc0b74a0 2024-04-15T15:12:25.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.983+0000 7f49d3fff640 1 -- 172.21.15.84:0/1748090590 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49cc031c00 con 0x7f49dc0b74a0 2024-04-15T15:12:25.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.983+0000 7f49e3346640 1 -- 172.21.15.84:0/1748090590 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49dc0b74a0 msgr2=0x7f49dc0cca30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:25.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.983+0000 7f49e3346640 1 --2- 172.21.15.84:0/1748090590 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49dc0b74a0 0x7f49dc0cca30 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f49dc0b1e40 tx=0x7f49cc02b8d0 comp rx=0 tx=0).stop 2024-04-15T15:12:25.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.984+0000 7f49e3346640 1 -- 172.21.15.84:0/1748090590 shutdown_connections 2024-04-15T15:12:25.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.984+0000 7f49e3346640 1 --2- 172.21.15.84:0/1748090590 >> v2:172.21.15.203:3300/0 conn(0x7f49dc0ccf70 0x7f49dc0b5230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:25.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.984+0000 7f49e3346640 1 --2- 172.21.15.84:0/1748090590 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49dc0b74a0 0x7f49dc0cca30 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:25.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.984+0000 7f49e3346640 1 -- 172.21.15.84:0/1748090590 >> 172.21.15.84:0/1748090590 conn(0x7f49dc0d23e0 msgr2=0x7f49dc0d27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:25.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.984+0000 7f49e3346640 1 -- 172.21.15.84:0/1748090590 shutdown_connections 2024-04-15T15:12:25.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.984+0000 7f49e3346640 1 -- 172.21.15.84:0/1748090590 wait complete. 2024-04-15T15:12:25.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.985+0000 7f49e3346640 1 Processor -- start 2024-04-15T15:12:25.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.985+0000 7f49e3346640 1 -- start start 2024-04-15T15:12:25.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.985+0000 7f49e3346640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49dc0b74a0 0x7f49dc152980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:25.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.985+0000 7f49e3346640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f49dc0ccf70 0x7f49dc159250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:25.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.985+0000 7f49e3346640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f49dc15ead0 0x7f49dc15feb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:25.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.985+0000 7f49e3346640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f49dc0d0bc0 con 0x7f49dc0b74a0 2024-04-15T15:12:25.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.985+0000 7f49e3346640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f49dc0d08e0 con 0x7f49dc15ead0 2024-04-15T15:12:25.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.985+0000 7f49e3346640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f49dc0cffb0 con 0x7f49dc0ccf70 2024-04-15T15:12:25.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.986+0000 7f49e10e2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49dc0b74a0 0x7f49dc152980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:25.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.986+0000 7f49e10e2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49dc0b74a0 0x7f49dc152980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:57996/0 (socket says 172.21.15.84:57996) 2024-04-15T15:12:25.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.986+0000 7f49e10e2640 1 -- 172.21.15.84:0/416222016 learned_addr learned my addr 172.21.15.84:0/416222016 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:25.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.986+0000 7f49e08e1640 1 --2- 172.21.15.84:0/416222016 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f49dc0ccf70 0x7f49dc159250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:25.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.986+0000 7f49e18e3640 1 --2- 172.21.15.84:0/416222016 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f49dc15ead0 0x7f49dc15feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:25.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.986+0000 7f49e10e2640 1 -- 172.21.15.84:0/416222016 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f49dc0ccf70 msgr2=0x7f49dc159250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:25.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.986+0000 7f49e10e2640 1 --2- 172.21.15.84:0/416222016 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f49dc0ccf70 0x7f49dc159250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:25.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.986+0000 7f49e10e2640 1 -- 172.21.15.84:0/416222016 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f49dc15ead0 msgr2=0x7f49dc15feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:25.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.986+0000 7f49e10e2640 1 --2- 172.21.15.84:0/416222016 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f49dc15ead0 0x7f49dc15feb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:25.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.986+0000 7f49e10e2640 1 -- 172.21.15.84:0/416222016 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49dc1581b0 con 0x7f49dc0b74a0 2024-04-15T15:12:25.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.986+0000 7f49e18e3640 1 --2- 172.21.15.84:0/416222016 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f49dc15ead0 0x7f49dc15feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:25.990 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.986+0000 7f49e10e2640 1 --2- 172.21.15.84:0/416222016 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49dc0b74a0 0x7f49dc152980 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f49d800c460 tx=0x7f49d800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:25.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.986+0000 7f49d1ffb640 1 -- 172.21.15.84:0/416222016 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49d8018070 con 0x7f49dc0b74a0 2024-04-15T15:12:25.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.986+0000 7f49d1ffb640 1 -- 172.21.15.84:0/416222016 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f49d8007500 con 0x7f49dc0b74a0 2024-04-15T15:12:25.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.986+0000 7f49e3346640 1 -- 172.21.15.84:0/416222016 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49dc158490 con 0x7f49dc0b74a0 2024-04-15T15:12:25.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.986+0000 7f49d1ffb640 1 -- 172.21.15.84:0/416222016 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49d8004a20 con 0x7f49dc0b74a0 2024-04-15T15:12:25.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.986+0000 7f49e3346640 1 -- 172.21.15.84:0/416222016 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49dc158a50 con 0x7f49dc0b74a0 2024-04-15T15:12:25.991 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.987+0000 7f49e3346640 1 -- 172.21.15.84:0/416222016 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49dc0689e0 con 0x7f49dc0b74a0 2024-04-15T15:12:25.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.988+0000 7f49d1ffb640 1 -- 172.21.15.84:0/416222016 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f49d801b070 con 0x7f49dc0b74a0 2024-04-15T15:12:25.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.988+0000 7f49d1ffb640 1 --2- 172.21.15.84:0/416222016 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f49c006c980 0x7f49c006ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:25.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.988+0000 7f49d1ffb640 1 -- 172.21.15.84:0/416222016 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 6302+0+0 (secure 0 0 0) 0x7f49d808b0b0 con 0x7f49dc0b74a0 2024-04-15T15:12:25.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.988+0000 7f49e08e1640 1 --2- 172.21.15.84:0/416222016 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f49c006c980 0x7f49c006ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:25.992 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.989+0000 7f49e08e1640 1 --2- 172.21.15.84:0/416222016 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f49c006c980 0x7f49c006ee40 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f49cc036000 tx=0x7f49cc008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:25.995 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:25.993+0000 7f49d1ffb640 1 -- 172.21.15.84:0/416222016 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f49d80592a0 con 0x7f49dc0b74a0 2024-04-15T15:12:26.168 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.166+0000 7f49e3346640 1 -- 172.21.15.84:0/416222016 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f49dc15df80 con 0x7f49dc0b74a0 2024-04-15T15:12:26.819 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.818+0000 7f49d1ffb640 1 -- 172.21.15.84:0/416222016 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v43) ==== 181+0+0 (secure 0 0 0) 0x7f49d8058ba0 con 0x7f49dc0b74a0 2024-04-15T15:12:26.820 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'cephfs_metadata' removed 2024-04-15T15:12:26.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.820+0000 7f49e3346640 1 -- 172.21.15.84:0/416222016 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f49c006c980 msgr2=0x7f49c006ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:26.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.820+0000 7f49e3346640 1 --2- 172.21.15.84:0/416222016 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f49c006c980 0x7f49c006ee40 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f49cc036000 tx=0x7f49cc008030 comp rx=0 tx=0).stop 2024-04-15T15:12:26.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.820+0000 7f49e3346640 1 -- 172.21.15.84:0/416222016 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49dc0b74a0 msgr2=0x7f49dc152980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:26.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.820+0000 7f49e3346640 1 --2- 172.21.15.84:0/416222016 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49dc0b74a0 0x7f49dc152980 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f49d800c460 tx=0x7f49d800c920 comp rx=0 tx=0).stop 2024-04-15T15:12:26.823 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.820+0000 7f49e3346640 1 -- 172.21.15.84:0/416222016 shutdown_connections 2024-04-15T15:12:26.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.820+0000 7f49e3346640 1 --2- 172.21.15.84:0/416222016 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f49c006c980 0x7f49c006ee40 secure :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f49cc036000 tx=0x7f49cc008030 comp rx=0 tx=0).stop 2024-04-15T15:12:26.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.820+0000 7f49e3346640 1 --2- 172.21.15.84:0/416222016 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f49dc15ead0 0x7f49dc15feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:26.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.821+0000 7f49e3346640 1 --2- 172.21.15.84:0/416222016 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f49dc0ccf70 0x7f49dc159250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:26.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.821+0000 7f49e3346640 1 --2- 172.21.15.84:0/416222016 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49dc0b74a0 0x7f49dc152980 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:26.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.821+0000 7f49e3346640 1 -- 172.21.15.84:0/416222016 >> 172.21.15.84:0/416222016 conn(0x7f49dc0d23e0 msgr2=0x7f49dc0d13c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:26.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.821+0000 7f49e3346640 1 -- 172.21.15.84:0/416222016 shutdown_connections 2024-04-15T15:12:26.824 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.821+0000 7f49e3346640 1 -- 172.21.15.84:0/416222016 wait complete. 2024-04-15T15:12:26.837 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-15T15:12:26.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.949+0000 7f4333235640 1 Processor -- start 2024-04-15T15:12:26.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.949+0000 7f4333235640 1 -- start start 2024-04-15T15:12:26.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.950+0000 7f4333235640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f432c06f6c0 0x7f432c0cdde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:26.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.950+0000 7f4333235640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f432c15fe60 con 0x7f432c0ce320 2024-04-15T15:12:26.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.950+0000 7f4333235640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f432c15c8e0 con 0x7f432c15c2c0 2024-04-15T15:12:26.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.950+0000 7f4333235640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f432c15f0a0 con 0x7f432c06f6c0 2024-04-15T15:12:26.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.950+0000 7f432bfff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f432c0ce320 0x7f432c15bbb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:53378/0 (socket says 172.21.15.84:53378) 2024-04-15T15:12:26.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.950+0000 7f432bfff640 1 -- 172.21.15.84:0/609564294 learned_addr learned my addr 172.21.15.84:0/609564294 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:26.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.950+0000 7f432b7fe640 1 -- 172.21.15.84:0/609564294 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4079907297 0 0) 0x7f432c15fe60 con 0x7f432c0ce320 2024-04-15T15:12:26.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.950+0000 7f4330fd1640 1 --2- 172.21.15.84:0/609564294 >> v2:172.21.15.203:3300/0 conn(0x7f432c06f6c0 0x7f432c0cdde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:26.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.950+0000 7f432b7fe640 1 -- 172.21.15.84:0/609564294 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f431c003520 con 0x7f432c0ce320 2024-04-15T15:12:26.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.950+0000 7f432b7fe640 1 -- 172.21.15.84:0/609564294 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4051294711 0 0) 0x7f431c003520 con 0x7f432c0ce320 2024-04-15T15:12:26.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.951+0000 7f432b7fe640 1 -- 172.21.15.84:0/609564294 >> v2:172.21.15.203:3300/0 conn(0x7f432c06f6c0 msgr2=0x7f432c0cdde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:26.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.951+0000 7f432b7fe640 1 --2- 172.21.15.84:0/609564294 >> v2:172.21.15.203:3300/0 conn(0x7f432c06f6c0 0x7f432c0cdde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:26.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.951+0000 7f432b7fe640 1 -- 172.21.15.84:0/609564294 >> v1:172.21.15.203:6789/0 conn(0x7f432c15c2c0 legacy=0x7f432c06dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:26.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.951+0000 7f432b7fe640 1 -- 172.21.15.84:0/609564294 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f432c15f380 con 0x7f432c0ce320 2024-04-15T15:12:26.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.951+0000 7f432b7fe640 1 -- 172.21.15.84:0/609564294 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f4318001670 con 0x7f432c0ce320 2024-04-15T15:12:26.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.951+0000 7f432b7fe640 1 -- 172.21.15.84:0/609564294 >> v1:172.21.15.84:6789/0 conn(0x7f432c0ce320 legacy=0x7f432c15bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:26.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.951+0000 7f432b7fe640 1 --2- 172.21.15.84:0/609564294 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f431c0039b0 0x7f431c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:26.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.951+0000 7f432b7fe640 1 --2- 172.21.15.84:0/609564294 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f431c004800 0x7f431c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:26.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.951+0000 7f432b7fe640 1 --2- 172.21.15.84:0/609564294 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f431c0052e0 0x7f431c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:26.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.951+0000 7f432b7fe640 1 -- 172.21.15.84:0/609564294 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f432c15f0a0 con 0x7f431c0039b0 2024-04-15T15:12:26.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.951+0000 7f432b7fe640 1 -- 172.21.15.84:0/609564294 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f431c00c1b0 con 0x7f431c004800 2024-04-15T15:12:26.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.951+0000 7f432b7fe640 1 -- 172.21.15.84:0/609564294 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f431c00c3b0 con 0x7f431c0052e0 2024-04-15T15:12:26.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.951+0000 7f4330fd1640 1 --2- 172.21.15.84:0/609564294 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f431c0039b0 0x7f431c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:26.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.951+0000 7f432bfff640 1 --2- 172.21.15.84:0/609564294 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f431c004800 0x7f431c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:26.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.951+0000 7f43317d2640 1 --2- 172.21.15.84:0/609564294 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f431c0052e0 0x7f431c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:26.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.951+0000 7f4330fd1640 1 -- 172.21.15.84:0/609564294 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f431c0052e0 msgr2=0x7f431c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:26.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.951+0000 7f4330fd1640 1 --2- 172.21.15.84:0/609564294 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f431c0052e0 0x7f431c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:26.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.951+0000 7f4330fd1640 1 -- 172.21.15.84:0/609564294 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f431c004800 msgr2=0x7f431c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:26.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.951+0000 7f4330fd1640 1 --2- 172.21.15.84:0/609564294 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f431c004800 0x7f431c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:26.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.951+0000 7f4330fd1640 1 -- 172.21.15.84:0/609564294 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f431c003520 con 0x7f431c0039b0 2024-04-15T15:12:26.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.951+0000 7f43317d2640 1 -- 172.21.15.84:0/609564294 reap_dead start 2024-04-15T15:12:26.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.952+0000 7f4330fd1640 1 --2- 172.21.15.84:0/609564294 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f431c0039b0 0x7f431c003dd0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f4320009a90 tx=0x7f431c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abafc35091c36411 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:26.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.952+0000 7f432b7fe640 1 -- 172.21.15.84:0/609564294 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4320039070 con 0x7f431c0039b0 2024-04-15T15:12:26.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.952+0000 7f432b7fe640 1 -- 172.21.15.84:0/609564294 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f432002c680 con 0x7f431c0039b0 2024-04-15T15:12:26.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.952+0000 7f432b7fe640 1 -- 172.21.15.84:0/609564294 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4320009690 con 0x7f431c0039b0 2024-04-15T15:12:26.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.952+0000 7f4333235640 1 -- 172.21.15.84:0/609564294 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f431c0039b0 msgr2=0x7f431c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:26.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.952+0000 7f4333235640 1 --2- 172.21.15.84:0/609564294 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f431c0039b0 0x7f431c003dd0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f4320009a90 tx=0x7f431c005830 comp rx=0 tx=0).stop 2024-04-15T15:12:26.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.952+0000 7f4333235640 1 -- 172.21.15.84:0/609564294 shutdown_connections 2024-04-15T15:12:26.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.952+0000 7f4333235640 1 --2- 172.21.15.84:0/609564294 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f431c0039b0 0x7f431c003dd0 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:26.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.952+0000 7f4333235640 1 -- 172.21.15.84:0/609564294 >> 172.21.15.84:0/609564294 conn(0x7f432c0b1ee0 msgr2=0x7f432c0b22c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:26.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.953+0000 7f4333235640 1 -- 172.21.15.84:0/609564294 shutdown_connections 2024-04-15T15:12:26.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.953+0000 7f4333235640 1 -- 172.21.15.84:0/609564294 wait complete. 2024-04-15T15:12:26.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.954+0000 7f4333235640 1 Processor -- start 2024-04-15T15:12:26.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.954+0000 7f4333235640 1 -- start start 2024-04-15T15:12:26.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.954+0000 7f4333235640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f431c0039b0 0x7f432c14c790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:26.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.955+0000 7f4333235640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f432c0cb890 0x7f432c0cbd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:26.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.955+0000 7f4333235640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f432c0aec60 0x7f432c0af0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:26.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.955+0000 7f4333235640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f432c0cdf60 con 0x7f431c0039b0 2024-04-15T15:12:26.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.955+0000 7f4333235640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f432c0cdde0 con 0x7f432c0cb890 2024-04-15T15:12:26.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.955+0000 7f4333235640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f432c0ce0e0 con 0x7f432c0aec60 2024-04-15T15:12:26.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.955+0000 7f4330fd1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f431c0039b0 0x7f432c14c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:26.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.955+0000 7f4330fd1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f431c0039b0 0x7f432c14c790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58018/0 (socket says 172.21.15.84:58018) 2024-04-15T15:12:26.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.955+0000 7f4330fd1640 1 -- 172.21.15.84:0/548139440 learned_addr learned my addr 172.21.15.84:0/548139440 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:26.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.955+0000 7f43317d2640 1 --2- 172.21.15.84:0/548139440 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f432c0aec60 0x7f432c0af0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:26.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.955+0000 7f432bfff640 1 --2- 172.21.15.84:0/548139440 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f432c0cb890 0x7f432c0cbd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:26.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.955+0000 7f4330fd1640 1 -- 172.21.15.84:0/548139440 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f432c0aec60 msgr2=0x7f432c0af0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:26.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.955+0000 7f4330fd1640 1 --2- 172.21.15.84:0/548139440 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f432c0aec60 0x7f432c0af0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:26.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.955+0000 7f4330fd1640 1 -- 172.21.15.84:0/548139440 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f432c0cb890 msgr2=0x7f432c0cbd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:26.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.955+0000 7f4330fd1640 1 --2- 172.21.15.84:0/548139440 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f432c0cb890 0x7f432c0cbd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:26.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.955+0000 7f4330fd1640 1 -- 172.21.15.84:0/548139440 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f432c1563c0 con 0x7f431c0039b0 2024-04-15T15:12:26.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.955+0000 7f4330fd1640 1 --2- 172.21.15.84:0/548139440 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f431c0039b0 0x7f432c14c790 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f4320009bb0 tx=0x7f4320004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:26.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.955+0000 7f43297fa640 1 -- 172.21.15.84:0/548139440 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4320042020 con 0x7f431c0039b0 2024-04-15T15:12:26.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.955+0000 7f43297fa640 1 -- 172.21.15.84:0/548139440 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f432003a040 con 0x7f431c0039b0 2024-04-15T15:12:26.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.955+0000 7f4333235640 1 -- 172.21.15.84:0/548139440 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f432c1566a0 con 0x7f431c0039b0 2024-04-15T15:12:26.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.955+0000 7f43297fa640 1 -- 172.21.15.84:0/548139440 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4320039070 con 0x7f431c0039b0 2024-04-15T15:12:26.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.955+0000 7f4333235640 1 -- 172.21.15.84:0/548139440 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f432c0af620 con 0x7f431c0039b0 2024-04-15T15:12:26.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.956+0000 7f4333235640 1 -- 172.21.15.84:0/548139440 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f432c0689e0 con 0x7f431c0039b0 2024-04-15T15:12:26.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.957+0000 7f43297fa640 1 -- 172.21.15.84:0/548139440 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f4320045020 con 0x7f431c0039b0 2024-04-15T15:12:26.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.957+0000 7f43297fa640 1 --2- 172.21.15.84:0/548139440 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f431006c980 0x7f431006ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:26.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.957+0000 7f43297fa640 1 -- 172.21.15.84:0/548139440 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5864+0+0 (secure 0 0 0) 0x7f43200acfc0 con 0x7f431c0039b0 2024-04-15T15:12:26.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.957+0000 7f432bfff640 1 --2- 172.21.15.84:0/548139440 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f431006c980 0x7f431006ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:26.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.958+0000 7f432bfff640 1 --2- 172.21.15.84:0/548139440 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f431006c980 0x7f431006ee40 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f432c0aea60 tx=0x7f4318009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:26.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:26.962+0000 7f43297fa640 1 -- 172.21.15.84:0/548139440 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f432004c070 con 0x7f431c0039b0 2024-04-15T15:12:27.141 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.139+0000 7f4333235640 1 -- 172.21.15.84:0/548139440 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f432c0ccd20 con 0x7f431c0039b0 2024-04-15T15:12:27.821 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.819+0000 7f43297fa640 1 -- 172.21.15.84:0/548139440 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v44) ==== 169+0+0 (secure 0 0 0) 0x7f432007b360 con 0x7f431c0039b0 2024-04-15T15:12:27.821 INFO:teuthology.orchestra.run.smithi084.stderr:pool 'cephfs_data' removed 2024-04-15T15:12:27.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.822+0000 7f4333235640 1 -- 172.21.15.84:0/548139440 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f431006c980 msgr2=0x7f431006ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:27.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.822+0000 7f4333235640 1 --2- 172.21.15.84:0/548139440 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f431006c980 0x7f431006ee40 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f432c0aea60 tx=0x7f4318009040 comp rx=0 tx=0).stop 2024-04-15T15:12:27.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.822+0000 7f4333235640 1 -- 172.21.15.84:0/548139440 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f431c0039b0 msgr2=0x7f432c14c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:27.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.822+0000 7f4333235640 1 --2- 172.21.15.84:0/548139440 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f431c0039b0 0x7f432c14c790 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f4320009bb0 tx=0x7f4320004730 comp rx=0 tx=0).stop 2024-04-15T15:12:27.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.823+0000 7f4333235640 1 -- 172.21.15.84:0/548139440 shutdown_connections 2024-04-15T15:12:27.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.823+0000 7f4333235640 1 --2- 172.21.15.84:0/548139440 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f431006c980 0x7f431006ee40 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:27.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.823+0000 7f4333235640 1 --2- 172.21.15.84:0/548139440 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f432c0cb890 0x7f432c0cbd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:27.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.823+0000 7f4333235640 1 --2- 172.21.15.84:0/548139440 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f432c0aec60 0x7f432c0af0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:27.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.823+0000 7f4333235640 1 --2- 172.21.15.84:0/548139440 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f431c0039b0 0x7f432c14c790 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:27.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.823+0000 7f4333235640 1 -- 172.21.15.84:0/548139440 >> 172.21.15.84:0/548139440 conn(0x7f432c0b1ee0 msgr2=0x7f432c15dda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:27.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.823+0000 7f4333235640 1 -- 172.21.15.84:0/548139440 shutdown_connections 2024-04-15T15:12:27.825 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.823+0000 7f4333235640 1 -- 172.21.15.84:0/548139440 wait complete. 2024-04-15T15:12:27.840 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_cache_quiesce_splitauth 2024-04-15T15:12:27.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.948+0000 7f86fe196640 1 Processor -- start 2024-04-15T15:12:27.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.948+0000 7f86fe196640 1 -- start start 2024-04-15T15:12:27.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.948+0000 7f86fe196640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f86f815c250 0x7f86f806d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:27.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.948+0000 7f86fe196640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86f806df30 con 0x7f86f815f9f0 2024-04-15T15:12:27.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.948+0000 7f86fe196640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f86f806e210 con 0x7f86f80d0010 2024-04-15T15:12:27.951 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.948+0000 7f86fe196640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f86f80cd1a0 con 0x7f86f815c250 2024-04-15T15:12:27.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.949+0000 7f86f6ffd640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f86f815f9f0 0x7f86f80cca90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:53392/0 (socket says 172.21.15.84:53392) 2024-04-15T15:12:27.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.949+0000 7f86f6ffd640 1 -- 172.21.15.84:0/3041587747 learned_addr learned my addr 172.21.15.84:0/3041587747 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:27.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.949+0000 7f86f77fe640 1 --2- 172.21.15.84:0/3041587747 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f86f815c250 0x7f86f806d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:27.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.949+0000 7f86f67fc640 1 -- 172.21.15.84:0/3041587747 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2200372118 0 0) 0x7f86f806df30 con 0x7f86f815f9f0 2024-04-15T15:12:27.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.949+0000 7f86f67fc640 1 -- 172.21.15.84:0/3041587747 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f86e0003520 con 0x7f86f815f9f0 2024-04-15T15:12:27.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.949+0000 7f86f67fc640 1 -- 172.21.15.84:0/3041587747 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4031627569 0 0) 0x7f86f806e210 con 0x7f86f80d0010 2024-04-15T15:12:27.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.949+0000 7f86f67fc640 1 -- 172.21.15.84:0/3041587747 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f86f806df30 con 0x7f86f80d0010 2024-04-15T15:12:27.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.949+0000 7f86f77fe640 1 -- 172.21.15.84:0/3041587747 >> v1:172.21.15.203:6789/0 conn(0x7f86f80d0010 legacy=0x7f86f80b3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:27.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.949+0000 7f86f77fe640 1 -- 172.21.15.84:0/3041587747 >> v1:172.21.15.84:6789/0 conn(0x7f86f815f9f0 legacy=0x7f86f80cca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:27.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.949+0000 7f86f77fe640 1 -- 172.21.15.84:0/3041587747 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86f806e4f0 con 0x7f86f815c250 2024-04-15T15:12:27.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.950+0000 7f86f77fe640 1 --2- 172.21.15.84:0/3041587747 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f86f815c250 0x7f86f806d6e0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f86e80097d0 tx=0x7f86e802b8a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=667def0091b60905 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:27.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.950+0000 7f86f67fc640 1 -- 172.21.15.84:0/3041587747 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e8035020 con 0x7f86f815c250 2024-04-15T15:12:27.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.950+0000 7f86f67fc640 1 -- 172.21.15.84:0/3041587747 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86e8031800 con 0x7f86f815c250 2024-04-15T15:12:27.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.950+0000 7f86f67fc640 1 -- 172.21.15.84:0/3041587747 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e8031bb0 con 0x7f86f815c250 2024-04-15T15:12:27.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.951+0000 7f86fe196640 1 -- 172.21.15.84:0/3041587747 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f86f815c250 msgr2=0x7f86f806d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:27.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.951+0000 7f86fe196640 1 --2- 172.21.15.84:0/3041587747 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f86f815c250 0x7f86f806d6e0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f86e80097d0 tx=0x7f86e802b8a0 comp rx=0 tx=0).stop 2024-04-15T15:12:27.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.951+0000 7f86fe196640 1 -- 172.21.15.84:0/3041587747 shutdown_connections 2024-04-15T15:12:27.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.951+0000 7f86fe196640 1 --2- 172.21.15.84:0/3041587747 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f86f815c250 0x7f86f806d6e0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:27.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.951+0000 7f86fe196640 1 -- 172.21.15.84:0/3041587747 >> 172.21.15.84:0/3041587747 conn(0x7f86f80ceec0 msgr2=0x7f86f80cf2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:27.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.951+0000 7f86fe196640 1 -- 172.21.15.84:0/3041587747 shutdown_connections 2024-04-15T15:12:27.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.951+0000 7f86fe196640 1 -- 172.21.15.84:0/3041587747 wait complete. 2024-04-15T15:12:27.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.952+0000 7f86fe196640 1 Processor -- start 2024-04-15T15:12:27.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.952+0000 7f86fe196640 1 -- start start 2024-04-15T15:12:27.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.953+0000 7f86fe196640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f86f80d0010 0x7f86f80b5030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:27.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.953+0000 7f86fe196640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f86f815c250 0x7f86f8151250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:27.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.953+0000 7f86fe196640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f86f815f9f0 0x7f86f80b55f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:27.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.953+0000 7f86fe196640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f86f806dc20 con 0x7f86f80d0010 2024-04-15T15:12:27.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.953+0000 7f86fe196640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f86f80b38f0 con 0x7f86f815f9f0 2024-04-15T15:12:27.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.953+0000 7f86fe196640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f86f815c630 con 0x7f86f815c250 2024-04-15T15:12:27.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.953+0000 7f86f77fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f86f80d0010 0x7f86f80b5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:27.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.953+0000 7f86f77fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f86f80d0010 0x7f86f80b5030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58028/0 (socket says 172.21.15.84:58028) 2024-04-15T15:12:27.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.953+0000 7f86f77fe640 1 -- 172.21.15.84:0/1541017473 learned_addr learned my addr 172.21.15.84:0/1541017473 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:27.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.953+0000 7f86f7fff640 1 --2- 172.21.15.84:0/1541017473 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f86f815f9f0 0x7f86f80b55f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:27.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.953+0000 7f86f6ffd640 1 --2- 172.21.15.84:0/1541017473 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f86f815c250 0x7f86f8151250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:27.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.953+0000 7f86f77fe640 1 -- 172.21.15.84:0/1541017473 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f86f815c250 msgr2=0x7f86f8151250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:27.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.953+0000 7f86f77fe640 1 --2- 172.21.15.84:0/1541017473 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f86f815c250 0x7f86f8151250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:27.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.953+0000 7f86f77fe640 1 -- 172.21.15.84:0/1541017473 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f86f815f9f0 msgr2=0x7f86f80b55f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:27.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.953+0000 7f86f77fe640 1 --2- 172.21.15.84:0/1541017473 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f86f815f9f0 0x7f86f80b55f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:27.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.953+0000 7f86f77fe640 1 -- 172.21.15.84:0/1541017473 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86f815eb70 con 0x7f86f80d0010 2024-04-15T15:12:27.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.953+0000 7f86f77fe640 1 --2- 172.21.15.84:0/1541017473 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f86f80d0010 0x7f86f80b5030 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f86e8000c00 tx=0x7f86e80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:27.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.953+0000 7f86dffff640 1 -- 172.21.15.84:0/1541017473 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e8041070 con 0x7f86f80d0010 2024-04-15T15:12:27.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.954+0000 7f86dffff640 1 -- 172.21.15.84:0/1541017473 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f86e8031e30 con 0x7f86f80d0010 2024-04-15T15:12:27.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.954+0000 7f86fe196640 1 -- 172.21.15.84:0/1541017473 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86f815ee50 con 0x7f86f80d0010 2024-04-15T15:12:27.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.954+0000 7f86dffff640 1 -- 172.21.15.84:0/1541017473 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86e8035040 con 0x7f86f80d0010 2024-04-15T15:12:27.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.954+0000 7f86fe196640 1 -- 172.21.15.84:0/1541017473 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86f815f410 con 0x7f86f80d0010 2024-04-15T15:12:27.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.954+0000 7f86fe196640 1 -- 172.21.15.84:0/1541017473 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86f80cda30 con 0x7f86f80d0010 2024-04-15T15:12:27.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.955+0000 7f86dffff640 1 -- 172.21.15.84:0/1541017473 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f86e804c060 con 0x7f86f80d0010 2024-04-15T15:12:27.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.955+0000 7f86dffff640 1 --2- 172.21.15.84:0/1541017473 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f86e406c980 0x7f86e406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:27.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.956+0000 7f86dffff640 1 -- 172.21.15.84:0/1541017473 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f86e80ad4f0 con 0x7f86f80d0010 2024-04-15T15:12:27.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.956+0000 7f86f6ffd640 1 --2- 172.21.15.84:0/1541017473 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f86e406c980 0x7f86e406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:27.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.956+0000 7f86f6ffd640 1 --2- 172.21.15.84:0/1541017473 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f86e406c980 0x7f86e406ee40 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f86f815f990 tx=0x7f86ec009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:27.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:27.960+0000 7f86dffff640 1 -- 172.21.15.84:0/1541017473 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f86f80cda30 con 0x7f86f80d0010 2024-04-15T15:12:28.141 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.139+0000 7f86fe196640 1 -- 172.21.15.84:0/1541017473 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_cache_quiesce_splitauth"} v 0) -- 0x7f86f8075c50 con 0x7f86f80d0010 2024-04-15T15:12:28.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.142+0000 7f86dffff640 1 -- 172.21.15.84:0/1541017473 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_cache_quiesce_splitauth"}]=0 v13) ==== 110+0+0 (secure 0 0 0) 0x7f86e804b2c0 con 0x7f86f80d0010 2024-04-15T15:12:28.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.144+0000 7f86fe196640 1 -- 172.21.15.84:0/1541017473 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f86e406c980 msgr2=0x7f86e406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:28.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.144+0000 7f86fe196640 1 --2- 172.21.15.84:0/1541017473 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f86e406c980 0x7f86e406ee40 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f86f815f990 tx=0x7f86ec009040 comp rx=0 tx=0).stop 2024-04-15T15:12:28.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.144+0000 7f86fe196640 1 -- 172.21.15.84:0/1541017473 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f86f80d0010 msgr2=0x7f86f80b5030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:28.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.144+0000 7f86fe196640 1 --2- 172.21.15.84:0/1541017473 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f86f80d0010 0x7f86f80b5030 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f86e8000c00 tx=0x7f86e80046c0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.147 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.144+0000 7f86fe196640 1 -- 172.21.15.84:0/1541017473 shutdown_connections 2024-04-15T15:12:28.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.144+0000 7f86fe196640 1 --2- 172.21.15.84:0/1541017473 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f86e406c980 0x7f86e406ee40 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.144+0000 7f86fe196640 1 --2- 172.21.15.84:0/1541017473 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f86f815f9f0 0x7f86f80b55f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.144+0000 7f86fe196640 1 --2- 172.21.15.84:0/1541017473 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f86f815c250 0x7f86f8151250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.144+0000 7f86fe196640 1 --2- 172.21.15.84:0/1541017473 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f86f80d0010 0x7f86f80b5030 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.144+0000 7f86fe196640 1 -- 172.21.15.84:0/1541017473 >> 172.21.15.84:0/1541017473 conn(0x7f86f80ceec0 msgr2=0x7f86f80cd320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:28.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.145+0000 7f86fe196640 1 -- 172.21.15.84:0/1541017473 shutdown_connections 2024-04-15T15:12:28.148 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.145+0000 7f86fe196640 1 -- 172.21.15.84:0/1541017473 wait complete. 2024-04-15T15:12:28.158 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-04-15T15:12:28.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.262+0000 7f0fbbdd4640 1 Processor -- start 2024-04-15T15:12:28.263 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.262+0000 7f0fbbdd4640 1 -- start start 2024-04-15T15:12:28.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fbbdd4640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f0fb40b5410 0x7f0fb40b57f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:28.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fbbdd4640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0fb40afae0 0x7f0fb40cf960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:28.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fbbdd4640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0fb40d07c0 con 0x7f0fb40b0050 2024-04-15T15:12:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fbbdd4640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f0fb40d0330 con 0x7f0fb40b5410 2024-04-15T15:12:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fbbdd4640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f0fb40b5d30 con 0x7f0fb40afae0 2024-04-15T15:12:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fb936f640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f0fb40b0050 0x7f0fb406c340 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:53394/0 (socket says 172.21.15.84:53394) 2024-04-15T15:12:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fb936f640 1 -- 172.21.15.84:0/2295252759 learned_addr learned my addr 172.21.15.84:0/2295252759 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fb8b6e640 1 -- 172.21.15.84:0/2295252759 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1429373069 0 0) 0x7f0fb40d07c0 con 0x7f0fb40b0050 2024-04-15T15:12:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fb8b6e640 1 -- 172.21.15.84:0/2295252759 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0fa0003520 con 0x7f0fb40b0050 2024-04-15T15:12:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fba371640 1 --2- 172.21.15.84:0/2295252759 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0fb40afae0 0x7f0fb40cf960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fb9b70640 1 --2- 172.21.15.84:0/2295252759 >> v2:172.21.15.203:3300/0 conn(0x7f0fb40b5410 0x7f0fb40b57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fb8b6e640 1 -- 172.21.15.84:0/2295252759 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2351489042 0 0) 0x7f0fa0003520 con 0x7f0fb40b0050 2024-04-15T15:12:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fb8b6e640 1 -- 172.21.15.84:0/2295252759 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0fb40afae0 msgr2=0x7f0fb40cf960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fb8b6e640 1 --2- 172.21.15.84:0/2295252759 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0fb40afae0 0x7f0fb40cf960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fb8b6e640 1 -- 172.21.15.84:0/2295252759 >> v2:172.21.15.203:3300/0 conn(0x7f0fb40b5410 msgr2=0x7f0fb40b57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:28.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fb8b6e640 1 --2- 172.21.15.84:0/2295252759 >> v2:172.21.15.203:3300/0 conn(0x7f0fb40b5410 0x7f0fb40b57f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fb8b6e640 1 -- 172.21.15.84:0/2295252759 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fb40b3aa0 con 0x7f0fb40b0050 2024-04-15T15:12:28.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fb8b6e640 1 -- 172.21.15.84:0/2295252759 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f0fa4001670 con 0x7f0fb40b0050 2024-04-15T15:12:28.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fba371640 1 --2- 172.21.15.84:0/2295252759 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0fb40afae0 0x7f0fb40cf960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:28.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fb9b70640 1 --2- 172.21.15.84:0/2295252759 >> v2:172.21.15.203:3300/0 conn(0x7f0fb40b5410 0x7f0fb40b57f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:28.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fb8b6e640 1 -- 172.21.15.84:0/2295252759 >> v1:172.21.15.84:6789/0 conn(0x7f0fb40b0050 legacy=0x7f0fb406c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:28.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fb8b6e640 1 --2- 172.21.15.84:0/2295252759 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0fb40afae0 0x7f0fa00039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:28.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fb8b6e640 1 --2- 172.21.15.84:0/2295252759 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0fa0003fa0 0x7f0fa0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:28.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fb8b6e640 1 --2- 172.21.15.84:0/2295252759 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0fa0004d40 0x7f0fa00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:28.269 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fb8b6e640 1 -- 172.21.15.84:0/2295252759 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb40d0330 con 0x7f0fa0004d40 2024-04-15T15:12:28.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fb8b6e640 1 -- 172.21.15.84:0/2295252759 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb40b5d30 con 0x7f0fa0003fa0 2024-04-15T15:12:28.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fb8b6e640 1 -- 172.21.15.84:0/2295252759 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f0fa000bb20 con 0x7f0fb40afae0 2024-04-15T15:12:28.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.263+0000 7f0fba371640 1 --2- 172.21.15.84:0/2295252759 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0fa0004d40 0x7f0fa00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:28.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.264+0000 7f0fb9b70640 1 --2- 172.21.15.84:0/2295252759 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0fb40afae0 0x7f0fa00039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:28.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.264+0000 7f0fb936f640 1 --2- 172.21.15.84:0/2295252759 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0fa0003fa0 0x7f0fa0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:28.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.264+0000 7f0fba371640 1 -- 172.21.15.84:0/2295252759 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0fb40afae0 msgr2=0x7f0fa00039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:28.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.264+0000 7f0fba371640 1 --2- 172.21.15.84:0/2295252759 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0fb40afae0 0x7f0fa00039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.264+0000 7f0fba371640 1 -- 172.21.15.84:0/2295252759 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0fa0003fa0 msgr2=0x7f0fa0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:28.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.264+0000 7f0fba371640 1 --2- 172.21.15.84:0/2295252759 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0fa0003fa0 0x7f0fa0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.270 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.264+0000 7f0fba371640 1 -- 172.21.15.84:0/2295252759 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fa0003520 con 0x7f0fa0004d40 2024-04-15T15:12:28.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.265+0000 7f0fba371640 1 --2- 172.21.15.84:0/2295252759 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0fa0004d40 0x7f0fa00051c0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f0fac0073e0 tx=0x7f0fa0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5db4f46aaf62cea6 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:28.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.265+0000 7f0fb8b6e640 1 -- 172.21.15.84:0/2295252759 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fac039070 con 0x7f0fa0004d40 2024-04-15T15:12:28.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.265+0000 7f0fb8b6e640 1 -- 172.21.15.84:0/2295252759 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0fac02cd30 con 0x7f0fa0004d40 2024-04-15T15:12:28.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.265+0000 7f0fb8b6e640 1 -- 172.21.15.84:0/2295252759 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fac009c80 con 0x7f0fa0004d40 2024-04-15T15:12:28.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.265+0000 7f0fbbdd4640 1 -- 172.21.15.84:0/2295252759 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0fa0004d40 msgr2=0x7f0fa00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:28.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.265+0000 7f0fbbdd4640 1 --2- 172.21.15.84:0/2295252759 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0fa0004d40 0x7f0fa00051c0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f0fac0073e0 tx=0x7f0fa0005830 comp rx=0 tx=0).stop 2024-04-15T15:12:28.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.265+0000 7f0fba371640 1 -- 172.21.15.84:0/2295252759 reap_dead start 2024-04-15T15:12:28.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.265+0000 7f0fbbdd4640 1 -- 172.21.15.84:0/2295252759 shutdown_connections 2024-04-15T15:12:28.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.265+0000 7f0fbbdd4640 1 -- 172.21.15.84:0/2295252759 >> 172.21.15.84:0/2295252759 conn(0x7f0fb40d0a50 msgr2=0x7f0fb40d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:28.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.265+0000 7f0fbbdd4640 1 -- 172.21.15.84:0/2295252759 shutdown_connections 2024-04-15T15:12:28.271 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.265+0000 7f0fbbdd4640 1 -- 172.21.15.84:0/2295252759 wait complete. 2024-04-15T15:12:28.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.266+0000 7f0fbbdd4640 1 Processor -- start 2024-04-15T15:12:28.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.266+0000 7f0fbbdd4640 1 -- start start 2024-04-15T15:12:28.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.267+0000 7f0fbbdd4640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0fa0004d40 0x7f0fb41590d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:28.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.267+0000 7f0fbbdd4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0fb4160fb0 0x7f0fb415fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:28.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.267+0000 7f0fbbdd4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0fb4161410 0x7f0fb41480f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:28.277 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.267+0000 7f0fbbdd4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb40d18f0 con 0x7f0fb4161410 2024-04-15T15:12:28.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.267+0000 7f0fbbdd4640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0fb40d1610 con 0x7f0fb4160fb0 2024-04-15T15:12:28.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.267+0000 7f0fbbdd4640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f0fb406db40 con 0x7f0fa0004d40 2024-04-15T15:12:28.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.267+0000 7f0fba371640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0fb4161410 0x7f0fb41480f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:28.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.267+0000 7f0fba371640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0fb4161410 0x7f0fb41480f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58042/0 (socket says 172.21.15.84:58042) 2024-04-15T15:12:28.278 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.267+0000 7f0fba371640 1 -- 172.21.15.84:0/1043294181 learned_addr learned my addr 172.21.15.84:0/1043294181 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:28.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.267+0000 7f0fb9b70640 1 --2- 172.21.15.84:0/1043294181 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0fa0004d40 0x7f0fb41590d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:28.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.267+0000 7f0fb936f640 1 --2- 172.21.15.84:0/1043294181 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0fb4160fb0 0x7f0fb415fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:28.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.267+0000 7f0fba371640 1 -- 172.21.15.84:0/1043294181 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0fa0004d40 msgr2=0x7f0fb41590d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:28.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.267+0000 7f0fba371640 1 --2- 172.21.15.84:0/1043294181 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0fa0004d40 0x7f0fb41590d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.267+0000 7f0fba371640 1 -- 172.21.15.84:0/1043294181 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0fb4160fb0 msgr2=0x7f0fb415fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:28.279 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.267+0000 7f0fba371640 1 --2- 172.21.15.84:0/1043294181 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0fb4160fb0 0x7f0fb415fac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.267+0000 7f0fba371640 1 -- 172.21.15.84:0/1043294181 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fb4147050 con 0x7f0fb4161410 2024-04-15T15:12:28.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.268+0000 7f0fba371640 1 --2- 172.21.15.84:0/1043294181 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0fb4161410 0x7f0fb41480f0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f0fac037040 tx=0x7f0fac004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:28.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.268+0000 7f0faa7fc640 1 -- 172.21.15.84:0/1043294181 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fac039030 con 0x7f0fb4161410 2024-04-15T15:12:28.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.268+0000 7f0faa7fc640 1 -- 172.21.15.84:0/1043294181 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0fac03a040 con 0x7f0fb4161410 2024-04-15T15:12:28.280 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.268+0000 7f0fbbdd4640 1 -- 172.21.15.84:0/1043294181 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fb4147330 con 0x7f0fb4161410 2024-04-15T15:12:28.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.268+0000 7f0faa7fc640 1 -- 172.21.15.84:0/1043294181 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fac009c80 con 0x7f0fb4161410 2024-04-15T15:12:28.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.268+0000 7f0fbbdd4640 1 -- 172.21.15.84:0/1043294181 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fb41478f0 con 0x7f0fb4161410 2024-04-15T15:12:28.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.269+0000 7f0fbbdd4640 1 -- 172.21.15.84:0/1043294181 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fb4075c50 con 0x7f0fb4161410 2024-04-15T15:12:28.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.269+0000 7f0faa7fc640 1 -- 172.21.15.84:0/1043294181 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f0fac045020 con 0x7f0fb4161410 2024-04-15T15:12:28.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.270+0000 7f0faa7fc640 1 --2- 172.21.15.84:0/1043294181 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0f9806c980 0x7f0f9806ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:28.281 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.270+0000 7f0faa7fc640 1 -- 172.21.15.84:0/1043294181 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f0fac0ad1a0 con 0x7f0fb4161410 2024-04-15T15:12:28.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.270+0000 7f0fb9b70640 1 --2- 172.21.15.84:0/1043294181 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0f9806c980 0x7f0f9806ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:28.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.270+0000 7f0fb9b70640 1 --2- 172.21.15.84:0/1043294181 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0f9806c980 0x7f0f9806ee40 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f0fb0006fd0 tx=0x7f0fb0008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:28.282 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.274+0000 7f0faa7fc640 1 -- 172.21.15.84:0/1043294181 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f0fac07b790 con 0x7f0fb4161410 2024-04-15T15:12:28.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.450+0000 7f0fbbdd4640 1 -- 172.21.15.84:0/1043294181 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f0fb406d610 con 0x7f0fb4161410 2024-04-15T15:12:28.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.453+0000 7f0faa7fc640 1 -- 172.21.15.84:0/1043294181 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v14) ==== 104+0+0 (secure 0 0 0) 0x7f0fac07b090 con 0x7f0fb4161410 2024-04-15T15:12:28.457 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.455+0000 7f0fbbdd4640 1 -- 172.21.15.84:0/1043294181 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0f9806c980 msgr2=0x7f0f9806ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:28.457 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.455+0000 7f0fbbdd4640 1 --2- 172.21.15.84:0/1043294181 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0f9806c980 0x7f0f9806ee40 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f0fb0006fd0 tx=0x7f0fb0008040 comp rx=0 tx=0).stop 2024-04-15T15:12:28.457 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.455+0000 7f0fbbdd4640 1 -- 172.21.15.84:0/1043294181 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0fb4161410 msgr2=0x7f0fb41480f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:28.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.455+0000 7f0fbbdd4640 1 --2- 172.21.15.84:0/1043294181 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0fb4161410 0x7f0fb41480f0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f0fac037040 tx=0x7f0fac004ab0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.455+0000 7f0fbbdd4640 1 -- 172.21.15.84:0/1043294181 shutdown_connections 2024-04-15T15:12:28.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.455+0000 7f0fbbdd4640 1 --2- 172.21.15.84:0/1043294181 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0f9806c980 0x7f0f9806ee40 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.455+0000 7f0fbbdd4640 1 --2- 172.21.15.84:0/1043294181 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0fb4160fb0 0x7f0fb415fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.455+0000 7f0fbbdd4640 1 --2- 172.21.15.84:0/1043294181 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0fb4161410 0x7f0fb41480f0 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.455+0000 7f0fbbdd4640 1 --2- 172.21.15.84:0/1043294181 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0fa0004d40 0x7f0fb41590d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.455+0000 7f0fbbdd4640 1 -- 172.21.15.84:0/1043294181 >> 172.21.15.84:0/1043294181 conn(0x7f0fb40d0a50 msgr2=0x7f0fb4072a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:28.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.455+0000 7f0fbbdd4640 1 -- 172.21.15.84:0/1043294181 shutdown_connections 2024-04-15T15:12:28.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.455+0000 7f0fbbdd4640 1 -- 172.21.15.84:0/1043294181 wait complete. 2024-04-15T15:12:28.468 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds debug_mds 2024-04-15T15:12:28.572 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.571+0000 7f29f7532640 1 Processor -- start 2024-04-15T15:12:28.573 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.571+0000 7f29f7532640 1 -- start start 2024-04-15T15:12:28.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.572+0000 7f29f7532640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f29f00cfff0 0x7f29f00b64e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:28.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.572+0000 7f29f7532640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f29f00ae0f0 0x7f29f00ce7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:28.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.572+0000 7f29f7532640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29f00cef60 con 0x7f29f015e6b0 2024-04-15T15:12:28.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.572+0000 7f29f7532640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f29f00b4e10 con 0x7f29f00ae0f0 2024-04-15T15:12:28.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.572+0000 7f29f7532640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f29f00ced00 con 0x7f29f00cfff0 2024-04-15T15:12:28.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.572+0000 7f29f5acf640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f29f00ae0f0 0x7f29f00ce7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:28.574 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.572+0000 7f29f52ce640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f29f015e6b0 0x7f29f00cf8e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:53410/0 (socket says 172.21.15.84:53410) 2024-04-15T15:12:28.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.572+0000 7f29f5acf640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f29f00ae0f0 0x7f29f00ce7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58050/0 (socket says 172.21.15.84:58050) 2024-04-15T15:12:28.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.572+0000 7f29f52ce640 1 -- 172.21.15.84:0/135310499 learned_addr learned my addr 172.21.15.84:0/135310499 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:28.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.572+0000 7f29f5acf640 1 -- 172.21.15.84:0/135310499 >> v2:172.21.15.203:3300/0 conn(0x7f29f00cfff0 msgr2=0x7f29f00b64e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:28.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.572+0000 7f29f5acf640 1 --2- 172.21.15.84:0/135310499 >> v2:172.21.15.203:3300/0 conn(0x7f29f00cfff0 0x7f29f00b64e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.572+0000 7f29f5acf640 1 -- 172.21.15.84:0/135310499 >> v1:172.21.15.84:6789/0 conn(0x7f29f015e6b0 legacy=0x7f29f00cf8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:28.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.572+0000 7f29e7fff640 1 -- 172.21.15.84:0/135310499 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3973170777 0 0) 0x7f29f00cef60 con 0x7f29f015e6b0 2024-04-15T15:12:28.575 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.572+0000 7f29f5acf640 1 -- 172.21.15.84:0/135310499 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29f00b44e0 con 0x7f29f00ae0f0 2024-04-15T15:12:28.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.573+0000 7f29f5acf640 1 --2- 172.21.15.84:0/135310499 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29f00ae0f0 0x7f29f00ce7c0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f29f00b4f90 tx=0x7f29e802be20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb557eb806922a3f server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:28.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.573+0000 7f29e7fff640 1 -- 172.21.15.84:0/135310499 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e8039070 con 0x7f29f00ae0f0 2024-04-15T15:12:28.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.573+0000 7f29e7fff640 1 -- 172.21.15.84:0/135310499 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29e802cbd0 con 0x7f29f00ae0f0 2024-04-15T15:12:28.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.573+0000 7f29e7fff640 1 -- 172.21.15.84:0/135310499 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e8034440 con 0x7f29f00ae0f0 2024-04-15T15:12:28.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.574+0000 7f29f7532640 1 -- 172.21.15.84:0/135310499 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29f00ae0f0 msgr2=0x7f29f00ce7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:28.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.574+0000 7f29f7532640 1 --2- 172.21.15.84:0/135310499 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29f00ae0f0 0x7f29f00ce7c0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f29f00b4f90 tx=0x7f29e802be20 comp rx=0 tx=0).stop 2024-04-15T15:12:28.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.574+0000 7f29f7532640 1 -- 172.21.15.84:0/135310499 shutdown_connections 2024-04-15T15:12:28.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.574+0000 7f29f7532640 1 --2- 172.21.15.84:0/135310499 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29f00ae0f0 0x7f29f00ce7c0 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.574+0000 7f29f7532640 1 --2- 172.21.15.84:0/135310499 >> v2:172.21.15.203:3300/0 conn(0x7f29f00cfff0 0x7f29f00b64e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.581 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.574+0000 7f29f7532640 1 -- 172.21.15.84:0/135310499 >> 172.21.15.84:0/135310499 conn(0x7f29f00703a0 msgr2=0x7f29f00707b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:28.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.574+0000 7f29f7532640 1 -- 172.21.15.84:0/135310499 shutdown_connections 2024-04-15T15:12:28.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.574+0000 7f29f7532640 1 -- 172.21.15.84:0/135310499 wait complete. 2024-04-15T15:12:28.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.575+0000 7f29f7532640 1 Processor -- start 2024-04-15T15:12:28.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.575+0000 7f29f7532640 1 -- start start 2024-04-15T15:12:28.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29f7532640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f29f00ae0f0 0x7f29f0156710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:28.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29f7532640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29f00cfff0 0x7f29f0160f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:28.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29f7532640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29f015e6b0 0x7f29f006d220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:28.582 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29f7532640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f29f00ae510 con 0x7f29f00cfff0 2024-04-15T15:12:28.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29f7532640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f29f00b4aa0 con 0x7f29f00ae0f0 2024-04-15T15:12:28.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29f7532640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f29f015ea90 con 0x7f29f015e6b0 2024-04-15T15:12:28.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29f4acd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29f00cfff0 0x7f29f0160f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:28.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29f4acd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29f00cfff0 0x7f29f0160f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58066/0 (socket says 172.21.15.84:58066) 2024-04-15T15:12:28.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29f4acd640 1 -- 172.21.15.84:0/1320254072 learned_addr learned my addr 172.21.15.84:0/1320254072 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:28.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29f52ce640 1 --2- 172.21.15.84:0/1320254072 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f29f00ae0f0 0x7f29f0156710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:28.583 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29f5acf640 1 --2- 172.21.15.84:0/1320254072 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29f015e6b0 0x7f29f006d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:28.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29f4acd640 1 -- 172.21.15.84:0/1320254072 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29f015e6b0 msgr2=0x7f29f006d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:28.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29f4acd640 1 --2- 172.21.15.84:0/1320254072 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29f015e6b0 0x7f29f006d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29f4acd640 1 -- 172.21.15.84:0/1320254072 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f29f00ae0f0 msgr2=0x7f29f0156710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:28.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29f4acd640 1 --2- 172.21.15.84:0/1320254072 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f29f00ae0f0 0x7f29f0156710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29f4acd640 1 -- 172.21.15.84:0/1320254072 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29f0156c50 con 0x7f29f00cfff0 2024-04-15T15:12:28.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29f5acf640 1 --2- 172.21.15.84:0/1320254072 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29f015e6b0 0x7f29f006d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:28.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29f4acd640 1 --2- 172.21.15.84:0/1320254072 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29f00cfff0 0x7f29f0160f70 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f29e000b410 tx=0x7f29e000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:28.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29e5ffb640 1 -- 172.21.15.84:0/1320254072 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e0015020 con 0x7f29f00cfff0 2024-04-15T15:12:28.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29e5ffb640 1 -- 172.21.15.84:0/1320254072 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29e0011850 con 0x7f29f00cfff0 2024-04-15T15:12:28.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29e5ffb640 1 -- 172.21.15.84:0/1320254072 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29e0011c40 con 0x7f29f00cfff0 2024-04-15T15:12:28.584 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.576+0000 7f29f7532640 1 -- 172.21.15.84:0/1320254072 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29f0159280 con 0x7f29f00cfff0 2024-04-15T15:12:28.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.577+0000 7f29f7532640 1 -- 172.21.15.84:0/1320254072 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29f0159840 con 0x7f29f00cfff0 2024-04-15T15:12:28.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.578+0000 7f29f7532640 1 -- 172.21.15.84:0/1320254072 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29f0075c50 con 0x7f29f00cfff0 2024-04-15T15:12:28.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.578+0000 7f29e5ffb640 1 -- 172.21.15.84:0/1320254072 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f29e0018020 con 0x7f29f00cfff0 2024-04-15T15:12:28.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.578+0000 7f29e5ffb640 1 --2- 172.21.15.84:0/1320254072 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f29d406c980 0x7f29d406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:28.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.578+0000 7f29e5ffb640 1 -- 172.21.15.84:0/1320254072 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f29e008b930 con 0x7f29f00cfff0 2024-04-15T15:12:28.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.578+0000 7f29f52ce640 1 --2- 172.21.15.84:0/1320254072 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f29d406c980 0x7f29d406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:28.585 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.579+0000 7f29f52ce640 1 --2- 172.21.15.84:0/1320254072 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f29d406c980 0x7f29d406ee40 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f29ec007fd0 tx=0x7f29ec007de0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:28.586 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.583+0000 7f29e5ffb640 1 -- 172.21.15.84:0/1320254072 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f29e001f020 con 0x7f29f00cfff0 2024-04-15T15:12:28.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.761+0000 7f29f7532640 1 -- 172.21.15.84:0/1320254072 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "debug_mds"} v 0) -- 0x7f29f0162090 con 0x7f29f00cfff0 2024-04-15T15:12:28.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.764+0000 7f29e5ffb640 1 -- 172.21.15.84:0/1320254072 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "debug_mds"}]=0 v15) ==== 92+0+0 (secure 0 0 0) 0x7f29e0059e90 con 0x7f29f00cfff0 2024-04-15T15:12:28.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.767+0000 7f29f7532640 1 -- 172.21.15.84:0/1320254072 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f29d406c980 msgr2=0x7f29d406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:28.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.767+0000 7f29f7532640 1 --2- 172.21.15.84:0/1320254072 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f29d406c980 0x7f29d406ee40 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f29ec007fd0 tx=0x7f29ec007de0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.767+0000 7f29f7532640 1 -- 172.21.15.84:0/1320254072 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29f00cfff0 msgr2=0x7f29f0160f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:28.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.767+0000 7f29f7532640 1 --2- 172.21.15.84:0/1320254072 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29f00cfff0 0x7f29f0160f70 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f29e000b410 tx=0x7f29e000b8d0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.767+0000 7f29f7532640 1 -- 172.21.15.84:0/1320254072 shutdown_connections 2024-04-15T15:12:28.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.767+0000 7f29f7532640 1 --2- 172.21.15.84:0/1320254072 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f29f015e6b0 0x7f29f006d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.767+0000 7f29f7532640 1 --2- 172.21.15.84:0/1320254072 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f29f00cfff0 0x7f29f0160f70 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.767+0000 7f29f7532640 1 --2- 172.21.15.84:0/1320254072 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f29d406c980 0x7f29d406ee40 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.767+0000 7f29f7532640 1 --2- 172.21.15.84:0/1320254072 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f29f00ae0f0 0x7f29f0156710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.767+0000 7f29f7532640 1 -- 172.21.15.84:0/1320254072 >> 172.21.15.84:0/1320254072 conn(0x7f29f00703a0 msgr2=0x7f29f0067720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:28.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.767+0000 7f29f7532640 1 -- 172.21.15.84:0/1320254072 shutdown_connections 2024-04-15T15:12:28.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.767+0000 7f29f7532640 1 -- 172.21.15.84:0/1320254072 wait complete. 2024-04-15T15:12:28.779 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_quiesce.TestQuiesce.test_quiesce_blocked' 2024-04-15T15:12:28.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.881+0000 7f4aeba74640 1 Processor -- start 2024-04-15T15:12:28.883 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.881+0000 7f4aeba74640 1 -- start start 2024-04-15T15:12:28.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.882+0000 7f4aeba74640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f4ae415ad10 0x7f4ae415b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:28.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.882+0000 7f4aeba74640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f4ae40cc5e0 0x7f4ae415b630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:28.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.882+0000 7f4aeba74640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ae40cf990 con 0x7f4ae40af740 2024-04-15T15:12:28.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.882+0000 7f4aeba74640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f4ae40cd4b0 con 0x7f4ae415ad10 2024-04-15T15:12:28.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.882+0000 7f4aeba74640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f4ae40cd790 con 0x7f4ae40cc5e0 2024-04-15T15:12:28.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.882+0000 7f4ae9810640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f4ae415ad10 0x7f4ae415b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:28.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.883+0000 7f4ae9810640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f4ae415ad10 0x7f4ae415b0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58074/0 (socket says 172.21.15.84:58074) 2024-04-15T15:12:28.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.883+0000 7f4ae9810640 1 -- 172.21.15.84:0/1816441600 learned_addr learned my addr 172.21.15.84:0/1816441600 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:28.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.883+0000 7f4ae9810640 1 -- 172.21.15.84:0/1816441600 >> v2:172.21.15.203:3300/0 conn(0x7f4ae40cc5e0 msgr2=0x7f4ae415b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:28.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.883+0000 7f4ae900f640 1 --2- 172.21.15.84:0/1816441600 >> v2:172.21.15.203:3300/0 conn(0x7f4ae40cc5e0 0x7f4ae415b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:28.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.883+0000 7f4ae9810640 1 --2- 172.21.15.84:0/1816441600 >> v2:172.21.15.203:3300/0 conn(0x7f4ae40cc5e0 0x7f4ae415b630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.883+0000 7f4ae9810640 1 -- 172.21.15.84:0/1816441600 >> v1:172.21.15.203:6789/0 conn(0x7f4ae40af740 legacy=0x7f4ae406c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:28.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.883+0000 7f4ae9810640 1 -- 172.21.15.84:0/1816441600 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ae415bf10 con 0x7f4ae415ad10 2024-04-15T15:12:28.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.884+0000 7f4ae9810640 1 --2- 172.21.15.84:0/1816441600 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ae415ad10 0x7f4ae415b0f0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f4ae4074930 tx=0x7f4ae002b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f4226eb030a34b4 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:28.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.884+0000 7f4ae880e640 1 -- 172.21.15.84:0/1816441600 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ae0034070 con 0x7f4ae415ad10 2024-04-15T15:12:28.886 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.884+0000 7f4ae880e640 1 -- 172.21.15.84:0/1816441600 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ae0030860 con 0x7f4ae415ad10 2024-04-15T15:12:28.887 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.884+0000 7f4ae880e640 1 -- 172.21.15.84:0/1816441600 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ae0030c30 con 0x7f4ae415ad10 2024-04-15T15:12:28.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.884+0000 7f4aeba74640 1 -- 172.21.15.84:0/1816441600 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ae415ad10 msgr2=0x7f4ae415b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:28.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.884+0000 7f4aeba74640 1 --2- 172.21.15.84:0/1816441600 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ae415ad10 0x7f4ae415b0f0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f4ae4074930 tx=0x7f4ae002b9a0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.884+0000 7f4aeba74640 1 -- 172.21.15.84:0/1816441600 shutdown_connections 2024-04-15T15:12:28.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.884+0000 7f4aeba74640 1 --2- 172.21.15.84:0/1816441600 >> v2:172.21.15.203:3300/0 conn(0x7f4ae40cc5e0 0x7f4ae415b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.884+0000 7f4aeba74640 1 --2- 172.21.15.84:0/1816441600 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ae415ad10 0x7f4ae415b0f0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.889 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.884+0000 7f4aeba74640 1 -- 172.21.15.84:0/1816441600 >> 172.21.15.84:0/1816441600 conn(0x7f4ae40b1dd0 msgr2=0x7f4ae40b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:28.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.884+0000 7f4aeba74640 1 -- 172.21.15.84:0/1816441600 shutdown_connections 2024-04-15T15:12:28.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.884+0000 7f4aeba74640 1 -- 172.21.15.84:0/1816441600 wait complete. 2024-04-15T15:12:28.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.885+0000 7f4aeba74640 1 Processor -- start 2024-04-15T15:12:28.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.886+0000 7f4aeba74640 1 -- start start 2024-04-15T15:12:28.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.886+0000 7f4aeba74640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4ae40af740 0x7f4ae414edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:28.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.886+0000 7f4aeba74640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ae40cc5e0 0x7f4ae4071bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:28.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.886+0000 7f4aeba74640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4ae415ad10 0x7f4ae414fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:28.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.886+0000 7f4aeba74640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae40ce2d0 con 0x7f4ae40cc5e0 2024-04-15T15:12:28.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.886+0000 7f4aeba74640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae415c1f0 con 0x7f4ae40af740 2024-04-15T15:12:28.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.886+0000 7f4aeba74640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4ae415bb70 con 0x7f4ae415ad10 2024-04-15T15:12:28.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.886+0000 7f4ae900f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ae40cc5e0 0x7f4ae4071bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:28.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.886+0000 7f4ae900f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ae40cc5e0 0x7f4ae4071bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58076/0 (socket says 172.21.15.84:58076) 2024-04-15T15:12:28.890 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.886+0000 7f4ae900f640 1 -- 172.21.15.84:0/2468845349 learned_addr learned my addr 172.21.15.84:0/2468845349 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:28.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.887+0000 7f4ae900f640 1 -- 172.21.15.84:0/2468845349 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4ae415ad10 msgr2=0x7f4ae414fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:28.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.887+0000 7f4ae900f640 1 --2- 172.21.15.84:0/2468845349 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4ae415ad10 0x7f4ae414fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.887+0000 7f4ae900f640 1 -- 172.21.15.84:0/2468845349 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4ae40af740 msgr2=0x7f4ae414edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:28.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.887+0000 7f4ae900f640 1 --2- 172.21.15.84:0/2468845349 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4ae40af740 0x7f4ae414edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:28.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.887+0000 7f4ae900f640 1 -- 172.21.15.84:0/2468845349 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ae414f540 con 0x7f4ae40cc5e0 2024-04-15T15:12:28.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.887+0000 7f4ae900f640 1 --2- 172.21.15.84:0/2468845349 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ae40cc5e0 0x7f4ae4071bb0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f4ad400c7f0 tx=0x7f4ad400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:28.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.887+0000 7f4ada7fc640 1 -- 172.21.15.84:0/2468845349 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ad4015070 con 0x7f4ae40cc5e0 2024-04-15T15:12:28.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.887+0000 7f4ada7fc640 1 -- 172.21.15.84:0/2468845349 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ad4004240 con 0x7f4ae40cc5e0 2024-04-15T15:12:28.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.887+0000 7f4aeba74640 1 -- 172.21.15.84:0/2468845349 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ae4072520 con 0x7f4ae40cc5e0 2024-04-15T15:12:28.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.887+0000 7f4ada7fc640 1 -- 172.21.15.84:0/2468845349 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ad4007620 con 0x7f4ae40cc5e0 2024-04-15T15:12:28.891 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.887+0000 7f4aeba74640 1 -- 172.21.15.84:0/2468845349 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ae4072ae0 con 0x7f4ae40cc5e0 2024-04-15T15:12:28.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.888+0000 7f4aeba74640 1 -- 172.21.15.84:0/2468845349 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ae40689e0 con 0x7f4ae40cc5e0 2024-04-15T15:12:28.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.889+0000 7f4ada7fc640 1 -- 172.21.15.84:0/2468845349 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f4ad40077c0 con 0x7f4ae40cc5e0 2024-04-15T15:12:28.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.889+0000 7f4ada7fc640 1 --2- 172.21.15.84:0/2468845349 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4ac806c980 0x7f4ac806ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:28.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.889+0000 7f4ada7fc640 1 -- 172.21.15.84:0/2468845349 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f4ad408bd10 con 0x7f4ae40cc5e0 2024-04-15T15:12:28.892 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.889+0000 7f4ae9810640 1 --2- 172.21.15.84:0/2468845349 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4ac806c980 0x7f4ac806ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:28.893 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.889+0000 7f4ae9810640 1 --2- 172.21.15.84:0/2468845349 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4ac806c980 0x7f4ac806ee40 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f4ae0036000 tx=0x7f4ae0030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:28.895 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:28.893+0000 7f4ada7fc640 1 -- 172.21.15.84:0/2468845349 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f4ad405a1f0 con 0x7f4ae40cc5e0 2024-04-15T15:12:29.144 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:29.142+0000 7f4aeba74640 1 -- 172.21.15.84:0/2468845349 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_quiesce.TestQuiesce.test_quiesce_blocked"]} v 0) -- 0x7f4ae415caf0 con 0x7f4ae40cc5e0 2024-04-15T15:12:29.832 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:29.830+0000 7f4ada7fc640 1 -- 172.21.15.84:0/2468845349 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_quiesce.TestQuiesce.test_quiesce_blocked"]}]=0 v139) ==== 137+0+0 (secure 0 0 0) 0x7f4ad4059af0 con 0x7f4ae40cc5e0 2024-04-15T15:12:29.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:29.832+0000 7f4aeba74640 1 -- 172.21.15.84:0/2468845349 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4ac806c980 msgr2=0x7f4ac806ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:29.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:29.832+0000 7f4aeba74640 1 --2- 172.21.15.84:0/2468845349 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4ac806c980 0x7f4ac806ee40 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f4ae0036000 tx=0x7f4ae0030000 comp rx=0 tx=0).stop 2024-04-15T15:12:29.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:29.832+0000 7f4aeba74640 1 -- 172.21.15.84:0/2468845349 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ae40cc5e0 msgr2=0x7f4ae4071bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:29.835 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:29.832+0000 7f4aeba74640 1 --2- 172.21.15.84:0/2468845349 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ae40cc5e0 0x7f4ae4071bb0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f4ad400c7f0 tx=0x7f4ad400ccb0 comp rx=0 tx=0).stop 2024-04-15T15:12:29.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:29.832+0000 7f4aeba74640 1 -- 172.21.15.84:0/2468845349 shutdown_connections 2024-04-15T15:12:29.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:29.832+0000 7f4aeba74640 1 --2- 172.21.15.84:0/2468845349 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4ae415ad10 0x7f4ae414fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:29.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:29.832+0000 7f4aeba74640 1 --2- 172.21.15.84:0/2468845349 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4ae40cc5e0 0x7f4ae4071bb0 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:29.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:29.832+0000 7f4aeba74640 1 --2- 172.21.15.84:0/2468845349 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4ac806c980 0x7f4ac806ee40 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:29.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:29.832+0000 7f4aeba74640 1 --2- 172.21.15.84:0/2468845349 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4ae40af740 0x7f4ae414edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:29.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:29.832+0000 7f4aeba74640 1 -- 172.21.15.84:0/2468845349 >> 172.21.15.84:0/2468845349 conn(0x7f4ae40b1dd0 msgr2=0x7f4ae40b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:29.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:29.832+0000 7f4aeba74640 1 -- 172.21.15.84:0/2468845349 shutdown_connections 2024-04-15T15:12:29.836 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:29.832+0000 7f4aeba74640 1 -- 172.21.15.84:0/2468845349 wait complete. 2024-04-15T15:12:29.847 INFO:tasks.cephfs_test_runner:That a file with ceph.quiesce.block is not quiesced. ... FAIL 2024-04-15T15:12:29.848 INFO:tasks.cephfs_test_runner: 2024-04-15T15:12:29.848 INFO:tasks.cephfs_test_runner:====================================================================== 2024-04-15T15:12:29.848 INFO:tasks.cephfs_test_runner:FAIL: test_quiesce_blocked (tasks.cephfs.test_quiesce.TestQuiesce) 2024-04-15T15:12:29.848 INFO:tasks.cephfs_test_runner:That a file with ceph.quiesce.block is not quiesced. 2024-04-15T15:12:29.848 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-04-15T15:12:29.848 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2024-04-15T15:12:29.848 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/qa/tasks/cephfs/test_quiesce.py", line 541, in test_quiesce_blocked 2024-04-15T15:12:29.848 INFO:tasks.cephfs_test_runner: self._verify_quiesce(root=self.subvolume) 2024-04-15T15:12:29.848 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/qa/tasks/cephfs/test_quiesce.py", line 138, in _verify_quiesce 2024-04-15T15:12:29.848 INFO:tasks.cephfs_test_runner: return self._verify_quiesce_wrapped(rank, status, root, root_inode, ops, cache, splitauth) 2024-04-15T15:12:29.848 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/qa/tasks/cephfs/test_quiesce.py", line 272, in _verify_quiesce_wrapped 2024-04-15T15:12:29.849 INFO:tasks.cephfs_test_runner: self.assertFalse(lock_type.startswith("i")) 2024-04-15T15:12:29.849 INFO:tasks.cephfs_test_runner:AssertionError: True is not false 2024-04-15T15:12:29.849 INFO:tasks.cephfs_test_runner: 2024-04-15T15:12:29.849 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-04-15T15:12:29.849 INFO:tasks.cephfs_test_runner:Ran 1 test in 84.545s 2024-04-15T15:12:29.849 INFO:tasks.cephfs_test_runner: 2024-04-15T15:12:29.849 INFO:tasks.cephfs_test_runner:FAILED (failures=1) 2024-04-15T15:12:29.849 INFO:tasks.cephfs_test_runner: 2024-04-15T15:12:29.849 INFO:tasks.cephfs_test_runner:====================================================================== 2024-04-15T15:12:29.849 INFO:tasks.cephfs_test_runner:FAIL: test_quiesce_blocked (tasks.cephfs.test_quiesce.TestQuiesce) 2024-04-15T15:12:29.849 INFO:tasks.cephfs_test_runner:That a file with ceph.quiesce.block is not quiesced. 2024-04-15T15:12:29.849 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-04-15T15:12:29.849 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2024-04-15T15:12:29.849 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/qa/tasks/cephfs/test_quiesce.py", line 541, in test_quiesce_blocked 2024-04-15T15:12:29.850 INFO:tasks.cephfs_test_runner: self._verify_quiesce(root=self.subvolume) 2024-04-15T15:12:29.850 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/qa/tasks/cephfs/test_quiesce.py", line 138, in _verify_quiesce 2024-04-15T15:12:29.850 INFO:tasks.cephfs_test_runner: return self._verify_quiesce_wrapped(rank, status, root, root_inode, ops, cache, splitauth) 2024-04-15T15:12:29.850 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph-c_9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/qa/tasks/cephfs/test_quiesce.py", line 272, in _verify_quiesce_wrapped 2024-04-15T15:12:29.850 INFO:tasks.cephfs_test_runner: self.assertFalse(lock_type.startswith("i")) 2024-04-15T15:12:29.850 INFO:tasks.cephfs_test_runner:AssertionError: True is not false 2024-04-15T15:12:29.850 INFO:tasks.cephfs_test_runner: 2024-04-15T15:12:29.850 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_quiesce_blocked (tasks.cephfs.test_quiesce.TestQuiesce) 2024-04-15T15:12:30.094 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=126b248b500d46749cce62880efbda27 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_6c637841c215537a4502385240412f1966e0faab/teuthology/run_tasks.py", line 109, in run_tasks manager.__enter__() File "/usr/lib/python3.8/contextlib.py", line 113, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_9bf1c4ba967dd24077be6e5b87edda4ca87a6e14/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_quiesce_blocked (tasks.cephfs.test_quiesce.TestQuiesce) 2024-04-15T15:12:30.096 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-04-15T15:12:30.105 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-04-15T15:12:30.126 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-04-15T15:12:30.127 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:12:30.127 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:12:30.147 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056370,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16541 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-04-15T15:12:30.148 DEBUG:teuthology.orchestra.run.smithi084:> set -ex 2024-04-15T15:12:30.148 DEBUG:teuthology.orchestra.run.smithi084:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:12:30.205 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056370,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=16541 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248844k,nr_inodes=812211,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497692k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-04-15T15:12:30.205 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:12:30.205 DEBUG:teuthology.orchestra.run.smithi203:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:12:30.226 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056350,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497660k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1172 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248828k,nr_inodes=812207,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497660k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-04-15T15:12:30.226 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-04-15T15:12:30.226 DEBUG:teuthology.orchestra.run.smithi203:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-15T15:12:30.286 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056350,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497660k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=1172 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248828k,nr_inodes=812207,mode=700,uid=1000,gid=1301,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497660k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-04-15T15:12:30.287 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:30.287 DEBUG:teuthology.orchestra.run.smithi084:> ip netns list 2024-04-15T15:12:30.304 INFO:teuthology.orchestra.run.smithi084.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-04-15T15:12:30.304 INFO:teuthology.orchestra.run.smithi084.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-15T15:12:30.305 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:30.305 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-04-15T15:12:30.375 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:30.375 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-15T15:12:30.445 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:30.445 DEBUG:teuthology.orchestra.run.smithi084:> sudo ip link delete ceph-brx 2024-04-15T15:12:30.541 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:30.541 DEBUG:teuthology.orchestra.run.smithi203:> ip netns list 2024-04-15T15:12:30.560 INFO:teuthology.orchestra.run.smithi203.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-04-15T15:12:30.561 INFO:teuthology.orchestra.run.smithi203.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-04-15T15:12:30.561 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:30.561 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-04-15T15:12:30.634 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:30.634 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-04-15T15:12:30.706 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-15T15:12:30.706 DEBUG:teuthology.orchestra.run.smithi203:> sudo ip link delete ceph-brx 2024-04-15T15:12:30.830 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-04-15T15:12:30.841 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-04-15T15:12:30.841 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-15T15:12:30.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.944+0000 7f2f97f04640 1 Processor -- start 2024-04-15T15:12:30.946 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.945+0000 7f2f97f04640 1 -- start start 2024-04-15T15:12:30.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.945+0000 7f2f97f04640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2f900af400 0x7f2f900ccb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:30.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.945+0000 7f2f97f04640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f2f900af860 0x7f2f900cd0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:30.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.945+0000 7f2f97f04640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f9006f8f0 con 0x7f2f9015eba0 2024-04-15T15:12:30.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.945+0000 7f2f97f04640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f2f9015ef80 con 0x7f2f900af860 2024-04-15T15:12:30.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.945+0000 7f2f97f04640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f2f900ce2b0 con 0x7f2f900af400 2024-04-15T15:12:30.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.946+0000 7f2f964a1640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f2f900af860 0x7f2f900cd0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:30.948 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.946+0000 7f2f964a1640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f2f900af860 0x7f2f900cd0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58088/0 (socket says 172.21.15.84:58088) 2024-04-15T15:12:30.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.946+0000 7f2f964a1640 1 -- 172.21.15.84:0/1275218138 learned_addr learned my addr 172.21.15.84:0/1275218138 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:30.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.946+0000 7f2f9549f640 1 --2- 172.21.15.84:0/1275218138 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2f900af400 0x7f2f900ccb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:30.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.946+0000 7f2f964a1640 1 -- 172.21.15.84:0/1275218138 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2f900af400 msgr2=0x7f2f900ccb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:30.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.946+0000 7f2f964a1640 1 --2- 172.21.15.84:0/1275218138 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2f900af400 0x7f2f900ccb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:30.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.946+0000 7f2f964a1640 1 -- 172.21.15.84:0/1275218138 >> v1:172.21.15.203:6789/0 conn(0x7f2f9015eba0 legacy=0x7f2f9006f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:30.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.946+0000 7f2f964a1640 1 -- 172.21.15.84:0/1275218138 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f900ce590 con 0x7f2f900af860 2024-04-15T15:12:30.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.947+0000 7f2f964a1640 1 --2- 172.21.15.84:0/1275218138 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2f900af860 0x7f2f900cd0d0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f2f88009870 tx=0x7f2f8802b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bd44e7c2f8ad0e0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:30.952 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.947+0000 7f2f94c9e640 1 -- 172.21.15.84:0/1275218138 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f88035020 con 0x7f2f900af860 2024-04-15T15:12:30.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.947+0000 7f2f94c9e640 1 -- 172.21.15.84:0/1275218138 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f88031640 con 0x7f2f900af860 2024-04-15T15:12:30.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.947+0000 7f2f94c9e640 1 -- 172.21.15.84:0/1275218138 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f8802d040 con 0x7f2f900af860 2024-04-15T15:12:30.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.947+0000 7f2f97f04640 1 -- 172.21.15.84:0/1275218138 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2f900af860 msgr2=0x7f2f900cd0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:30.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.947+0000 7f2f97f04640 1 --2- 172.21.15.84:0/1275218138 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2f900af860 0x7f2f900cd0d0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f2f88009870 tx=0x7f2f8802b8f0 comp rx=0 tx=0).stop 2024-04-15T15:12:30.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.947+0000 7f2f97f04640 1 -- 172.21.15.84:0/1275218138 shutdown_connections 2024-04-15T15:12:30.953 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.947+0000 7f2f97f04640 1 --2- 172.21.15.84:0/1275218138 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2f900af860 0x7f2f900cd0d0 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:30.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.948+0000 7f2f97f04640 1 --2- 172.21.15.84:0/1275218138 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2f900af400 0x7f2f900ccb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:30.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.948+0000 7f2f97f04640 1 -- 172.21.15.84:0/1275218138 >> 172.21.15.84:0/1275218138 conn(0x7f2f900b1dd0 msgr2=0x7f2f900b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:30.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.948+0000 7f2f97f04640 1 -- 172.21.15.84:0/1275218138 shutdown_connections 2024-04-15T15:12:30.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.948+0000 7f2f97f04640 1 -- 172.21.15.84:0/1275218138 wait complete. 2024-04-15T15:12:30.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.949+0000 7f2f97f04640 1 Processor -- start 2024-04-15T15:12:30.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.949+0000 7f2f97f04640 1 -- start start 2024-04-15T15:12:30.954 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.949+0000 7f2f97f04640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2f900af400 0x7f2f90155a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:30.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.949+0000 7f2f97f04640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2f900af860 0x7f2f90157390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:30.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.949+0000 7f2f97f04640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2f9015eba0 0x7f2f9006b960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:30.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.949+0000 7f2f97f04640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f2f900b2b80 con 0x7f2f9015eba0 2024-04-15T15:12:30.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.949+0000 7f2f97f04640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f2f9006ecc0 con 0x7f2f900af860 2024-04-15T15:12:30.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.949+0000 7f2f97f04640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f2f900ceb50 con 0x7f2f900af400 2024-04-15T15:12:30.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.950+0000 7f2f964a1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2f9015eba0 0x7f2f9006b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:30.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.950+0000 7f2f964a1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2f9015eba0 0x7f2f9006b960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58096/0 (socket says 172.21.15.84:58096) 2024-04-15T15:12:30.955 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.950+0000 7f2f964a1640 1 -- 172.21.15.84:0/3695350781 learned_addr learned my addr 172.21.15.84:0/3695350781 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:30.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.950+0000 7f2f9549f640 1 --2- 172.21.15.84:0/3695350781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2f900af860 0x7f2f90157390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:30.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.950+0000 7f2f95ca0640 1 --2- 172.21.15.84:0/3695350781 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2f900af400 0x7f2f90155a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:30.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.950+0000 7f2f964a1640 1 -- 172.21.15.84:0/3695350781 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2f900af400 msgr2=0x7f2f90155a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:30.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.950+0000 7f2f964a1640 1 --2- 172.21.15.84:0/3695350781 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2f900af400 0x7f2f90155a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:30.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.950+0000 7f2f964a1640 1 -- 172.21.15.84:0/3695350781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2f900af860 msgr2=0x7f2f90157390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:30.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.950+0000 7f2f964a1640 1 --2- 172.21.15.84:0/3695350781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2f900af860 0x7f2f90157390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:30.956 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.950+0000 7f2f964a1640 1 -- 172.21.15.84:0/3695350781 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f90155f60 con 0x7f2f9015eba0 2024-04-15T15:12:30.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.950+0000 7f2f964a1640 1 --2- 172.21.15.84:0/3695350781 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2f9015eba0 0x7f2f9006b960 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f2f88009870 tx=0x7f2f880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:30.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.950+0000 7f2f8e7fc640 1 -- 172.21.15.84:0/3695350781 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f88040070 con 0x7f2f9015eba0 2024-04-15T15:12:30.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.950+0000 7f2f8e7fc640 1 -- 172.21.15.84:0/3695350781 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f880399f0 con 0x7f2f9015eba0 2024-04-15T15:12:30.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.950+0000 7f2f8e7fc640 1 -- 172.21.15.84:0/3695350781 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f88035040 con 0x7f2f9015eba0 2024-04-15T15:12:30.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.950+0000 7f2f97f04640 1 -- 172.21.15.84:0/3695350781 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f9006c3b0 con 0x7f2f9015eba0 2024-04-15T15:12:30.957 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.950+0000 7f2f97f04640 1 -- 172.21.15.84:0/3695350781 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f90154f40 con 0x7f2f9015eba0 2024-04-15T15:12:30.958 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.951+0000 7f2f97f04640 1 -- 172.21.15.84:0/3695350781 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f900d1070 con 0x7f2f9015eba0 2024-04-15T15:12:30.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.952+0000 7f2f8e7fc640 1 -- 172.21.15.84:0/3695350781 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f2f8804b060 con 0x7f2f9015eba0 2024-04-15T15:12:30.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.952+0000 7f2f8e7fc640 1 --2- 172.21.15.84:0/3695350781 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2f7c06c980 0x7f2f7c06ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:30.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.952+0000 7f2f95ca0640 1 --2- 172.21.15.84:0/3695350781 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2f7c06c980 0x7f2f7c06ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:30.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.952+0000 7f2f8e7fc640 1 -- 172.21.15.84:0/3695350781 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f2f880ad080 con 0x7f2f9015eba0 2024-04-15T15:12:30.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.953+0000 7f2f95ca0640 1 --2- 172.21.15.84:0/3695350781 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2f7c06c980 0x7f2f7c06ee40 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f2f80001f10 tx=0x7f2f80009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:30.959 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:30.957+0000 7f2f8e7fc640 1 -- 172.21.15.84:0/3695350781 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f2f900d1070 con 0x7f2f9015eba0 2024-04-15T15:12:31.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.131+0000 7f2f97f04640 1 -- 172.21.15.84:0/3695350781 --> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2f900cc780 con 0x7f2f7c06c980 2024-04-15T15:12:31.133 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.132+0000 7f2f8e7fc640 1 -- 172.21.15.84:0/3695350781 <== mgr.4107 v2:172.21.15.84:6832/2096029421 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13491 (secure 0 0 0) 0x7f2f900cc780 con 0x7f2f7c06c980 2024-04-15T15:12:31.134 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:31.134 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-15T15:12:31.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.134+0000 7f2f97f04640 1 -- 172.21.15.84:0/3695350781 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2f7c06c980 msgr2=0x7f2f7c06ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:31.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.134+0000 7f2f97f04640 1 --2- 172.21.15.84:0/3695350781 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2f7c06c980 0x7f2f7c06ee40 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f2f80001f10 tx=0x7f2f80009040 comp rx=0 tx=0).stop 2024-04-15T15:12:31.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.134+0000 7f2f97f04640 1 -- 172.21.15.84:0/3695350781 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2f9015eba0 msgr2=0x7f2f9006b960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:31.136 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.134+0000 7f2f97f04640 1 --2- 172.21.15.84:0/3695350781 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2f9015eba0 0x7f2f9006b960 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f2f88009870 tx=0x7f2f880046c0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.134+0000 7f2f97f04640 1 -- 172.21.15.84:0/3695350781 shutdown_connections 2024-04-15T15:12:31.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.134+0000 7f2f97f04640 1 --2- 172.21.15.84:0/3695350781 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f2f7c06c980 0x7f2f7c06ee40 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.134+0000 7f2f97f04640 1 --2- 172.21.15.84:0/3695350781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2f900af860 0x7f2f90157390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.134+0000 7f2f97f04640 1 --2- 172.21.15.84:0/3695350781 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f2f9015eba0 0x7f2f9006b960 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.134+0000 7f2f97f04640 1 --2- 172.21.15.84:0/3695350781 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f2f900af400 0x7f2f90155a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.134+0000 7f2f97f04640 1 -- 172.21.15.84:0/3695350781 >> 172.21.15.84:0/3695350781 conn(0x7f2f900b1dd0 msgr2=0x7f2f900d01a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:31.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.134+0000 7f2f97f04640 1 -- 172.21.15.84:0/3695350781 shutdown_connections 2024-04-15T15:12:31.137 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.134+0000 7f2f97f04640 1 -- 172.21.15.84:0/3695350781 wait complete. 2024-04-15T15:12:31.146 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":108,"stamp":"2024-04-15T15:12:30.575548+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":96,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":221412,"kb_used_data":5236,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753308,"statfs":{"total":773094113280,"available":772867387392,"internally_reserved":0,"allocated":5361664,"data_stored":3044699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-62224,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-79,"num_read_kb":-129,"num_write":-91,"num_write_kb":-95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000990"},"pg_stats":[{"pgid":"1.0","version":"15'117","reported_seq":215,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-15T15:12:28.964677+0000","last_change":"2024-04-15T15:10:11.793329+0000","last_active":"2024-04-15T15:12:28.964677+0000","last_peered":"2024-04-15T15:12:28.964677+0000","last_clean":"2024-04-15T15:12:28.964677+0000","last_became_active":"2024-04-15T15:10:11.792465+0000","last_became_peered":"2024-04-15T15:10:11.792465+0000","last_unstale":"2024-04-15T15:12:28.964677+0000","last_undegraded":"2024-04-15T15:12:28.964677+0000","last_fullsized":"2024-04-15T15:12:28.964677+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:10.575823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:10.575823+0000","last_clean_scrub_stamp":"2024-04-15T15:10:10.575823+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:29:02.579387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574879,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28152,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343688,"statfs":{"total":96636764160,"available":96607936512,"internally_reserved":0,"allocated":1159168,"data_stored":867812,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574879,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27528,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344312,"statfs":{"total":96636764160,"available":96608575488,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574878,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27512,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":503808,"data_stored":222317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574880,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574879,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574879,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574879,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27512,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":503808,"data_stored":222317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574879,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28112,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343728,"statfs":{"total":96636764160,"available":96607977472,"internally_reserved":0,"allocated":1114112,"data_stored":818745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T15:12:31.147 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-15T15:12:31.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.248+0000 7f7b771db640 1 Processor -- start 2024-04-15T15:12:31.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.248+0000 7f7b771db640 1 -- start start 2024-04-15T15:12:31.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.249+0000 7f7b771db640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f7b700af400 0x7f7b700ccb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.249+0000 7f7b771db640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7b700af860 0x7f7b700cd0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.249+0000 7f7b771db640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7b7006f8f0 con 0x7f7b7015eba0 2024-04-15T15:12:31.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.249+0000 7f7b771db640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f7b7015ef80 con 0x7f7b700af400 2024-04-15T15:12:31.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.249+0000 7f7b771db640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f7b700ce2b0 con 0x7f7b700af860 2024-04-15T15:12:31.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.249+0000 7f7b74f77640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f7b7015eba0 0x7f7b7006f1e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:53416/0 (socket says 172.21.15.84:53416) 2024-04-15T15:12:31.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.249+0000 7f7b74f77640 1 -- 172.21.15.84:0/383590620 learned_addr learned my addr 172.21.15.84:0/383590620 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:31.256 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.249+0000 7f7b75778640 1 --2- 172.21.15.84:0/383590620 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7b700af860 0x7f7b700cd0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.249+0000 7f7b6ffff640 1 --2- 172.21.15.84:0/383590620 >> v2:172.21.15.203:3300/0 conn(0x7f7b700af400 0x7f7b700ccb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b6f7fe640 1 -- 172.21.15.84:0/383590620 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3158967592 0 0) 0x7f7b7006f8f0 con 0x7f7b7015eba0 2024-04-15T15:12:31.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b6f7fe640 1 -- 172.21.15.84:0/383590620 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7b5c003520 con 0x7f7b7015eba0 2024-04-15T15:12:31.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b6f7fe640 1 -- 172.21.15.84:0/383590620 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1209385797 0 0) 0x7f7b5c003520 con 0x7f7b7015eba0 2024-04-15T15:12:31.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b6f7fe640 1 -- 172.21.15.84:0/383590620 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7b700af860 msgr2=0x7f7b700cd0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:31.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b6f7fe640 1 --2- 172.21.15.84:0/383590620 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7b700af860 0x7f7b700cd0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.257 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b6f7fe640 1 -- 172.21.15.84:0/383590620 >> v2:172.21.15.203:3300/0 conn(0x7f7b700af400 msgr2=0x7f7b700ccb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:31.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b6f7fe640 1 --2- 172.21.15.84:0/383590620 >> v2:172.21.15.203:3300/0 conn(0x7f7b700af400 0x7f7b700ccb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b6f7fe640 1 -- 172.21.15.84:0/383590620 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b700ce590 con 0x7f7b7015eba0 2024-04-15T15:12:31.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b6f7fe640 1 -- 172.21.15.84:0/383590620 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f7b60001670 con 0x7f7b7015eba0 2024-04-15T15:12:31.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b6f7fe640 1 -- 172.21.15.84:0/383590620 >> v1:172.21.15.84:6789/0 conn(0x7f7b7015eba0 legacy=0x7f7b7006f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:31.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b6f7fe640 1 --2- 172.21.15.84:0/383590620 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7b700af860 0x7f7b5c0039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b6f7fe640 1 --2- 172.21.15.84:0/383590620 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b5c003f30 0x7f7b5c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.258 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b6f7fe640 1 --2- 172.21.15.84:0/383590620 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b5c004d40 0x7f7b5c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b6f7fe640 1 -- 172.21.15.84:0/383590620 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7015ef80 con 0x7f7b5c004d40 2024-04-15T15:12:31.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b6f7fe640 1 -- 172.21.15.84:0/383590620 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7b700ce2b0 con 0x7f7b5c003f30 2024-04-15T15:12:31.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b6f7fe640 1 -- 172.21.15.84:0/383590620 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f7b5c00ba10 con 0x7f7b700af860 2024-04-15T15:12:31.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b75778640 1 --2- 172.21.15.84:0/383590620 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b5c004d40 0x7f7b5c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b74f77640 1 --2- 172.21.15.84:0/383590620 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7b700af860 0x7f7b5c0039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b6ffff640 1 --2- 172.21.15.84:0/383590620 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b5c003f30 0x7f7b5c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b75778640 1 -- 172.21.15.84:0/383590620 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7b700af860 msgr2=0x7f7b5c0039b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:31.259 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b75778640 1 --2- 172.21.15.84:0/383590620 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7b700af860 0x7f7b5c0039b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b75778640 1 -- 172.21.15.84:0/383590620 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b5c003f30 msgr2=0x7f7b5c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:31.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b75778640 1 --2- 172.21.15.84:0/383590620 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b5c003f30 0x7f7b5c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.250+0000 7f7b75778640 1 -- 172.21.15.84:0/383590620 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b5c003520 con 0x7f7b5c004d40 2024-04-15T15:12:31.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.251+0000 7f7b75778640 1 --2- 172.21.15.84:0/383590620 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b5c004d40 0x7f7b5c0051c0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f7b68009af0 tx=0x7f7b5c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83cf191413b4ce87 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:31.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.251+0000 7f7b6f7fe640 1 -- 172.21.15.84:0/383590620 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b68039070 con 0x7f7b5c004d40 2024-04-15T15:12:31.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.251+0000 7f7b6f7fe640 1 -- 172.21.15.84:0/383590620 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b6802c6b0 con 0x7f7b5c004d40 2024-04-15T15:12:31.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.251+0000 7f7b6f7fe640 1 -- 172.21.15.84:0/383590620 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b68009690 con 0x7f7b5c004d40 2024-04-15T15:12:31.260 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.252+0000 7f7b771db640 1 -- 172.21.15.84:0/383590620 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b5c004d40 msgr2=0x7f7b5c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:31.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.252+0000 7f7b771db640 1 --2- 172.21.15.84:0/383590620 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b5c004d40 0x7f7b5c0051c0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f7b68009af0 tx=0x7f7b5c005830 comp rx=0 tx=0).stop 2024-04-15T15:12:31.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.252+0000 7f7b75778640 1 -- 172.21.15.84:0/383590620 reap_dead start 2024-04-15T15:12:31.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.252+0000 7f7b771db640 1 -- 172.21.15.84:0/383590620 shutdown_connections 2024-04-15T15:12:31.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.252+0000 7f7b771db640 1 -- 172.21.15.84:0/383590620 >> 172.21.15.84:0/383590620 conn(0x7f7b700b1dd0 msgr2=0x7f7b700b21e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:31.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.252+0000 7f7b771db640 1 -- 172.21.15.84:0/383590620 shutdown_connections 2024-04-15T15:12:31.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.252+0000 7f7b771db640 1 -- 172.21.15.84:0/383590620 wait complete. 2024-04-15T15:12:31.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.253+0000 7f7b771db640 1 Processor -- start 2024-04-15T15:12:31.261 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.253+0000 7f7b771db640 1 -- start start 2024-04-15T15:12:31.264 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.254+0000 7f7b771db640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b5c004d40 0x7f7b7014e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.254+0000 7f7b771db640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b70098310 0x7f7b70099530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.254+0000 7f7b771db640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7b70099a70 0x7f7b7015d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.254+0000 7f7b771db640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f7b700b2b80 con 0x7f7b70098310 2024-04-15T15:12:31.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.254+0000 7f7b771db640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7b7006ecc0 con 0x7f7b5c004d40 2024-04-15T15:12:31.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.254+0000 7f7b771db640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f7b700ceb50 con 0x7f7b70099a70 2024-04-15T15:12:31.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.254+0000 7f7b6ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b70098310 0x7f7b70099530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.254+0000 7f7b6ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b70098310 0x7f7b70099530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58118/0 (socket says 172.21.15.84:58118) 2024-04-15T15:12:31.265 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.254+0000 7f7b6ffff640 1 -- 172.21.15.84:0/2610577037 learned_addr learned my addr 172.21.15.84:0/2610577037 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:31.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.254+0000 7f7b74f77640 1 --2- 172.21.15.84:0/2610577037 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b5c004d40 0x7f7b7014e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.254+0000 7f7b75778640 1 --2- 172.21.15.84:0/2610577037 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7b70099a70 0x7f7b7015d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.254+0000 7f7b6ffff640 1 -- 172.21.15.84:0/2610577037 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7b70099a70 msgr2=0x7f7b7015d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:31.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.254+0000 7f7b6ffff640 1 --2- 172.21.15.84:0/2610577037 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7b70099a70 0x7f7b7015d1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.254+0000 7f7b6ffff640 1 -- 172.21.15.84:0/2610577037 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b5c004d40 msgr2=0x7f7b7014e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:31.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.254+0000 7f7b6ffff640 1 --2- 172.21.15.84:0/2610577037 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b5c004d40 0x7f7b7014e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.266 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.254+0000 7f7b6ffff640 1 -- 172.21.15.84:0/2610577037 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b7014db00 con 0x7f7b70098310 2024-04-15T15:12:31.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.254+0000 7f7b6ffff640 1 --2- 172.21.15.84:0/2610577037 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b70098310 0x7f7b70099530 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f7b58009fc0 tx=0x7f7b5800f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:31.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.254+0000 7f7b6d7fa640 1 -- 172.21.15.84:0/2610577037 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b5800fea0 con 0x7f7b70098310 2024-04-15T15:12:31.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.254+0000 7f7b6d7fa640 1 -- 172.21.15.84:0/2610577037 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7b58015630 con 0x7f7b70098310 2024-04-15T15:12:31.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.255+0000 7f7b771db640 1 -- 172.21.15.84:0/2610577037 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b7014dde0 con 0x7f7b70098310 2024-04-15T15:12:31.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.255+0000 7f7b6d7fa640 1 -- 172.21.15.84:0/2610577037 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b58015a20 con 0x7f7b70098310 2024-04-15T15:12:31.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.255+0000 7f7b771db640 1 -- 172.21.15.84:0/2610577037 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b7014e3a0 con 0x7f7b70098310 2024-04-15T15:12:31.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.255+0000 7f7b771db640 1 -- 172.21.15.84:0/2610577037 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b700cf3d0 con 0x7f7b70098310 2024-04-15T15:12:31.267 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.256+0000 7f7b6d7fa640 1 -- 172.21.15.84:0/2610577037 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f7b58015bc0 con 0x7f7b70098310 2024-04-15T15:12:31.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.256+0000 7f7b6d7fa640 1 --2- 172.21.15.84:0/2610577037 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7b5006c980 0x7f7b5006ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.256+0000 7f7b6d7fa640 1 -- 172.21.15.84:0/2610577037 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f7b5808cbe0 con 0x7f7b70098310 2024-04-15T15:12:31.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.256+0000 7f7b74f77640 1 --2- 172.21.15.84:0/2610577037 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7b5006c980 0x7f7b5006ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.257+0000 7f7b74f77640 1 --2- 172.21.15.84:0/2610577037 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7b5006c980 0x7f7b5006ee40 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f7b60007ed0 tx=0x7f7b600078f0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:31.268 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.261+0000 7f7b6d7fa640 1 -- 172.21.15.84:0/2610577037 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f7b700cf3d0 con 0x7f7b70098310 2024-04-15T15:12:31.433 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.431+0000 7f7b771db640 1 -- 172.21.15.84:0/2610577037 --> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7b7014ee00 con 0x7f7b5006c980 2024-04-15T15:12:31.434 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.432+0000 7f7b6d7fa640 1 -- 172.21.15.84:0/2610577037 <== mgr.4107 v2:172.21.15.84:6832/2096029421 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13491 (secure 0 0 0) 0x7f7b60004c70 con 0x7f7b5006c980 2024-04-15T15:12:31.434 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:31.435 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-15T15:12:31.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.434+0000 7f7b771db640 1 -- 172.21.15.84:0/2610577037 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7b5006c980 msgr2=0x7f7b5006ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:31.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.434+0000 7f7b771db640 1 --2- 172.21.15.84:0/2610577037 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7b5006c980 0x7f7b5006ee40 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f7b60007ed0 tx=0x7f7b600078f0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.434+0000 7f7b771db640 1 -- 172.21.15.84:0/2610577037 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b70098310 msgr2=0x7f7b70099530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:31.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.434+0000 7f7b771db640 1 --2- 172.21.15.84:0/2610577037 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b70098310 0x7f7b70099530 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f7b58009fc0 tx=0x7f7b5800f580 comp rx=0 tx=0).stop 2024-04-15T15:12:31.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.434+0000 7f7b771db640 1 -- 172.21.15.84:0/2610577037 shutdown_connections 2024-04-15T15:12:31.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.434+0000 7f7b771db640 1 --2- 172.21.15.84:0/2610577037 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f7b70099a70 0x7f7b7015d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.434+0000 7f7b771db640 1 --2- 172.21.15.84:0/2610577037 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f7b70098310 0x7f7b70099530 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.434+0000 7f7b771db640 1 --2- 172.21.15.84:0/2610577037 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f7b5006c980 0x7f7b5006ee40 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.434+0000 7f7b771db640 1 --2- 172.21.15.84:0/2610577037 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b5c004d40 0x7f7b7014e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.434+0000 7f7b771db640 1 -- 172.21.15.84:0/2610577037 >> 172.21.15.84:0/2610577037 conn(0x7f7b700b1dd0 msgr2=0x7f7b700d09d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:31.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.434+0000 7f7b771db640 1 -- 172.21.15.84:0/2610577037 shutdown_connections 2024-04-15T15:12:31.437 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.434+0000 7f7b771db640 1 -- 172.21.15.84:0/2610577037 wait complete. 2024-04-15T15:12:31.447 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":108,"stamp":"2024-04-15T15:12:30.575548+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":96,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":221412,"kb_used_data":5236,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753308,"statfs":{"total":773094113280,"available":772867387392,"internally_reserved":0,"allocated":5361664,"data_stored":3044699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-62224,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-79,"num_read_kb":-129,"num_write":-91,"num_write_kb":-95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000990"},"pg_stats":[{"pgid":"1.0","version":"15'117","reported_seq":215,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-15T15:12:28.964677+0000","last_change":"2024-04-15T15:10:11.793329+0000","last_active":"2024-04-15T15:12:28.964677+0000","last_peered":"2024-04-15T15:12:28.964677+0000","last_clean":"2024-04-15T15:12:28.964677+0000","last_became_active":"2024-04-15T15:10:11.792465+0000","last_became_peered":"2024-04-15T15:10:11.792465+0000","last_unstale":"2024-04-15T15:12:28.964677+0000","last_undegraded":"2024-04-15T15:12:28.964677+0000","last_fullsized":"2024-04-15T15:12:28.964677+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:10.575823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:10.575823+0000","last_clean_scrub_stamp":"2024-04-15T15:10:10.575823+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:29:02.579387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574879,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28152,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343688,"statfs":{"total":96636764160,"available":96607936512,"internally_reserved":0,"allocated":1159168,"data_stored":867812,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574879,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27528,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344312,"statfs":{"total":96636764160,"available":96608575488,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574878,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27512,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":503808,"data_stored":222317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574880,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574879,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574879,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574879,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27512,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":503808,"data_stored":222317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574879,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28112,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343728,"statfs":{"total":96636764160,"available":96607977472,"internally_reserved":0,"allocated":1114112,"data_stored":818745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T15:12:31.448 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-04-15T15:12:31.448 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-15T15:12:31.551 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.550+0000 7f428e5b5640 1 Processor -- start 2024-04-15T15:12:31.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.550+0000 7f428e5b5640 1 -- start start 2024-04-15T15:12:31.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.550+0000 7f428e5b5640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f42881590d0 0x7f428806eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.550+0000 7f428e5b5640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f428815fe80 0x7f4288070310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.554 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.550+0000 7f428e5b5640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f428806f990 con 0x7f428806f3f0 2024-04-15T15:12:31.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.550+0000 7f428e5b5640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f428815f150 con 0x7f42881590d0 2024-04-15T15:12:31.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.550+0000 7f428e5b5640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f428815f3a0 con 0x7f428815fe80 2024-04-15T15:12:31.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.551+0000 7f4287fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f42881590d0 0x7f428806eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.551+0000 7f4287fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f42881590d0 0x7f428806eeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58128/0 (socket says 172.21.15.84:58128) 2024-04-15T15:12:31.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.551+0000 7f4287fff640 1 -- 172.21.15.84:0/2295597258 learned_addr learned my addr 172.21.15.84:0/2295597258 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:31.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.551+0000 7f4287fff640 1 -- 172.21.15.84:0/2295597258 >> v2:172.21.15.203:3300/0 conn(0x7f428815fe80 msgr2=0x7f4288070310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:31.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.551+0000 7f42877fe640 1 --2- 172.21.15.84:0/2295597258 >> v2:172.21.15.203:3300/0 conn(0x7f428815fe80 0x7f4288070310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.555 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.551+0000 7f4287fff640 1 --2- 172.21.15.84:0/2295597258 >> v2:172.21.15.203:3300/0 conn(0x7f428815fe80 0x7f4288070310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.551+0000 7f4287fff640 1 -- 172.21.15.84:0/2295597258 >> v1:172.21.15.203:6789/0 conn(0x7f428806f3f0 legacy=0x7f42880cf1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:31.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.551+0000 7f4287fff640 1 -- 172.21.15.84:0/2295597258 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f428815f680 con 0x7f42881590d0 2024-04-15T15:12:31.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.551+0000 7f42877fe640 1 --2- 172.21.15.84:0/2295597258 >> v2:172.21.15.203:3300/0 conn(0x7f428815fe80 0x7f4288070310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:31.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.552+0000 7f4287fff640 1 --2- 172.21.15.84:0/2295597258 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f42881590d0 0x7f428806eeb0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f42880cebe0 tx=0x7f427802b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=467b506979cc89e4 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:31.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.552+0000 7f4286ffd640 1 -- 172.21.15.84:0/2295597258 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4278035020 con 0x7f42881590d0 2024-04-15T15:12:31.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.552+0000 7f4286ffd640 1 -- 172.21.15.84:0/2295597258 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4278031870 con 0x7f42881590d0 2024-04-15T15:12:31.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.552+0000 7f4286ffd640 1 -- 172.21.15.84:0/2295597258 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4278031c40 con 0x7f42881590d0 2024-04-15T15:12:31.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.552+0000 7f428e5b5640 1 -- 172.21.15.84:0/2295597258 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f42881590d0 msgr2=0x7f428806eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:31.556 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.552+0000 7f428e5b5640 1 --2- 172.21.15.84:0/2295597258 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f42881590d0 0x7f428806eeb0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f42880cebe0 tx=0x7f427802b910 comp rx=0 tx=0).stop 2024-04-15T15:12:31.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.552+0000 7f428e5b5640 1 -- 172.21.15.84:0/2295597258 shutdown_connections 2024-04-15T15:12:31.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.552+0000 7f428e5b5640 1 --2- 172.21.15.84:0/2295597258 >> v2:172.21.15.203:3300/0 conn(0x7f428815fe80 0x7f4288070310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.552+0000 7f428e5b5640 1 --2- 172.21.15.84:0/2295597258 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f42881590d0 0x7f428806eeb0 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.552+0000 7f428e5b5640 1 -- 172.21.15.84:0/2295597258 >> 172.21.15.84:0/2295597258 conn(0x7f42880cdd20 msgr2=0x7f42880ce100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:31.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.552+0000 7f428e5b5640 1 -- 172.21.15.84:0/2295597258 shutdown_connections 2024-04-15T15:12:31.557 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.552+0000 7f428e5b5640 1 -- 172.21.15.84:0/2295597258 wait complete. 2024-04-15T15:12:31.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.554+0000 7f428e5b5640 1 Processor -- start 2024-04-15T15:12:31.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.554+0000 7f428e5b5640 1 -- start start 2024-04-15T15:12:31.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.554+0000 7f428e5b5640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f428806f3f0 0x7f4288149a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.554+0000 7f428e5b5640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f42881590d0 0x7f4288072b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.554+0000 7f428e5b5640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f428815fe80 0x7f42880730c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.554+0000 7f428e5b5640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4288070850 con 0x7f428806f3f0 2024-04-15T15:12:31.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.554+0000 7f428e5b5640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f428815c9c0 con 0x7f428815fe80 2024-04-15T15:12:31.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.554+0000 7f428e5b5640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f42880709d0 con 0x7f42881590d0 2024-04-15T15:12:31.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.555+0000 7f4287fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f428806f3f0 0x7f4288149a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.555+0000 7f4287fff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f428806f3f0 0x7f4288149a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58140/0 (socket says 172.21.15.84:58140) 2024-04-15T15:12:31.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.555+0000 7f4287fff640 1 -- 172.21.15.84:0/341465493 learned_addr learned my addr 172.21.15.84:0/341465493 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:31.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.555+0000 7f428cb52640 1 --2- 172.21.15.84:0/341465493 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f428815fe80 0x7f42880730c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.555+0000 7f42877fe640 1 --2- 172.21.15.84:0/341465493 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f42881590d0 0x7f4288072b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.555+0000 7f4287fff640 1 -- 172.21.15.84:0/341465493 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f42881590d0 msgr2=0x7f4288072b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:31.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.555+0000 7f4287fff640 1 --2- 172.21.15.84:0/341465493 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f42881590d0 0x7f4288072b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.555+0000 7f4287fff640 1 -- 172.21.15.84:0/341465493 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f428815fe80 msgr2=0x7f42880730c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:31.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.555+0000 7f4287fff640 1 --2- 172.21.15.84:0/341465493 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f428815fe80 0x7f42880730c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.555+0000 7f4287fff640 1 -- 172.21.15.84:0/341465493 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4288149f60 con 0x7f428806f3f0 2024-04-15T15:12:31.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.555+0000 7f4287fff640 1 --2- 172.21.15.84:0/341465493 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f428806f3f0 0x7f4288149a20 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f4278000c00 tx=0x7f42780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:31.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.555+0000 7f4284ff9640 1 -- 172.21.15.84:0/341465493 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4278040070 con 0x7f428806f3f0 2024-04-15T15:12:31.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.555+0000 7f4284ff9640 1 -- 172.21.15.84:0/341465493 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f427803a420 con 0x7f428806f3f0 2024-04-15T15:12:31.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.555+0000 7f4284ff9640 1 -- 172.21.15.84:0/341465493 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4278035040 con 0x7f428806f3f0 2024-04-15T15:12:31.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.555+0000 7f428e5b5640 1 -- 172.21.15.84:0/341465493 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42881f45e0 con 0x7f428806f3f0 2024-04-15T15:12:31.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.555+0000 7f428e5b5640 1 -- 172.21.15.84:0/341465493 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42881f4ba0 con 0x7f428806f3f0 2024-04-15T15:12:31.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.556+0000 7f428e5b5640 1 -- 172.21.15.84:0/341465493 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42880690f0 con 0x7f428806f3f0 2024-04-15T15:12:31.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.557+0000 7f4284ff9640 1 -- 172.21.15.84:0/341465493 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f427804b060 con 0x7f428806f3f0 2024-04-15T15:12:31.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.557+0000 7f4284ff9640 1 --2- 172.21.15.84:0/341465493 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f426806c980 0x7f426806ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.557+0000 7f4284ff9640 1 -- 172.21.15.84:0/341465493 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f42780ada60 con 0x7f428806f3f0 2024-04-15T15:12:31.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.557+0000 7f42877fe640 1 --2- 172.21.15.84:0/341465493 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f426806c980 0x7f426806ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.558+0000 7f42877fe640 1 --2- 172.21.15.84:0/341465493 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f426806c980 0x7f426806ee40 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f42880cd9f0 tx=0x7f4270008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:31.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.562+0000 7f4284ff9640 1 -- 172.21.15.84:0/341465493 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f427807bfc0 con 0x7f428806f3f0 2024-04-15T15:12:31.734 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.732+0000 7f428e5b5640 1 -- 172.21.15.84:0/341465493 --> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f42880738c0 con 0x7f426806c980 2024-04-15T15:12:31.735 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.733+0000 7f4284ff9640 1 -- 172.21.15.84:0/341465493 <== mgr.4107 v2:172.21.15.84:6832/2096029421 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13491 (secure 0 0 0) 0x7f42880738c0 con 0x7f426806c980 2024-04-15T15:12:31.735 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:31.736 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-15T15:12:31.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.735+0000 7f428e5b5640 1 -- 172.21.15.84:0/341465493 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f426806c980 msgr2=0x7f426806ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:31.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.735+0000 7f428e5b5640 1 --2- 172.21.15.84:0/341465493 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f426806c980 0x7f426806ee40 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f42880cd9f0 tx=0x7f4270008040 comp rx=0 tx=0).stop 2024-04-15T15:12:31.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.735+0000 7f428e5b5640 1 -- 172.21.15.84:0/341465493 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f428806f3f0 msgr2=0x7f4288149a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:31.737 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.735+0000 7f428e5b5640 1 --2- 172.21.15.84:0/341465493 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f428806f3f0 0x7f4288149a20 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f4278000c00 tx=0x7f42780046c0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.735+0000 7f428e5b5640 1 -- 172.21.15.84:0/341465493 shutdown_connections 2024-04-15T15:12:31.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.735+0000 7f428e5b5640 1 --2- 172.21.15.84:0/341465493 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f426806c980 0x7f426806ee40 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.735+0000 7f428e5b5640 1 --2- 172.21.15.84:0/341465493 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f428815fe80 0x7f42880730c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.735+0000 7f428e5b5640 1 --2- 172.21.15.84:0/341465493 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f42881590d0 0x7f4288072b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.735+0000 7f428e5b5640 1 --2- 172.21.15.84:0/341465493 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f428806f3f0 0x7f4288149a20 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.735+0000 7f428e5b5640 1 -- 172.21.15.84:0/341465493 >> 172.21.15.84:0/341465493 conn(0x7f42880cdd20 msgr2=0x7f428815b1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:31.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.735+0000 7f428e5b5640 1 -- 172.21.15.84:0/341465493 shutdown_connections 2024-04-15T15:12:31.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.735+0000 7f428e5b5640 1 -- 172.21.15.84:0/341465493 wait complete. 2024-04-15T15:12:31.748 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":108,"stamp":"2024-04-15T15:12:30.575548+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":96,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":221412,"kb_used_data":5236,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753308,"statfs":{"total":773094113280,"available":772867387392,"internally_reserved":0,"allocated":5361664,"data_stored":3044699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-62224,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-79,"num_read_kb":-129,"num_write":-91,"num_write_kb":-95,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000990"},"pg_stats":[{"pgid":"1.0","version":"15'117","reported_seq":215,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-15T15:12:28.964677+0000","last_change":"2024-04-15T15:10:11.793329+0000","last_active":"2024-04-15T15:12:28.964677+0000","last_peered":"2024-04-15T15:12:28.964677+0000","last_clean":"2024-04-15T15:12:28.964677+0000","last_became_active":"2024-04-15T15:10:11.792465+0000","last_became_peered":"2024-04-15T15:10:11.792465+0000","last_unstale":"2024-04-15T15:12:28.964677+0000","last_undegraded":"2024-04-15T15:12:28.964677+0000","last_fullsized":"2024-04-15T15:12:28.964677+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:10.575823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:10.575823+0000","last_clean_scrub_stamp":"2024-04-15T15:10:10.575823+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:29:02.579387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574879,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28152,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343688,"statfs":{"total":96636764160,"available":96607936512,"internally_reserved":0,"allocated":1159168,"data_stored":867812,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574879,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27528,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344312,"statfs":{"total":96636764160,"available":96608575488,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574878,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27512,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":503808,"data_stored":222317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574880,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574879,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574879,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574879,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27512,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":503808,"data_stored":222317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574879,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28112,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343728,"statfs":{"total":96636764160,"available":96607977472,"internally_reserved":0,"allocated":1114112,"data_stored":818745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T15:12:31.749 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T15:12:31.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.851+0000 7fe689ec8640 1 Processor -- start 2024-04-15T15:12:31.853 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.851+0000 7fe689ec8640 1 -- start start 2024-04-15T15:12:31.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.851+0000 7fe689ec8640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fe684161e40 0x7fe6840b37f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe689ec8640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe684162220 con 0x7fe6840d12b0 2024-04-15T15:12:31.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe689ec8640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe6840d3070 con 0x7fe6840d45b0 2024-04-15T15:12:31.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe689ec8640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fe6840d21f0 con 0x7fe684161e40 2024-04-15T15:12:31.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe682ffd640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fe6840d12b0 0x7fe6840d2960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:53432/0 (socket says 172.21.15.84:53432) 2024-04-15T15:12:31.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe682ffd640 1 -- 172.21.15.84:0/3457044391 learned_addr learned my addr 172.21.15.84:0/3457044391 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:31.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe6837fe640 1 --2- 172.21.15.84:0/3457044391 >> v2:172.21.15.203:3300/0 conn(0x7fe684161e40 0x7fe6840b37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe6827fc640 1 -- 172.21.15.84:0/3457044391 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1966320296 0 0) 0x7fe684162220 con 0x7fe6840d12b0 2024-04-15T15:12:31.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe6827fc640 1 -- 172.21.15.84:0/3457044391 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe670003520 con 0x7fe6840d12b0 2024-04-15T15:12:31.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe6827fc640 1 -- 172.21.15.84:0/3457044391 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3517124556 0 0) 0x7fe670003520 con 0x7fe6840d12b0 2024-04-15T15:12:31.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe6827fc640 1 -- 172.21.15.84:0/3457044391 >> v2:172.21.15.203:3300/0 conn(0x7fe684161e40 msgr2=0x7fe6840b37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:31.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe6827fc640 1 --2- 172.21.15.84:0/3457044391 >> v2:172.21.15.203:3300/0 conn(0x7fe684161e40 0x7fe6840b37f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.869 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe6827fc640 1 -- 172.21.15.84:0/3457044391 >> v1:172.21.15.203:6789/0 conn(0x7fe6840d45b0 legacy=0x7fe684162490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:31.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe6827fc640 1 -- 172.21.15.84:0/3457044391 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6840d1820 con 0x7fe6840d12b0 2024-04-15T15:12:31.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe6827fc640 1 -- 172.21.15.84:0/3457044391 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7fe674001690 con 0x7fe6840d12b0 2024-04-15T15:12:31.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe6827fc640 1 -- 172.21.15.84:0/3457044391 >> v1:172.21.15.84:6789/0 conn(0x7fe6840d12b0 legacy=0x7fe6840d2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:31.870 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe6827fc640 1 --2- 172.21.15.84:0/3457044391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6700039b0 0x7fe670003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe6827fc640 1 --2- 172.21.15.84:0/3457044391 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe670004800 0x7fe670004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe6827fc640 1 --2- 172.21.15.84:0/3457044391 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe6700051c0 0x7fe67000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe6827fc640 1 -- 172.21.15.84:0/3457044391 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe6840d21f0 con 0x7fe6700039b0 2024-04-15T15:12:31.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe6827fc640 1 -- 172.21.15.84:0/3457044391 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe67000c160 con 0x7fe670004800 2024-04-15T15:12:31.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe6827fc640 1 -- 172.21.15.84:0/3457044391 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe67000c360 con 0x7fe6700051c0 2024-04-15T15:12:31.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe6837fe640 1 --2- 172.21.15.84:0/3457044391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6700039b0 0x7fe670003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe682ffd640 1 --2- 172.21.15.84:0/3457044391 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe670004800 0x7fe670004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.852+0000 7fe683fff640 1 --2- 172.21.15.84:0/3457044391 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe6700051c0 0x7fe67000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.853+0000 7fe6837fe640 1 -- 172.21.15.84:0/3457044391 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe6700051c0 msgr2=0x7fe67000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:31.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.853+0000 7fe6837fe640 1 --2- 172.21.15.84:0/3457044391 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe6700051c0 0x7fe67000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.853+0000 7fe6837fe640 1 -- 172.21.15.84:0/3457044391 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe670004800 msgr2=0x7fe670004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:31.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.853+0000 7fe6837fe640 1 --2- 172.21.15.84:0/3457044391 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe670004800 0x7fe670004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.853+0000 7fe6837fe640 1 -- 172.21.15.84:0/3457044391 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe670003520 con 0x7fe6700039b0 2024-04-15T15:12:31.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.853+0000 7fe683fff640 1 -- 172.21.15.84:0/3457044391 reap_dead start 2024-04-15T15:12:31.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.853+0000 7fe682ffd640 1 --2- 172.21.15.84:0/3457044391 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe670004800 0x7fe670004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:31.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.853+0000 7fe6837fe640 1 --2- 172.21.15.84:0/3457044391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6700039b0 0x7fe670003dd0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fe66c009ac0 tx=0x7fe670005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ea08299dd3cec5c server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:31.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.853+0000 7fe6827fc640 1 -- 172.21.15.84:0/3457044391 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe66c039070 con 0x7fe6700039b0 2024-04-15T15:12:31.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.854+0000 7fe6827fc640 1 -- 172.21.15.84:0/3457044391 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe66c02c6d0 con 0x7fe6700039b0 2024-04-15T15:12:31.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.854+0000 7fe6827fc640 1 -- 172.21.15.84:0/3457044391 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe66c009690 con 0x7fe6700039b0 2024-04-15T15:12:31.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.854+0000 7fe689ec8640 1 -- 172.21.15.84:0/3457044391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6700039b0 msgr2=0x7fe670003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:31.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.854+0000 7fe689ec8640 1 --2- 172.21.15.84:0/3457044391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6700039b0 0x7fe670003dd0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fe66c009ac0 tx=0x7fe670005830 comp rx=0 tx=0).stop 2024-04-15T15:12:31.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.854+0000 7fe689ec8640 1 -- 172.21.15.84:0/3457044391 shutdown_connections 2024-04-15T15:12:31.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.854+0000 7fe689ec8640 1 --2- 172.21.15.84:0/3457044391 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6700039b0 0x7fe670003dd0 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.854+0000 7fe689ec8640 1 -- 172.21.15.84:0/3457044391 >> 172.21.15.84:0/3457044391 conn(0x7fe68409d970 msgr2=0x7fe6840b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:31.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.854+0000 7fe689ec8640 1 -- 172.21.15.84:0/3457044391 shutdown_connections 2024-04-15T15:12:31.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.854+0000 7fe689ec8640 1 -- 172.21.15.84:0/3457044391 wait complete. 2024-04-15T15:12:31.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.855+0000 7fe689ec8640 1 Processor -- start 2024-04-15T15:12:31.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.855+0000 7fe689ec8640 1 -- start start 2024-04-15T15:12:31.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.856+0000 7fe689ec8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6700039b0 0x7fe6841606b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.877 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.856+0000 7fe689ec8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe6840cd980 0x7fe6840cde00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.856+0000 7fe689ec8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe68415dde0 0x7fe68415e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.856+0000 7fe689ec8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe6840d2440 con 0x7fe6700039b0 2024-04-15T15:12:31.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.856+0000 7fe689ec8640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe6840d1de0 con 0x7fe68415dde0 2024-04-15T15:12:31.878 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.856+0000 7fe689ec8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe6840d49e0 con 0x7fe6840cd980 2024-04-15T15:12:31.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.856+0000 7fe6837fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6700039b0 0x7fe6841606b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.856+0000 7fe6837fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6700039b0 0x7fe6841606b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:58146/0 (socket says 172.21.15.84:58146) 2024-04-15T15:12:31.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.856+0000 7fe6837fe640 1 -- 172.21.15.84:0/747397771 learned_addr learned my addr 172.21.15.84:0/747397771 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:31.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.856+0000 7fe682ffd640 1 --2- 172.21.15.84:0/747397771 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe6840cd980 0x7fe6840cde00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.857+0000 7fe683fff640 1 --2- 172.21.15.84:0/747397771 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe68415dde0 0x7fe68415e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.879 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.857+0000 7fe6837fe640 1 -- 172.21.15.84:0/747397771 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe6840cd980 msgr2=0x7fe6840cde00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:31.880 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.857+0000 7fe6837fe640 1 --2- 172.21.15.84:0/747397771 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe6840cd980 0x7fe6840cde00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.880 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.857+0000 7fe6837fe640 1 -- 172.21.15.84:0/747397771 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe68415dde0 msgr2=0x7fe68415e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:31.880 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.857+0000 7fe6837fe640 1 --2- 172.21.15.84:0/747397771 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe68415dde0 0x7fe68415e260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:31.880 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.857+0000 7fe6837fe640 1 -- 172.21.15.84:0/747397771 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe68415eb10 con 0x7fe6700039b0 2024-04-15T15:12:31.880 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.857+0000 7fe682ffd640 1 --2- 172.21.15.84:0/747397771 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe6840cd980 0x7fe6840cde00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:31.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.857+0000 7fe6837fe640 1 --2- 172.21.15.84:0/747397771 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6700039b0 0x7fe6841606b0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fe66c02c340 tx=0x7fe66c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:31.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.857+0000 7fe67bfff640 1 -- 172.21.15.84:0/747397771 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe66c042020 con 0x7fe6700039b0 2024-04-15T15:12:31.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.857+0000 7fe67bfff640 1 -- 172.21.15.84:0/747397771 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe66c03a040 con 0x7fe6700039b0 2024-04-15T15:12:31.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.857+0000 7fe689ec8640 1 -- 172.21.15.84:0/747397771 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe68415edf0 con 0x7fe6700039b0 2024-04-15T15:12:31.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.857+0000 7fe67bfff640 1 -- 172.21.15.84:0/747397771 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe66c039070 con 0x7fe6700039b0 2024-04-15T15:12:31.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.857+0000 7fe689ec8640 1 -- 172.21.15.84:0/747397771 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe68415f3b0 con 0x7fe6700039b0 2024-04-15T15:12:31.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.858+0000 7fe689ec8640 1 -- 172.21.15.84:0/747397771 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6840689e0 con 0x7fe6700039b0 2024-04-15T15:12:31.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.858+0000 7fe67bfff640 1 -- 172.21.15.84:0/747397771 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fe66c045020 con 0x7fe6700039b0 2024-04-15T15:12:31.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.859+0000 7fe67bfff640 1 --2- 172.21.15.84:0/747397771 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe66406c980 0x7fe66406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:31.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.859+0000 7fe67bfff640 1 -- 172.21.15.84:0/747397771 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7fe66c0aceb0 con 0x7fe6700039b0 2024-04-15T15:12:31.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.859+0000 7fe682ffd640 1 --2- 172.21.15.84:0/747397771 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe66406c980 0x7fe66406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:31.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.859+0000 7fe682ffd640 1 --2- 172.21.15.84:0/747397771 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe66406c980 0x7fe66406ee40 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fe674001800 tx=0x7fe674000ed0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:31.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:31.863+0000 7fe67bfff640 1 -- 172.21.15.84:0/747397771 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fe66c04c070 con 0x7fe6700039b0 2024-04-15T15:12:32.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:32.040+0000 7fe689ec8640 1 -- 172.21.15.84:0/747397771 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe6840d51b0 con 0x7fe6700039b0 2024-04-15T15:12:32.042 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:32.041+0000 7fe67bfff640 1 -- 172.21.15.84:0/747397771 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) ==== 74+0+13373 (secure 0 0 0) 0x7fe66c07b410 con 0x7fe6700039b0 2024-04-15T15:12:32.043 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:32.043 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":44,"fsid":"5f97a4f8-d0e8-4289-9f6d-e9c4c7ef07ad","created":"2024-04-15T15:09:58.367093+0000","modified":"2024-04-15T15:12:27.818901+0000","last_up_change":"2024-04-15T15:10:09.423259+0000","last_in_change":"2024-04-15T15:10:00.607571+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T15:10:10.565830+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"16","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"6deb86f3-a648-4293-b63f-5cb53ca4ee37","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6808","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6809","nonce":590776878}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6810","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6811","nonce":590776878}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6814","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6815","nonce":590776878}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6812","nonce":590776878},{"type":"v1","addr":"172.21.15.84:6813","nonce":590776878}]},"public_addr":"172.21.15.84:6809/590776878","cluster_addr":"172.21.15.84:6811/590776878","heartbeat_back_addr":"172.21.15.84:6815/590776878","heartbeat_front_addr":"172.21.15.84:6813/590776878","state":["exists","up"]},{"osd":1,"uuid":"b3f2be48-e835-457d-8d16-16a157d40b7c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6800","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6801","nonce":4278227784}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6802","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6803","nonce":4278227784}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6806","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6807","nonce":4278227784}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6804","nonce":4278227784},{"type":"v1","addr":"172.21.15.84:6805","nonce":4278227784}]},"public_addr":"172.21.15.84:6801/4278227784","cluster_addr":"172.21.15.84:6803/4278227784","heartbeat_back_addr":"172.21.15.84:6807/4278227784","heartbeat_front_addr":"172.21.15.84:6805/4278227784","state":["exists","up"]},{"osd":2,"uuid":"beddea13-7545-4948-a7ea-4ddb1bdf4924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6816","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6817","nonce":1848484840}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6818","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6819","nonce":1848484840}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6822","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6823","nonce":1848484840}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6820","nonce":1848484840},{"type":"v1","addr":"172.21.15.84:6821","nonce":1848484840}]},"public_addr":"172.21.15.84:6817/1848484840","cluster_addr":"172.21.15.84:6819/1848484840","heartbeat_back_addr":"172.21.15.84:6823/1848484840","heartbeat_front_addr":"172.21.15.84:6821/1848484840","state":["exists","up"]},{"osd":3,"uuid":"e0b0638e-296b-472a-ad57-f1b09944514e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6824","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6825","nonce":177777882}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6826","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6827","nonce":177777882}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6830","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6831","nonce":177777882}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6828","nonce":177777882},{"type":"v1","addr":"172.21.15.84:6829","nonce":177777882}]},"public_addr":"172.21.15.84:6825/177777882","cluster_addr":"172.21.15.84:6827/177777882","heartbeat_back_addr":"172.21.15.84:6831/177777882","heartbeat_front_addr":"172.21.15.84:6829/177777882","state":["exists","up"]},{"osd":4,"uuid":"126e96c4-dfd1-4fa7-a67b-43ec98d7e3b2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6801","nonce":426150481}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6803","nonce":426150481}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6807","nonce":426150481}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":426150481},{"type":"v1","addr":"172.21.15.203:6805","nonce":426150481}]},"public_addr":"172.21.15.203:6801/426150481","cluster_addr":"172.21.15.203:6803/426150481","heartbeat_back_addr":"172.21.15.203:6807/426150481","heartbeat_front_addr":"172.21.15.203:6805/426150481","state":["exists","up"]},{"osd":5,"uuid":"3b0003bd-5b9f-4529-a1a4-4eb7249a0adc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6809","nonce":2200770029}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6811","nonce":2200770029}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6815","nonce":2200770029}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2200770029},{"type":"v1","addr":"172.21.15.203:6813","nonce":2200770029}]},"public_addr":"172.21.15.203:6809/2200770029","cluster_addr":"172.21.15.203:6811/2200770029","heartbeat_back_addr":"172.21.15.203:6815/2200770029","heartbeat_front_addr":"172.21.15.203:6813/2200770029","state":["exists","up"]},{"osd":6,"uuid":"8023a23a-9fd9-412f-83eb-0481154bc67c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6817","nonce":1594270702}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6820","nonce":1594270702}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6827","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6829","nonce":1594270702}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":1594270702},{"type":"v1","addr":"172.21.15.203:6825","nonce":1594270702}]},"public_addr":"172.21.15.203:6817/1594270702","cluster_addr":"172.21.15.203:6820/1594270702","heartbeat_back_addr":"172.21.15.203:6829/1594270702","heartbeat_front_addr":"172.21.15.203:6825/1594270702","state":["exists","up"]},{"osd":7,"uuid":"5235357b-2674-4a1d-b32f-d493c3f6a091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":36,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6819","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6821","nonce":35011826}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6823","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6824","nonce":35011826}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6831","nonce":35011826}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":35011826},{"type":"v1","addr":"172.21.15.203:6828","nonce":35011826}]},"public_addr":"172.21.15.203:6821/35011826","cluster_addr":"172.21.15.203:6824/35011826","heartbeat_back_addr":"172.21.15.203:6831/35011826","heartbeat_front_addr":"172.21.15.203:6828/35011826","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.753326+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.710432+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.705747+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.787534+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757218+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.733521+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.757167+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T15:10:05.798508+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.84:6837/2180255707":"2024-04-16T15:12:24.813044+0000","172.21.15.84:6835/2180255707":"2024-04-16T15:12:24.813044+0000","172.21.15.84:6837/564521126":"2024-04-16T15:12:08.480389+0000","172.21.15.84:6835/564521126":"2024-04-16T15:12:08.480389+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T15:12:32.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:32.043+0000 7fe689ec8640 1 -- 172.21.15.84:0/747397771 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe66406c980 msgr2=0x7fe66406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:32.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:32.043+0000 7fe689ec8640 1 --2- 172.21.15.84:0/747397771 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe66406c980 0x7fe66406ee40 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fe674001800 tx=0x7fe674000ed0 comp rx=0 tx=0).stop 2024-04-15T15:12:32.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:32.043+0000 7fe689ec8640 1 -- 172.21.15.84:0/747397771 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6700039b0 msgr2=0x7fe6841606b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:32.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:32.043+0000 7fe689ec8640 1 --2- 172.21.15.84:0/747397771 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6700039b0 0x7fe6841606b0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fe66c02c340 tx=0x7fe66c004730 comp rx=0 tx=0).stop 2024-04-15T15:12:32.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:32.043+0000 7fe689ec8640 1 -- 172.21.15.84:0/747397771 shutdown_connections 2024-04-15T15:12:32.045 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:32.043+0000 7fe689ec8640 1 --2- 172.21.15.84:0/747397771 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe66406c980 0x7fe66406ee40 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:32.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:32.043+0000 7fe689ec8640 1 --2- 172.21.15.84:0/747397771 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe68415dde0 0x7fe68415e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:32.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:32.043+0000 7fe689ec8640 1 --2- 172.21.15.84:0/747397771 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe6840cd980 0x7fe6840cde00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:32.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:32.043+0000 7fe689ec8640 1 --2- 172.21.15.84:0/747397771 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe6700039b0 0x7fe6841606b0 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:32.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:32.043+0000 7fe689ec8640 1 -- 172.21.15.84:0/747397771 >> 172.21.15.84:0/747397771 conn(0x7fe68409d970 msgr2=0x7fe68406c5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:32.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:32.043+0000 7fe689ec8640 1 -- 172.21.15.84:0/747397771 shutdown_connections 2024-04-15T15:12:32.046 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:32.043+0000 7fe689ec8640 1 -- 172.21.15.84:0/747397771 wait complete. 2024-04-15T15:12:33.056 INFO:tasks.ceph:Scrubbing osd.0 2024-04-15T15:12:33.057 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-04-15T15:12:33.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.175+0000 7f6f64693640 1 Processor -- start 2024-04-15T15:12:33.177 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.175+0000 7f6f64693640 1 -- start start 2024-04-15T15:12:33.178 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.176+0000 7f6f64693640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f6f5c0d4a40 0x7f6f5c0b3a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.178 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.176+0000 7f6f64693640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f6f5c0d1760 0x7f6f5c0d2750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.178 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.176+0000 7f6f64693640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f5c0d50c0 con 0x7f6f5c15e9d0 2024-04-15T15:12:33.178 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.176+0000 7f6f64693640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f6f5c0d22c0 con 0x7f6f5c0d1760 2024-04-15T15:12:33.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.176+0000 7f6f64693640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f6f5c0d0e80 con 0x7f6f5c0d4a40 2024-04-15T15:12:33.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.176+0000 7f6f62c30640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f6f5c0d1760 0x7f6f5c0d2750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.176+0000 7f6f6242f640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f6f5c15e9d0 0x7f6f5c0d4330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:39470/0 (socket says 172.21.15.84:39470) 2024-04-15T15:12:33.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.176+0000 7f6f6242f640 1 -- 172.21.15.84:0/4142147107 learned_addr learned my addr 172.21.15.84:0/4142147107 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:33.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.176+0000 7f6f62c30640 1 -- 172.21.15.84:0/4142147107 >> v2:172.21.15.203:3300/0 conn(0x7f6f5c0d4a40 msgr2=0x7f6f5c0b3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:33.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.176+0000 7f6f62c30640 1 --2- 172.21.15.84:0/4142147107 >> v2:172.21.15.203:3300/0 conn(0x7f6f5c0d4a40 0x7f6f5c0b3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.176+0000 7f6f62c30640 1 -- 172.21.15.84:0/4142147107 >> v1:172.21.15.84:6789/0 conn(0x7f6f5c15e9d0 legacy=0x7f6f5c0d4330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.179 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.176+0000 7f6f62c30640 1 -- 172.21.15.84:0/4142147107 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f5c0d05e0 con 0x7f6f5c0d1760 2024-04-15T15:12:33.180 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.176+0000 7f6f6142d640 1 -- 172.21.15.84:0/4142147107 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 823568974 0 0) 0x7f6f5c0d50c0 con 0x7f6f5c15e9d0 2024-04-15T15:12:33.183 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.177+0000 7f6f62c30640 1 --2- 172.21.15.84:0/4142147107 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f5c0d1760 0x7f6f5c0d2750 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f6f5c06ede0 tx=0x7f6f5402be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fae0e00317a65efd server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:33.183 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.177+0000 7f6f6142d640 1 -- 172.21.15.84:0/4142147107 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f54039070 con 0x7f6f5c0d1760 2024-04-15T15:12:33.183 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.177+0000 7f6f6142d640 1 -- 172.21.15.84:0/4142147107 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f5402cbf0 con 0x7f6f5c0d1760 2024-04-15T15:12:33.183 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.177+0000 7f6f6142d640 1 -- 172.21.15.84:0/4142147107 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f54034440 con 0x7f6f5c0d1760 2024-04-15T15:12:33.184 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.178+0000 7f6f64693640 1 -- 172.21.15.84:0/4142147107 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f5c0d1760 msgr2=0x7f6f5c0d2750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.184 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.178+0000 7f6f64693640 1 --2- 172.21.15.84:0/4142147107 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f5c0d1760 0x7f6f5c0d2750 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f6f5c06ede0 tx=0x7f6f5402be40 comp rx=0 tx=0).stop 2024-04-15T15:12:33.184 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.178+0000 7f6f64693640 1 -- 172.21.15.84:0/4142147107 shutdown_connections 2024-04-15T15:12:33.184 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.178+0000 7f6f64693640 1 --2- 172.21.15.84:0/4142147107 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f5c0d1760 0x7f6f5c0d2750 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.184 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.178+0000 7f6f64693640 1 --2- 172.21.15.84:0/4142147107 >> v2:172.21.15.203:3300/0 conn(0x7f6f5c0d4a40 0x7f6f5c0b3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.184 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.178+0000 7f6f64693640 1 -- 172.21.15.84:0/4142147107 >> 172.21.15.84:0/4142147107 conn(0x7f6f5c09d970 msgr2=0x7f6f5c0b9580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:33.184 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.178+0000 7f6f64693640 1 -- 172.21.15.84:0/4142147107 shutdown_connections 2024-04-15T15:12:33.184 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.178+0000 7f6f64693640 1 -- 172.21.15.84:0/4142147107 wait complete. 2024-04-15T15:12:33.184 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.179+0000 7f6f64693640 1 Processor -- start 2024-04-15T15:12:33.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.179+0000 7f6f64693640 1 -- start start 2024-04-15T15:12:33.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.180+0000 7f6f64693640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6f5c0d1760 0x7f6f5c15b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.180+0000 7f6f64693640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6f5c0d4a40 0x7f6f5c161a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.180+0000 7f6f64693640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f5c15e9d0 0x7f6f5c0ca6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.180+0000 7f6f64693640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f6f5c15edb0 con 0x7f6f5c15e9d0 2024-04-15T15:12:33.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.180+0000 7f6f64693640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6f5c0d0ba0 con 0x7f6f5c0d4a40 2024-04-15T15:12:33.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.180+0000 7f6f64693640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f6f5c0d2c90 con 0x7f6f5c0d1760 2024-04-15T15:12:33.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.180+0000 7f6f62c30640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f5c15e9d0 0x7f6f5c0ca6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.180+0000 7f6f62c30640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f5c15e9d0 0x7f6f5c0ca6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:51974/0 (socket says 172.21.15.84:51974) 2024-04-15T15:12:33.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.180+0000 7f6f62c30640 1 -- 172.21.15.84:0/733448308 learned_addr learned my addr 172.21.15.84:0/733448308 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:33.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.180+0000 7f6f61c2e640 1 --2- 172.21.15.84:0/733448308 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6f5c0d4a40 0x7f6f5c161a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.180+0000 7f6f6242f640 1 --2- 172.21.15.84:0/733448308 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6f5c0d1760 0x7f6f5c15b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.180+0000 7f6f62c30640 1 -- 172.21.15.84:0/733448308 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6f5c0d1760 msgr2=0x7f6f5c15b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.180+0000 7f6f62c30640 1 --2- 172.21.15.84:0/733448308 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6f5c0d1760 0x7f6f5c15b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.180+0000 7f6f62c30640 1 -- 172.21.15.84:0/733448308 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6f5c0d4a40 msgr2=0x7f6f5c161a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.180+0000 7f6f62c30640 1 --2- 172.21.15.84:0/733448308 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6f5c0d4a40 0x7f6f5c161a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.180+0000 7f6f62c30640 1 -- 172.21.15.84:0/733448308 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f5c15b900 con 0x7f6f5c15e9d0 2024-04-15T15:12:33.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.180+0000 7f6f6242f640 1 --2- 172.21.15.84:0/733448308 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f6f5c0d1760 0x7f6f5c15b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:33.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.180+0000 7f6f62c30640 1 --2- 172.21.15.84:0/733448308 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f5c15e9d0 0x7f6f5c0ca6f0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f6f5402c450 tx=0x7f6f54004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:33.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.181+0000 7f6f52ffd640 1 -- 172.21.15.84:0/733448308 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f54044020 con 0x7f6f5c15e9d0 2024-04-15T15:12:33.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.181+0000 7f6f52ffd640 1 -- 172.21.15.84:0/733448308 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f5403f470 con 0x7f6f5c15e9d0 2024-04-15T15:12:33.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.181+0000 7f6f64693640 1 -- 172.21.15.84:0/733448308 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f5c0c9650 con 0x7f6f5c15e9d0 2024-04-15T15:12:33.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.181+0000 7f6f52ffd640 1 -- 172.21.15.84:0/733448308 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f54039040 con 0x7f6f5c15e9d0 2024-04-15T15:12:33.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.181+0000 7f6f64693640 1 -- 172.21.15.84:0/733448308 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f5c0c9c10 con 0x7f6f5c15e9d0 2024-04-15T15:12:33.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.181+0000 7f6f64693640 1 -- 172.21.15.84:0/733448308 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f6f5c0689e0 con 0x7f6f5c15e9d0 2024-04-15T15:12:33.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.182+0000 7f6f52ffd640 1 -- 172.21.15.84:0/733448308 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f6f54047020 con 0x7f6f5c15e9d0 2024-04-15T15:12:33.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.183+0000 7f6f52ffd640 1 --2- 172.21.15.84:0/733448308 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6f4006c980 0x7f6f4006ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.183+0000 7f6f52ffd640 1 -- 172.21.15.84:0/733448308 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f6f540af020 con 0x7f6f5c15e9d0 2024-04-15T15:12:33.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.183+0000 7f6f6242f640 1 --2- 172.21.15.84:0/733448308 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6f4006c980 0x7f6f4006ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.183+0000 7f6f52ffd640 1 --2- 172.21.15.84:0/733448308 >> [v2:172.21.15.84:6808/590776878,v1:172.21.15.84:6809/590776878] conn(0x7f6f40072ec0 0x7f6f40075300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.183+0000 7f6f52ffd640 1 -- 172.21.15.84:0/733448308 --> [v2:172.21.15.84:6808/590776878,v1:172.21.15.84:6809/590776878] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6f5400ae80 con 0x7f6f40072ec0 2024-04-15T15:12:33.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.183+0000 7f6f52ffd640 1 -- 172.21.15.84:0/733448308 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f6f540af500 con 0x7f6f5c15e9d0 2024-04-15T15:12:33.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.183+0000 7f6f61c2e640 1 --2- 172.21.15.84:0/733448308 >> [v2:172.21.15.84:6808/590776878,v1:172.21.15.84:6809/590776878] conn(0x7f6f40072ec0 0x7f6f40075300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.183+0000 7f6f6242f640 1 --2- 172.21.15.84:0/733448308 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6f4006c980 0x7f6f4006ee40 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f6f58000f60 tx=0x7f6f58009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:33.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.183+0000 7f6f61c2e640 1 --2- 172.21.15.84:0/733448308 >> [v2:172.21.15.84:6808/590776878,v1:172.21.15.84:6809/590776878] conn(0x7f6f40072ec0 0x7f6f40075300 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:33.190 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.184+0000 7f6f52ffd640 1 -- 172.21.15.84:0/733448308 <== osd.0 v2:172.21.15.84:6808/590776878 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6f5400ae80 con 0x7f6f40072ec0 2024-04-15T15:12:33.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.197+0000 7f6f64693640 1 -- 172.21.15.84:0/733448308 --> [v2:172.21.15.84:6808/590776878,v1:172.21.15.84:6809/590776878] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f6f5c0cf050 con 0x7f6f40072ec0 2024-04-15T15:12:33.199 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.197+0000 7f6f52ffd640 1 -- 172.21.15.84:0/733448308 <== osd.0 v2:172.21.15.84:6808/590776878 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f6f5c0cf050 con 0x7f6f40072ec0 2024-04-15T15:12:33.200 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-15T15:12:33.200 INFO:teuthology.orchestra.run.smithi084.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-04-15T15:12:33.200 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-15T15:12:33.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.198+0000 7f6f64693640 1 -- 172.21.15.84:0/733448308 >> [v2:172.21.15.84:6808/590776878,v1:172.21.15.84:6809/590776878] conn(0x7f6f40072ec0 msgr2=0x7f6f40075300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.198+0000 7f6f64693640 1 --2- 172.21.15.84:0/733448308 >> [v2:172.21.15.84:6808/590776878,v1:172.21.15.84:6809/590776878] conn(0x7f6f40072ec0 0x7f6f40075300 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.201 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.198+0000 7f6f64693640 1 -- 172.21.15.84:0/733448308 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6f4006c980 msgr2=0x7f6f4006ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.198+0000 7f6f64693640 1 --2- 172.21.15.84:0/733448308 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f6f4006c980 0x7f6f4006ee40 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f6f58000f60 tx=0x7f6f58009040 comp rx=0 tx=0).stop 2024-04-15T15:12:33.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.198+0000 7f6f64693640 1 -- 172.21.15.84:0/733448308 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f5c15e9d0 msgr2=0x7f6f5c0ca6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.198+0000 7f6f64693640 1 --2- 172.21.15.84:0/733448308 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f6f5c15e9d0 0x7f6f5c0ca6f0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f6f5402c450 tx=0x7f6f54004a40 comp rx=0 tx=0).stop 2024-04-15T15:12:33.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.198+0000 7f6f62c30640 1 -- 172.21.15.84:0/733448308 reap_dead start 2024-04-15T15:12:33.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.198+0000 7f6f64693640 1 -- 172.21.15.84:0/733448308 shutdown_connections 2024-04-15T15:12:33.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.198+0000 7f6f64693640 1 -- 172.21.15.84:0/733448308 >> 172.21.15.84:0/733448308 conn(0x7f6f5c09d970 msgr2=0x7f6f5c0b5a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:33.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.198+0000 7f6f64693640 1 -- 172.21.15.84:0/733448308 shutdown_connections 2024-04-15T15:12:33.202 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.198+0000 7f6f64693640 1 -- 172.21.15.84:0/733448308 wait complete. 2024-04-15T15:12:33.210 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-04-15T15:12:33.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.312+0000 7f339f752640 1 Processor -- start 2024-04-15T15:12:33.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.312+0000 7f339f752640 1 -- start start 2024-04-15T15:12:33.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.313+0000 7f339f752640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f33980b0270 0x7f33980cea50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.313+0000 7f339f752640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f33980d1570 0x7f33980cef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.313+0000 7f339f752640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f339815ce00 con 0x7f3398156cf0 2024-04-15T15:12:33.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.313+0000 7f339f752640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f339815d0e0 con 0x7f33980d1570 2024-04-15T15:12:33.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.313+0000 7f339f752640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f339815d3c0 con 0x7f33980b0270 2024-04-15T15:12:33.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.313+0000 7f339dcef640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f33980d1570 0x7f33980cef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.313+0000 7f339dcef640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f33980d1570 0x7f33980cef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:51976/0 (socket says 172.21.15.84:51976) 2024-04-15T15:12:33.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.313+0000 7f339dcef640 1 -- 172.21.15.84:0/2148303561 learned_addr learned my addr 172.21.15.84:0/2148303561 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:33.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.313+0000 7f339dcef640 1 -- 172.21.15.84:0/2148303561 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f33980b0270 msgr2=0x7f33980cea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:33.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.313+0000 7f339dcef640 1 --2- 172.21.15.84:0/2148303561 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f33980b0270 0x7f33980cea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.313+0000 7f339dcef640 1 -- 172.21.15.84:0/2148303561 >> v1:172.21.15.203:6789/0 conn(0x7f3398156cf0 legacy=0x7f339806ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:33.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.313+0000 7f339dcef640 1 -- 172.21.15.84:0/2148303561 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f339815d6a0 con 0x7f33980d1570 2024-04-15T15:12:33.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.314+0000 7f339dcef640 1 --2- 172.21.15.84:0/2148303561 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f33980d1570 0x7f33980cef90 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f3390009870 tx=0x7f339002b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75752c0b696a5e8d server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:33.321 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.314+0000 7f3397fff640 1 -- 172.21.15.84:0/2148303561 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33900317c0 con 0x7f33980d1570 2024-04-15T15:12:33.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.314+0000 7f3397fff640 1 -- 172.21.15.84:0/2148303561 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3390037070 con 0x7f33980d1570 2024-04-15T15:12:33.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.314+0000 7f3397fff640 1 -- 172.21.15.84:0/2148303561 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3390031b80 con 0x7f33980d1570 2024-04-15T15:12:33.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.315+0000 7f339f752640 1 -- 172.21.15.84:0/2148303561 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f33980d1570 msgr2=0x7f33980cef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.315+0000 7f339f752640 1 --2- 172.21.15.84:0/2148303561 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f33980d1570 0x7f33980cef90 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f3390009870 tx=0x7f339002b860 comp rx=0 tx=0).stop 2024-04-15T15:12:33.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.315+0000 7f339f752640 1 -- 172.21.15.84:0/2148303561 shutdown_connections 2024-04-15T15:12:33.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.315+0000 7f339f752640 1 --2- 172.21.15.84:0/2148303561 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f33980d1570 0x7f33980cef90 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.322 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.315+0000 7f339f752640 1 --2- 172.21.15.84:0/2148303561 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f33980b0270 0x7f33980cea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.315+0000 7f339f752640 1 -- 172.21.15.84:0/2148303561 >> 172.21.15.84:0/2148303561 conn(0x7f33980d0a50 msgr2=0x7f33980d0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:33.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.315+0000 7f339f752640 1 -- 172.21.15.84:0/2148303561 shutdown_connections 2024-04-15T15:12:33.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.315+0000 7f339f752640 1 -- 172.21.15.84:0/2148303561 wait complete. 2024-04-15T15:12:33.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.316+0000 7f339f752640 1 Processor -- start 2024-04-15T15:12:33.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.316+0000 7f339f752640 1 -- start start 2024-04-15T15:12:33.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.317+0000 7f339f752640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f33980b0270 0x7f33981f8820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.317+0000 7f339f752640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f33980d1570 0x7f33980ab1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.317+0000 7f339f752640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3398156cf0 0x7f339815b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.323 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.317+0000 7f339f752640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f339806dbb0 con 0x7f33980d1570 2024-04-15T15:12:33.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.317+0000 7f339f752640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f33981570d0 con 0x7f3398156cf0 2024-04-15T15:12:33.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.317+0000 7f339f752640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f339806d540 con 0x7f33980b0270 2024-04-15T15:12:33.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.317+0000 7f339cced640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f33980d1570 0x7f33980ab1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.317+0000 7f339cced640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f33980d1570 0x7f33980ab1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:51990/0 (socket says 172.21.15.84:51990) 2024-04-15T15:12:33.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.317+0000 7f339cced640 1 -- 172.21.15.84:0/2250696848 learned_addr learned my addr 172.21.15.84:0/2250696848 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:33.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.317+0000 7f339d4ee640 1 --2- 172.21.15.84:0/2250696848 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f33980b0270 0x7f33981f8820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.317+0000 7f339dcef640 1 --2- 172.21.15.84:0/2250696848 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3398156cf0 0x7f339815b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.317+0000 7f339cced640 1 -- 172.21.15.84:0/2250696848 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f33980b0270 msgr2=0x7f33981f8820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.324 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.317+0000 7f339cced640 1 --2- 172.21.15.84:0/2250696848 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f33980b0270 0x7f33981f8820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.317+0000 7f339cced640 1 -- 172.21.15.84:0/2250696848 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3398156cf0 msgr2=0x7f339815b660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.317+0000 7f339cced640 1 --2- 172.21.15.84:0/2250696848 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3398156cf0 0x7f339815b660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.317+0000 7f339cced640 1 -- 172.21.15.84:0/2250696848 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33981f8d60 con 0x7f33980d1570 2024-04-15T15:12:33.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.317+0000 7f339d4ee640 1 --2- 172.21.15.84:0/2250696848 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f33980b0270 0x7f33981f8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:33.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.317+0000 7f339dcef640 1 --2- 172.21.15.84:0/2250696848 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3398156cf0 0x7f339815b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:33.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.318+0000 7f339cced640 1 --2- 172.21.15.84:0/2250696848 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f33980d1570 0x7f33980ab1d0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f338c00b410 tx=0x7f338c00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:33.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.318+0000 7f3395ffb640 1 -- 172.21.15.84:0/2250696848 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f338c015020 con 0x7f33980d1570 2024-04-15T15:12:33.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.318+0000 7f3395ffb640 1 -- 172.21.15.84:0/2250696848 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f338c011850 con 0x7f33980d1570 2024-04-15T15:12:33.325 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.318+0000 7f3395ffb640 1 -- 172.21.15.84:0/2250696848 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f338c011c40 con 0x7f33980d1570 2024-04-15T15:12:33.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.318+0000 7f339f752640 1 -- 172.21.15.84:0/2250696848 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33980ab710 con 0x7f33980d1570 2024-04-15T15:12:33.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.318+0000 7f339f752640 1 -- 172.21.15.84:0/2250696848 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33980b46e0 con 0x7f33980d1570 2024-04-15T15:12:33.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.319+0000 7f339f752640 1 -- 172.21.15.84:0/2250696848 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3398075c50 con 0x7f33980d1570 2024-04-15T15:12:33.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.319+0000 7f3395ffb640 1 -- 172.21.15.84:0/2250696848 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f338c018020 con 0x7f33980d1570 2024-04-15T15:12:33.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.319+0000 7f3395ffb640 1 --2- 172.21.15.84:0/2250696848 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f338406c980 0x7f338406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.320+0000 7f3395ffb640 1 -- 172.21.15.84:0/2250696848 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f338c08b980 con 0x7f33980d1570 2024-04-15T15:12:33.326 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.320+0000 7f339d4ee640 1 --2- 172.21.15.84:0/2250696848 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f338406c980 0x7f338406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.320+0000 7f339d4ee640 1 --2- 172.21.15.84:0/2250696848 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f338406c980 0x7f338406ee40 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f3388001dc0 tx=0x7f3388009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:33.327 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.324+0000 7f3395ffb640 1 -- 172.21.15.84:0/2250696848 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f338c01f020 con 0x7f33980d1570 2024-04-15T15:12:33.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.498+0000 7f339f752640 1 -- 172.21.15.84:0/2250696848 --> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f33980b5190 con 0x7f338406c980 2024-04-15T15:12:33.500 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.498+0000 7f3395ffb640 1 -- 172.21.15.84:0/2250696848 <== mgr.4107 v2:172.21.15.84:6832/2096029421 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f33980b5190 con 0x7f338406c980 2024-04-15T15:12:33.500 INFO:teuthology.orchestra.run.smithi084.stderr:instructed osd(s) 0 to deep-scrub 2024-04-15T15:12:33.502 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.500+0000 7f339f752640 1 -- 172.21.15.84:0/2250696848 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f338406c980 msgr2=0x7f338406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.500+0000 7f339f752640 1 --2- 172.21.15.84:0/2250696848 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f338406c980 0x7f338406ee40 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f3388001dc0 tx=0x7f3388009040 comp rx=0 tx=0).stop 2024-04-15T15:12:33.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.500+0000 7f339f752640 1 -- 172.21.15.84:0/2250696848 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f33980d1570 msgr2=0x7f33980ab1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.500+0000 7f339f752640 1 --2- 172.21.15.84:0/2250696848 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f33980d1570 0x7f33980ab1d0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f338c00b410 tx=0x7f338c00b8d0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.500+0000 7f339f752640 1 -- 172.21.15.84:0/2250696848 shutdown_connections 2024-04-15T15:12:33.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.500+0000 7f339f752640 1 --2- 172.21.15.84:0/2250696848 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f338406c980 0x7f338406ee40 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.500+0000 7f339f752640 1 --2- 172.21.15.84:0/2250696848 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3398156cf0 0x7f339815b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.500+0000 7f339f752640 1 --2- 172.21.15.84:0/2250696848 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f33980d1570 0x7f33980ab1d0 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.503 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.500+0000 7f339f752640 1 --2- 172.21.15.84:0/2250696848 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f33980b0270 0x7f33981f8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.500+0000 7f339f752640 1 -- 172.21.15.84:0/2250696848 >> 172.21.15.84:0/2250696848 conn(0x7f33980d0a50 msgr2=0x7f339815dda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:33.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.500+0000 7f339f752640 1 -- 172.21.15.84:0/2250696848 shutdown_connections 2024-04-15T15:12:33.504 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.500+0000 7f339f752640 1 -- 172.21.15.84:0/2250696848 wait complete. 2024-04-15T15:12:33.513 INFO:tasks.ceph:Scrubbing osd.1 2024-04-15T15:12:33.513 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-04-15T15:12:33.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.618+0000 7f07f1b49640 1 Processor -- start 2024-04-15T15:12:33.620 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.618+0000 7f07f1b49640 1 -- start start 2024-04-15T15:12:33.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.619+0000 7f07f1b49640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f07ec0ce4f0 0x7f07ec15bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.619+0000 7f07f1b49640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f07ec15c0f0 0x7f07ec06dab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.619+0000 7f07f1b49640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07ec15fe60 con 0x7f07ec06f6c0 2024-04-15T15:12:33.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.619+0000 7f07f1b49640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f07ec15f0a0 con 0x7f07ec15c0f0 2024-04-15T15:12:33.622 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.619+0000 7f07f1b49640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f07ec15f380 con 0x7f07ec0ce4f0 2024-04-15T15:12:33.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.620+0000 7f07ebfff640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f07ec15c0f0 0x7f07ec06dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.620+0000 7f07eaffd640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f07ec0ce4f0 0x7f07ec15bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.620+0000 7f07ebfff640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f07ec15c0f0 0x7f07ec06dab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:55248/0 (socket says 172.21.15.84:55248) 2024-04-15T15:12:33.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.620+0000 7f07eb7fe640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7f07ec06f6c0 0x7f07ec0cdde0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:35272/0 (socket says 172.21.15.84:35272) 2024-04-15T15:12:33.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.620+0000 7f07ebfff640 1 -- 172.21.15.84:0/2376857821 learned_addr learned my addr 172.21.15.84:0/2376857821 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:33.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.620+0000 7f07eaffd640 1 -- 172.21.15.84:0/2376857821 >> v2:172.21.15.203:3300/0 conn(0x7f07ec15c0f0 msgr2=0x7f07ec06dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:33.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.620+0000 7f07eaffd640 1 --2- 172.21.15.84:0/2376857821 >> v2:172.21.15.203:3300/0 conn(0x7f07ec15c0f0 0x7f07ec06dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.623 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.620+0000 7f07eaffd640 1 -- 172.21.15.84:0/2376857821 >> v1:172.21.15.203:6789/0 conn(0x7f07ec06f6c0 legacy=0x7f07ec0cdde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.620+0000 7f07ea7fc640 1 -- 172.21.15.84:0/2376857821 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1358335798 0 0) 0x7f07ec15fe60 con 0x7f07ec06f6c0 2024-04-15T15:12:33.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.620+0000 7f07eaffd640 1 -- 172.21.15.84:0/2376857821 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07ec15c8e0 con 0x7f07ec0ce4f0 2024-04-15T15:12:33.624 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.620+0000 7f07ebfff640 1 --2- 172.21.15.84:0/2376857821 >> v2:172.21.15.203:3300/0 conn(0x7f07ec15c0f0 0x7f07ec06dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:12:33.627 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.621+0000 7f07eaffd640 1 --2- 172.21.15.84:0/2376857821 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f07ec0ce4f0 0x7f07ec15bbb0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f07e00097a0 tx=0x7f07e002b7a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f65d8bba958ea241 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:33.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.621+0000 7f07ea7fc640 1 -- 172.21.15.84:0/2376857821 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e0038070 con 0x7f07ec0ce4f0 2024-04-15T15:12:33.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.621+0000 7f07ea7fc640 1 -- 172.21.15.84:0/2376857821 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07e0031700 con 0x7f07ec0ce4f0 2024-04-15T15:12:33.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.621+0000 7f07ea7fc640 1 -- 172.21.15.84:0/2376857821 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e0031ad0 con 0x7f07ec0ce4f0 2024-04-15T15:12:33.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.622+0000 7f07f1b49640 1 -- 172.21.15.84:0/2376857821 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f07ec0ce4f0 msgr2=0x7f07ec15bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.622+0000 7f07f1b49640 1 --2- 172.21.15.84:0/2376857821 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f07ec0ce4f0 0x7f07ec15bbb0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f07e00097a0 tx=0x7f07e002b7a0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.622+0000 7f07f1b49640 1 -- 172.21.15.84:0/2376857821 shutdown_connections 2024-04-15T15:12:33.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.622+0000 7f07f1b49640 1 --2- 172.21.15.84:0/2376857821 >> v2:172.21.15.203:3300/0 conn(0x7f07ec15c0f0 0x7f07ec06dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.628 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.622+0000 7f07f1b49640 1 --2- 172.21.15.84:0/2376857821 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f07ec0ce4f0 0x7f07ec15bbb0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.622+0000 7f07f1b49640 1 -- 172.21.15.84:0/2376857821 >> 172.21.15.84:0/2376857821 conn(0x7f07ec0b1ee0 msgr2=0x7f07ec0b22c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:33.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.622+0000 7f07f1b49640 1 -- 172.21.15.84:0/2376857821 shutdown_connections 2024-04-15T15:12:33.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.622+0000 7f07f1b49640 1 -- 172.21.15.84:0/2376857821 wait complete. 2024-04-15T15:12:33.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.623+0000 7f07f1b49640 1 Processor -- start 2024-04-15T15:12:33.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.623+0000 7f07f1b49640 1 -- start start 2024-04-15T15:12:33.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.624+0000 7f07f1b49640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f07ec06f6c0 0x7f07ec1491f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.624+0000 7f07f1b49640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f07ec0ce4f0 0x7f07ec0ad1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.629 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.624+0000 7f07f1b49640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07ec15c0f0 0x7f07ec0ca840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.624+0000 7f07f1b49640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f07ec06dff0 con 0x7f07ec15c0f0 2024-04-15T15:12:33.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.624+0000 7f07f1b49640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f07ec15c570 con 0x7f07ec06f6c0 2024-04-15T15:12:33.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.624+0000 7f07f1b49640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f07ec06e170 con 0x7f07ec0ce4f0 2024-04-15T15:12:33.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.624+0000 7f07ebfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07ec15c0f0 0x7f07ec0ca840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.624+0000 7f07ebfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07ec15c0f0 0x7f07ec0ca840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52006/0 (socket says 172.21.15.84:52006) 2024-04-15T15:12:33.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.624+0000 7f07ebfff640 1 -- 172.21.15.84:0/2822673517 learned_addr learned my addr 172.21.15.84:0/2822673517 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:33.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.624+0000 7f07eb7fe640 1 --2- 172.21.15.84:0/2822673517 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f07ec06f6c0 0x7f07ec1491f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.630 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.624+0000 7f07eaffd640 1 --2- 172.21.15.84:0/2822673517 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f07ec0ce4f0 0x7f07ec0ad1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.624+0000 7f07ebfff640 1 -- 172.21.15.84:0/2822673517 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f07ec0ce4f0 msgr2=0x7f07ec0ad1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.624+0000 7f07ebfff640 1 --2- 172.21.15.84:0/2822673517 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f07ec0ce4f0 0x7f07ec0ad1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.624+0000 7f07ebfff640 1 -- 172.21.15.84:0/2822673517 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f07ec06f6c0 msgr2=0x7f07ec1491f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.624+0000 7f07ebfff640 1 --2- 172.21.15.84:0/2822673517 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f07ec06f6c0 0x7f07ec1491f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.624+0000 7f07ebfff640 1 -- 172.21.15.84:0/2822673517 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07ec0cb3b0 con 0x7f07ec15c0f0 2024-04-15T15:12:33.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.624+0000 7f07eb7fe640 1 --2- 172.21.15.84:0/2822673517 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f07ec06f6c0 0x7f07ec1491f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:33.631 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.624+0000 7f07ebfff640 1 --2- 172.21.15.84:0/2822673517 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07ec15c0f0 0x7f07ec0ca840 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f07e400e8e0 tx=0x7f07e400eda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:33.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.624+0000 7f07d3fff640 1 -- 172.21.15.84:0/2822673517 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e4017070 con 0x7f07ec15c0f0 2024-04-15T15:12:33.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.625+0000 7f07d3fff640 1 -- 172.21.15.84:0/2822673517 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07e400c8e0 con 0x7f07ec15c0f0 2024-04-15T15:12:33.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.625+0000 7f07f1b49640 1 -- 172.21.15.84:0/2822673517 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07ec0cb690 con 0x7f07ec15c0f0 2024-04-15T15:12:33.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.625+0000 7f07d3fff640 1 -- 172.21.15.84:0/2822673517 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07e400ccb0 con 0x7f07ec15c0f0 2024-04-15T15:12:33.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.625+0000 7f07f1b49640 1 -- 172.21.15.84:0/2822673517 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07ec149b70 con 0x7f07ec15c0f0 2024-04-15T15:12:33.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.625+0000 7f07f1b49640 1 -- 172.21.15.84:0/2822673517 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f07ec0689e0 con 0x7f07ec15c0f0 2024-04-15T15:12:33.632 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.626+0000 7f07d3fff640 1 -- 172.21.15.84:0/2822673517 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f07e401a070 con 0x7f07ec15c0f0 2024-04-15T15:12:33.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.626+0000 7f07d3fff640 1 --2- 172.21.15.84:0/2822673517 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f07d806c980 0x7f07d806ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.626+0000 7f07d3fff640 1 -- 172.21.15.84:0/2822673517 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f07e408bdb0 con 0x7f07ec15c0f0 2024-04-15T15:12:33.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.626+0000 7f07eb7fe640 1 --2- 172.21.15.84:0/2822673517 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f07d806c980 0x7f07d806ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.627+0000 7f07d3fff640 1 --2- 172.21.15.84:0/2822673517 >> [v2:172.21.15.84:6800/4278227784,v1:172.21.15.84:6801/4278227784] conn(0x7f07d8072ec0 0x7f07d8075300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.627+0000 7f07d3fff640 1 -- 172.21.15.84:0/2822673517 --> [v2:172.21.15.84:6800/4278227784,v1:172.21.15.84:6801/4278227784] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f07d80759d0 con 0x7f07d8072ec0 2024-04-15T15:12:33.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.627+0000 7f07d3fff640 1 -- 172.21.15.84:0/2822673517 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f07e408e500 con 0x7f07ec15c0f0 2024-04-15T15:12:33.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.627+0000 7f07eaffd640 1 --2- 172.21.15.84:0/2822673517 >> [v2:172.21.15.84:6800/4278227784,v1:172.21.15.84:6801/4278227784] conn(0x7f07d8072ec0 0x7f07d8075300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.627+0000 7f07eb7fe640 1 --2- 172.21.15.84:0/2822673517 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f07d806c980 0x7f07d806ee40 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f07dc0012e0 tx=0x7f07dc009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:33.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.627+0000 7f07eaffd640 1 --2- 172.21.15.84:0/2822673517 >> [v2:172.21.15.84:6800/4278227784,v1:172.21.15.84:6801/4278227784] conn(0x7f07d8072ec0 0x7f07d8075300 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:33.635 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.628+0000 7f07d3fff640 1 -- 172.21.15.84:0/2822673517 <== osd.1 v2:172.21.15.84:6800/4278227784 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f07d80759d0 con 0x7f07d8072ec0 2024-04-15T15:12:33.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.640+0000 7f07f1b49640 1 -- 172.21.15.84:0/2822673517 --> [v2:172.21.15.84:6800/4278227784,v1:172.21.15.84:6801/4278227784] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f07ec14ac50 con 0x7f07d8072ec0 2024-04-15T15:12:33.643 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.641+0000 7f07d3fff640 1 -- 172.21.15.84:0/2822673517 <== osd.1 v2:172.21.15.84:6800/4278227784 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f07ec14ac50 con 0x7f07d8072ec0 2024-04-15T15:12:33.644 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-15T15:12:33.644 INFO:teuthology.orchestra.run.smithi084.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-04-15T15:12:33.644 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-15T15:12:33.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.641+0000 7f07f1b49640 1 -- 172.21.15.84:0/2822673517 >> [v2:172.21.15.84:6800/4278227784,v1:172.21.15.84:6801/4278227784] conn(0x7f07d8072ec0 msgr2=0x7f07d8075300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.641+0000 7f07f1b49640 1 --2- 172.21.15.84:0/2822673517 >> [v2:172.21.15.84:6800/4278227784,v1:172.21.15.84:6801/4278227784] conn(0x7f07d8072ec0 0x7f07d8075300 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.641+0000 7f07f1b49640 1 -- 172.21.15.84:0/2822673517 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f07d806c980 msgr2=0x7f07d806ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.646 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.641+0000 7f07f1b49640 1 --2- 172.21.15.84:0/2822673517 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f07d806c980 0x7f07d806ee40 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f07dc0012e0 tx=0x7f07dc009040 comp rx=0 tx=0).stop 2024-04-15T15:12:33.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.641+0000 7f07f1b49640 1 -- 172.21.15.84:0/2822673517 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07ec15c0f0 msgr2=0x7f07ec0ca840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.641+0000 7f07f1b49640 1 --2- 172.21.15.84:0/2822673517 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f07ec15c0f0 0x7f07ec0ca840 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f07e400e8e0 tx=0x7f07e400eda0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.641+0000 7f07ebfff640 1 -- 172.21.15.84:0/2822673517 reap_dead start 2024-04-15T15:12:33.647 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.641+0000 7f07f1b49640 1 -- 172.21.15.84:0/2822673517 shutdown_connections 2024-04-15T15:12:33.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.641+0000 7f07f1b49640 1 -- 172.21.15.84:0/2822673517 >> 172.21.15.84:0/2822673517 conn(0x7f07ec0b1ee0 msgr2=0x7f07ec0b22c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:33.649 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.641+0000 7f07f1b49640 1 -- 172.21.15.84:0/2822673517 shutdown_connections 2024-04-15T15:12:33.650 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.641+0000 7f07f1b49640 1 -- 172.21.15.84:0/2822673517 wait complete. 2024-04-15T15:12:33.653 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-04-15T15:12:33.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.756+0000 7fe026c7e640 1 Processor -- start 2024-04-15T15:12:33.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.756+0000 7fe026c7e640 1 -- start start 2024-04-15T15:12:33.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.757+0000 7fe026c7e640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fe0200b11d0 0x7fe0200d4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.757+0000 7fe026c7e640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe0200b6040 0x7fe0200d4e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.757+0000 7fe026c7e640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe0200b65b0 con 0x7fe02015e960 2024-04-15T15:12:33.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.757+0000 7fe026c7e640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fe0200b6890 con 0x7fe0200b11d0 2024-04-15T15:12:33.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.757+0000 7fe026c7e640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe0200b6b70 con 0x7fe0200b6040 2024-04-15T15:12:33.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.758+0000 7fe01ffff640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fe0200b11d0 0x7fe0200d4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.758+0000 7fe02521b640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe0200b6040 0x7fe0200d4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.758+0000 7fe01ffff640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fe0200b11d0 0x7fe0200d4900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:55264/0 (socket says 172.21.15.84:55264) 2024-04-15T15:12:33.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.758+0000 7fe01ffff640 1 -- 172.21.15.84:0/2641734463 learned_addr learned my addr 172.21.15.84:0/2641734463 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:33.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.758+0000 7fe01ffff640 1 -- 172.21.15.84:0/2641734463 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe0200b6040 msgr2=0x7fe0200d4e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:33.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.758+0000 7fe01ffff640 1 --2- 172.21.15.84:0/2641734463 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe0200b6040 0x7fe0200d4e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.758+0000 7fe01ffff640 1 -- 172.21.15.84:0/2641734463 >> v1:172.21.15.203:6789/0 conn(0x7fe02015e960 legacy=0x7fe0200d1920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.758+0000 7fe01ffff640 1 -- 172.21.15.84:0/2641734463 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0200b6e50 con 0x7fe0200b11d0 2024-04-15T15:12:33.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.759+0000 7fe01ffff640 1 --2- 172.21.15.84:0/2641734463 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe0200b11d0 0x7fe0200d4900 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fe014009870 tx=0x7fe01402b980 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1846cfde40d74c5f server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:33.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.759+0000 7fe01f7fe640 1 -- 172.21.15.84:0/2641734463 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe014034070 con 0x7fe0200b11d0 2024-04-15T15:12:33.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.759+0000 7fe01f7fe640 1 -- 172.21.15.84:0/2641734463 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe014030840 con 0x7fe0200b11d0 2024-04-15T15:12:33.773 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.759+0000 7fe01f7fe640 1 -- 172.21.15.84:0/2641734463 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe014030c10 con 0x7fe0200b11d0 2024-04-15T15:12:33.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.759+0000 7fe026c7e640 1 -- 172.21.15.84:0/2641734463 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe0200b11d0 msgr2=0x7fe0200d4900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.759+0000 7fe026c7e640 1 --2- 172.21.15.84:0/2641734463 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe0200b11d0 0x7fe0200d4900 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fe014009870 tx=0x7fe01402b980 comp rx=0 tx=0).stop 2024-04-15T15:12:33.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.760+0000 7fe026c7e640 1 -- 172.21.15.84:0/2641734463 shutdown_connections 2024-04-15T15:12:33.774 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.760+0000 7fe026c7e640 1 --2- 172.21.15.84:0/2641734463 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe0200b6040 0x7fe0200d4e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.760+0000 7fe026c7e640 1 --2- 172.21.15.84:0/2641734463 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe0200b11d0 0x7fe0200d4900 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.760+0000 7fe026c7e640 1 -- 172.21.15.84:0/2641734463 >> 172.21.15.84:0/2641734463 conn(0x7fe0200b9580 msgr2=0x7fe0200b9990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:33.775 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.760+0000 7fe026c7e640 1 -- 172.21.15.84:0/2641734463 shutdown_connections 2024-04-15T15:12:33.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.760+0000 7fe026c7e640 1 -- 172.21.15.84:0/2641734463 wait complete. 2024-04-15T15:12:33.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.761+0000 7fe026c7e640 1 Processor -- start 2024-04-15T15:12:33.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.761+0000 7fe026c7e640 1 -- start start 2024-04-15T15:12:33.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe026c7e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe0200b11d0 0x7fe020151350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.776 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe026c7e640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe0200b6040 0x7fe0201f38c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe026c7e640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe02015e960 0x7fe0200cc0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe026c7e640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe0200d0160 con 0x7fe0200b6040 2024-04-15T15:12:33.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe026c7e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe0200cffe0 con 0x7fe0200b11d0 2024-04-15T15:12:33.777 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe026c7e640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe0200d02e0 con 0x7fe02015e960 2024-04-15T15:12:33.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe01ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe0200b6040 0x7fe0201f38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe01ffff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe0200b6040 0x7fe0201f38c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52020/0 (socket says 172.21.15.84:52020) 2024-04-15T15:12:33.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe01ffff640 1 -- 172.21.15.84:0/3725364990 learned_addr learned my addr 172.21.15.84:0/3725364990 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:33.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe024a1a640 1 --2- 172.21.15.84:0/3725364990 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe0200b11d0 0x7fe020151350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.778 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe02521b640 1 --2- 172.21.15.84:0/3725364990 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe02015e960 0x7fe0200cc0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe01ffff640 1 -- 172.21.15.84:0/3725364990 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe02015e960 msgr2=0x7fe0200cc0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe01ffff640 1 --2- 172.21.15.84:0/3725364990 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe02015e960 0x7fe0200cc0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe01ffff640 1 -- 172.21.15.84:0/3725364990 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe0200b11d0 msgr2=0x7fe020151350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe01ffff640 1 --2- 172.21.15.84:0/3725364990 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe0200b11d0 0x7fe020151350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe01ffff640 1 -- 172.21.15.84:0/3725364990 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe02015ef90 con 0x7fe0200b6040 2024-04-15T15:12:33.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe024a1a640 1 --2- 172.21.15.84:0/3725364990 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe0200b11d0 0x7fe020151350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:33.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe01ffff640 1 --2- 172.21.15.84:0/3725364990 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe0200b6040 0x7fe0201f38c0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fe014000c00 tx=0x7fe014004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:33.779 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe01d7fa640 1 -- 172.21.15.84:0/3725364990 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe014048070 con 0x7fe0200b6040 2024-04-15T15:12:33.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe01d7fa640 1 -- 172.21.15.84:0/3725364990 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe014030640 con 0x7fe0200b6040 2024-04-15T15:12:33.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe026c7e640 1 -- 172.21.15.84:0/3725364990 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe02015f270 con 0x7fe0200b6040 2024-04-15T15:12:33.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.762+0000 7fe01d7fa640 1 -- 172.21.15.84:0/3725364990 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe014034040 con 0x7fe0200b6040 2024-04-15T15:12:33.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.763+0000 7fe026c7e640 1 -- 172.21.15.84:0/3725364990 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe020151890 con 0x7fe0200b6040 2024-04-15T15:12:33.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.763+0000 7fe026c7e640 1 -- 172.21.15.84:0/3725364990 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe020075c50 con 0x7fe0200b6040 2024-04-15T15:12:33.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.764+0000 7fe01d7fa640 1 -- 172.21.15.84:0/3725364990 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fe01404b070 con 0x7fe0200b6040 2024-04-15T15:12:33.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.764+0000 7fe01d7fa640 1 --2- 172.21.15.84:0/3725364990 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe00c06c980 0x7fe00c06ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:33.780 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.764+0000 7fe01d7fa640 1 -- 172.21.15.84:0/3725364990 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7fe0140ad9b0 con 0x7fe0200b6040 2024-04-15T15:12:33.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.764+0000 7fe024a1a640 1 --2- 172.21.15.84:0/3725364990 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe00c06c980 0x7fe00c06ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:33.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.765+0000 7fe024a1a640 1 --2- 172.21.15.84:0/3725364990 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe00c06c980 0x7fe00c06ee40 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fe010001660 tx=0x7fe010009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:33.781 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.769+0000 7fe01d7fa640 1 -- 172.21.15.84:0/3725364990 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fe01407be90 con 0x7fe0200b6040 2024-04-15T15:12:33.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.945+0000 7fe026c7e640 1 -- 172.21.15.84:0/3725364990 --> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7fe020074e30 con 0x7fe00c06c980 2024-04-15T15:12:33.947 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.945+0000 7fe01d7fa640 1 -- 172.21.15.84:0/3725364990 <== mgr.4107 v2:172.21.15.84:6832/2096029421 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fe020074e30 con 0x7fe00c06c980 2024-04-15T15:12:33.947 INFO:teuthology.orchestra.run.smithi084.stderr:instructed osd(s) 1 to deep-scrub 2024-04-15T15:12:33.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.947+0000 7fe026c7e640 1 -- 172.21.15.84:0/3725364990 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe00c06c980 msgr2=0x7fe00c06ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.947+0000 7fe026c7e640 1 --2- 172.21.15.84:0/3725364990 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe00c06c980 0x7fe00c06ee40 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fe010001660 tx=0x7fe010009040 comp rx=0 tx=0).stop 2024-04-15T15:12:33.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.947+0000 7fe026c7e640 1 -- 172.21.15.84:0/3725364990 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe0200b6040 msgr2=0x7fe0201f38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:33.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.947+0000 7fe026c7e640 1 --2- 172.21.15.84:0/3725364990 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe0200b6040 0x7fe0201f38c0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fe014000c00 tx=0x7fe014004730 comp rx=0 tx=0).stop 2024-04-15T15:12:33.949 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.947+0000 7fe026c7e640 1 -- 172.21.15.84:0/3725364990 shutdown_connections 2024-04-15T15:12:33.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.947+0000 7fe026c7e640 1 --2- 172.21.15.84:0/3725364990 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe02015e960 0x7fe0200cc0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.947+0000 7fe026c7e640 1 --2- 172.21.15.84:0/3725364990 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe0200b6040 0x7fe0201f38c0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.947+0000 7fe026c7e640 1 --2- 172.21.15.84:0/3725364990 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe00c06c980 0x7fe00c06ee40 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.947+0000 7fe026c7e640 1 --2- 172.21.15.84:0/3725364990 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe0200b11d0 0x7fe020151350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:33.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.947+0000 7fe026c7e640 1 -- 172.21.15.84:0/3725364990 >> 172.21.15.84:0/3725364990 conn(0x7fe0200b9580 msgr2=0x7fe0200b5230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:33.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.947+0000 7fe026c7e640 1 -- 172.21.15.84:0/3725364990 shutdown_connections 2024-04-15T15:12:33.950 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:33.947+0000 7fe026c7e640 1 -- 172.21.15.84:0/3725364990 wait complete. 2024-04-15T15:12:33.960 INFO:tasks.ceph:Scrubbing osd.2 2024-04-15T15:12:33.960 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-04-15T15:12:34.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.064+0000 7fa544014640 1 Processor -- start 2024-04-15T15:12:34.066 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.064+0000 7fa544014640 1 -- start start 2024-04-15T15:12:34.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.065+0000 7fa544014640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fa53c06f6c0 0x7fa53c0cdde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.065+0000 7fa544014640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa53c0ce320 0x7fa53c15bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.065+0000 7fa544014640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa53c15fe60 con 0x7fa53c15c0f0 2024-04-15T15:12:34.069 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.065+0000 7fa544014640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fa53c15f0a0 con 0x7fa53c06f6c0 2024-04-15T15:12:34.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.065+0000 7fa544014640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fa53c15f380 con 0x7fa53c0ce320 2024-04-15T15:12:34.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.065+0000 7fa541db0640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fa53c06f6c0 0x7fa53c0cdde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.065+0000 7fa541db0640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fa53c06f6c0 0x7fa53c0cdde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52032/0 (socket says 172.21.15.84:52032) 2024-04-15T15:12:34.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.065+0000 7fa541db0640 1 -- 172.21.15.84:0/921165235 learned_addr learned my addr 172.21.15.84:0/921165235 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:34.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.065+0000 7fa541db0640 1 -- 172.21.15.84:0/921165235 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa53c0ce320 msgr2=0x7fa53c15bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:34.070 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.065+0000 7fa541db0640 1 --2- 172.21.15.84:0/921165235 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa53c0ce320 0x7fa53c15bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.065+0000 7fa541db0640 1 -- 172.21.15.84:0/921165235 >> v1:172.21.15.203:6789/0 conn(0x7fa53c15c0f0 legacy=0x7fa53c06b960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:34.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.065+0000 7fa541db0640 1 -- 172.21.15.84:0/921165235 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa53c15c8e0 con 0x7fa53c06f6c0 2024-04-15T15:12:34.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.066+0000 7fa541db0640 1 --2- 172.21.15.84:0/921165235 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa53c06f6c0 0x7fa53c0cdde0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fa52c009870 tx=0x7fa52c02b7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3b20df2ae9e78d2 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:34.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.066+0000 7fa540dae640 1 -- 172.21.15.84:0/921165235 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa52c038070 con 0x7fa53c06f6c0 2024-04-15T15:12:34.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.066+0000 7fa540dae640 1 -- 172.21.15.84:0/921165235 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa52c031740 con 0x7fa53c06f6c0 2024-04-15T15:12:34.071 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.066+0000 7fa540dae640 1 -- 172.21.15.84:0/921165235 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa52c02f050 con 0x7fa53c06f6c0 2024-04-15T15:12:34.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.067+0000 7fa544014640 1 -- 172.21.15.84:0/921165235 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa53c06f6c0 msgr2=0x7fa53c0cdde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.067+0000 7fa544014640 1 --2- 172.21.15.84:0/921165235 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa53c06f6c0 0x7fa53c0cdde0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fa52c009870 tx=0x7fa52c02b7e0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.067+0000 7fa544014640 1 -- 172.21.15.84:0/921165235 shutdown_connections 2024-04-15T15:12:34.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.067+0000 7fa544014640 1 --2- 172.21.15.84:0/921165235 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa53c0ce320 0x7fa53c15bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.067+0000 7fa544014640 1 --2- 172.21.15.84:0/921165235 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa53c06f6c0 0x7fa53c0cdde0 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.067+0000 7fa544014640 1 -- 172.21.15.84:0/921165235 >> 172.21.15.84:0/921165235 conn(0x7fa53c0b1ee0 msgr2=0x7fa53c0b22c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:34.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.067+0000 7fa544014640 1 -- 172.21.15.84:0/921165235 shutdown_connections 2024-04-15T15:12:34.072 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.067+0000 7fa544014640 1 -- 172.21.15.84:0/921165235 wait complete. 2024-04-15T15:12:34.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.068+0000 7fa544014640 1 Processor -- start 2024-04-15T15:12:34.076 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.068+0000 7fa544014640 1 -- start start 2024-04-15T15:12:34.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.069+0000 7fa544014640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa53c06f6c0 0x7fa53c1f2dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.069+0000 7fa544014640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa53c0ce320 0x7fa53c1f3380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.069+0000 7fa544014640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa53c15c0f0 0x7fa53c071a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.069+0000 7fa544014640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fa53c06eac0 con 0x7fa53c06f6c0 2024-04-15T15:12:34.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.069+0000 7fa544014640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa53c15c550 con 0x7fa53c0ce320 2024-04-15T15:12:34.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.069+0000 7fa544014640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fa53c06ec40 con 0x7fa53c15c0f0 2024-04-15T15:12:34.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.069+0000 7fa541db0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa53c06f6c0 0x7fa53c1f2dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.069+0000 7fa541db0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa53c06f6c0 0x7fa53c1f2dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52046/0 (socket says 172.21.15.84:52046) 2024-04-15T15:12:34.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.069+0000 7fa541db0640 1 -- 172.21.15.84:0/3073979341 learned_addr learned my addr 172.21.15.84:0/3073979341 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:34.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.069+0000 7fa5415af640 1 --2- 172.21.15.84:0/3073979341 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa53c0ce320 0x7fa53c1f3380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.069+0000 7fa5425b1640 1 --2- 172.21.15.84:0/3073979341 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa53c15c0f0 0x7fa53c071a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.069+0000 7fa541db0640 1 -- 172.21.15.84:0/3073979341 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa53c15c0f0 msgr2=0x7fa53c071a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.069+0000 7fa541db0640 1 --2- 172.21.15.84:0/3073979341 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa53c15c0f0 0x7fa53c071a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.069+0000 7fa541db0640 1 -- 172.21.15.84:0/3073979341 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa53c0ce320 msgr2=0x7fa53c1f3380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.069+0000 7fa541db0640 1 --2- 172.21.15.84:0/3073979341 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa53c0ce320 0x7fa53c1f3380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.069+0000 7fa541db0640 1 -- 172.21.15.84:0/3073979341 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa53c1566c0 con 0x7fa53c06f6c0 2024-04-15T15:12:34.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.069+0000 7fa5425b1640 1 --2- 172.21.15.84:0/3073979341 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fa53c15c0f0 0x7fa53c071a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:34.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.069+0000 7fa541db0640 1 --2- 172.21.15.84:0/3073979341 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa53c06f6c0 0x7fa53c1f2dd0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7fa52c000c00 tx=0x7fa52c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:34.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.069+0000 7fa5327fc640 1 -- 172.21.15.84:0/3073979341 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa52c043070 con 0x7fa53c06f6c0 2024-04-15T15:12:34.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.070+0000 7fa5327fc640 1 -- 172.21.15.84:0/3073979341 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa52c031e80 con 0x7fa53c06f6c0 2024-04-15T15:12:34.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.070+0000 7fa5327fc640 1 -- 172.21.15.84:0/3073979341 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa52c038040 con 0x7fa53c06f6c0 2024-04-15T15:12:34.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.070+0000 7fa544014640 1 -- 172.21.15.84:0/3073979341 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa53c071fb0 con 0x7fa53c06f6c0 2024-04-15T15:12:34.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.070+0000 7fa544014640 1 -- 172.21.15.84:0/3073979341 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa53c072540 con 0x7fa53c06f6c0 2024-04-15T15:12:34.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.070+0000 7fa544014640 1 -- 172.21.15.84:0/3073979341 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fa53c0689e0 con 0x7fa53c06f6c0 2024-04-15T15:12:34.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.071+0000 7fa5327fc640 1 -- 172.21.15.84:0/3073979341 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fa52c046070 con 0x7fa53c06f6c0 2024-04-15T15:12:34.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.072+0000 7fa5327fc640 1 --2- 172.21.15.84:0/3073979341 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa52006c980 0x7fa52006ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.072+0000 7fa5327fc640 1 -- 172.21.15.84:0/3073979341 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7fa52c0ad8c0 con 0x7fa53c06f6c0 2024-04-15T15:12:34.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.072+0000 7fa5415af640 1 --2- 172.21.15.84:0/3073979341 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa52006c980 0x7fa52006ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.072+0000 7fa5327fc640 1 --2- 172.21.15.84:0/3073979341 >> [v2:172.21.15.84:6816/1848484840,v1:172.21.15.84:6817/1848484840] conn(0x7fa520072ec0 0x7fa520075300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.072+0000 7fa5327fc640 1 -- 172.21.15.84:0/3073979341 --> [v2:172.21.15.84:6816/1848484840,v1:172.21.15.84:6817/1848484840] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fa52c008f00 con 0x7fa520072ec0 2024-04-15T15:12:34.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.072+0000 7fa5327fc640 1 -- 172.21.15.84:0/3073979341 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7fa52c0b22c0 con 0x7fa53c06f6c0 2024-04-15T15:12:34.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.072+0000 7fa5425b1640 1 --2- 172.21.15.84:0/3073979341 >> [v2:172.21.15.84:6816/1848484840,v1:172.21.15.84:6817/1848484840] conn(0x7fa520072ec0 0x7fa520075300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.072+0000 7fa5415af640 1 --2- 172.21.15.84:0/3073979341 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa52006c980 0x7fa52006ee40 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fa53c073330 tx=0x7fa538008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:34.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.072+0000 7fa5425b1640 1 --2- 172.21.15.84:0/3073979341 >> [v2:172.21.15.84:6816/1848484840,v1:172.21.15.84:6817/1848484840] conn(0x7fa520072ec0 0x7fa520075300 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:34.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.073+0000 7fa5327fc640 1 -- 172.21.15.84:0/3073979341 <== osd.2 v2:172.21.15.84:6816/1848484840 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fa52c008f00 con 0x7fa520072ec0 2024-04-15T15:12:34.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.086+0000 7fa544014640 1 -- 172.21.15.84:0/3073979341 --> [v2:172.21.15.84:6816/1848484840,v1:172.21.15.84:6817/1848484840] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fa53c0729d0 con 0x7fa520072ec0 2024-04-15T15:12:34.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.086+0000 7fa5327fc640 1 -- 172.21.15.84:0/3073979341 <== osd.2 v2:172.21.15.84:6816/1848484840 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fa53c0729d0 con 0x7fa520072ec0 2024-04-15T15:12:34.088 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-15T15:12:34.088 INFO:teuthology.orchestra.run.smithi084.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-04-15T15:12:34.089 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-15T15:12:34.089 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.086+0000 7fa544014640 1 -- 172.21.15.84:0/3073979341 >> [v2:172.21.15.84:6816/1848484840,v1:172.21.15.84:6817/1848484840] conn(0x7fa520072ec0 msgr2=0x7fa520075300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.090 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.086+0000 7fa544014640 1 --2- 172.21.15.84:0/3073979341 >> [v2:172.21.15.84:6816/1848484840,v1:172.21.15.84:6817/1848484840] conn(0x7fa520072ec0 0x7fa520075300 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.090 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.086+0000 7fa544014640 1 -- 172.21.15.84:0/3073979341 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa52006c980 msgr2=0x7fa52006ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.090 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.086+0000 7fa544014640 1 --2- 172.21.15.84:0/3073979341 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fa52006c980 0x7fa52006ee40 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fa53c073330 tx=0x7fa538008040 comp rx=0 tx=0).stop 2024-04-15T15:12:34.090 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.086+0000 7fa544014640 1 -- 172.21.15.84:0/3073979341 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa53c06f6c0 msgr2=0x7fa53c1f2dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.090 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.086+0000 7fa544014640 1 --2- 172.21.15.84:0/3073979341 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fa53c06f6c0 0x7fa53c1f2dd0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7fa52c000c00 tx=0x7fa52c0046c0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.090 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.086+0000 7fa5425b1640 1 -- 172.21.15.84:0/3073979341 reap_dead start 2024-04-15T15:12:34.090 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.086+0000 7fa544014640 1 -- 172.21.15.84:0/3073979341 shutdown_connections 2024-04-15T15:12:34.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.086+0000 7fa544014640 1 -- 172.21.15.84:0/3073979341 >> 172.21.15.84:0/3073979341 conn(0x7fa53c0b1ee0 msgr2=0x7fa53c0b22c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:34.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.086+0000 7fa544014640 1 -- 172.21.15.84:0/3073979341 shutdown_connections 2024-04-15T15:12:34.091 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.086+0000 7fa544014640 1 -- 172.21.15.84:0/3073979341 wait complete. 2024-04-15T15:12:34.099 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-04-15T15:12:34.203 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.202+0000 7f232cbf0640 1 Processor -- start 2024-04-15T15:12:34.204 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.202+0000 7f232cbf0640 1 -- start start 2024-04-15T15:12:34.206 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.202+0000 7f232cbf0640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f23280ce2f0 0x7f232815c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.202+0000 7f232cbf0640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f23280cc7c0 0x7f2328155600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.202+0000 7f232cbf0640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f232806bbb0 con 0x7f23280d08f0 2024-04-15T15:12:34.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.202+0000 7f232cbf0640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f232806b960 con 0x7f23280ce2f0 2024-04-15T15:12:34.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.202+0000 7f232cbf0640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f232806be90 con 0x7f23280cc7c0 2024-04-15T15:12:34.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.203+0000 7f232659c640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f23280ce2f0 0x7f232815c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.207 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.203+0000 7f231dd9b640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f23280d08f0 0x7f23280cc0b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:39476/0 (socket says 172.21.15.84:39476) 2024-04-15T15:12:34.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.203+0000 7f231dd9b640 1 -- 172.21.15.84:0/3252852674 learned_addr learned my addr 172.21.15.84:0/3252852674 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:34.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.203+0000 7f2326d9d640 1 --2- 172.21.15.84:0/3252852674 >> v2:172.21.15.203:3300/0 conn(0x7f23280cc7c0 0x7f2328155600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.203+0000 7f232659c640 1 -- 172.21.15.84:0/3252852674 >> v2:172.21.15.203:3300/0 conn(0x7f23280cc7c0 msgr2=0x7f2328155600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:34.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.203+0000 7f232659c640 1 --2- 172.21.15.84:0/3252852674 >> v2:172.21.15.203:3300/0 conn(0x7f23280cc7c0 0x7f2328155600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.208 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.203+0000 7f232659c640 1 -- 172.21.15.84:0/3252852674 >> v1:172.21.15.84:6789/0 conn(0x7f23280d08f0 legacy=0x7f23280cc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.203+0000 7f232659c640 1 -- 172.21.15.84:0/3252852674 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f232806c170 con 0x7f23280ce2f0 2024-04-15T15:12:34.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.203+0000 7f2326d9d640 1 --2- 172.21.15.84:0/3252852674 >> v2:172.21.15.203:3300/0 conn(0x7f23280cc7c0 0x7f2328155600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:34.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.204+0000 7f232659c640 1 --2- 172.21.15.84:0/3252852674 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23280ce2f0 0x7f232815c530 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f232815f050 tx=0x7f231802b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a261a9c46a1d1268 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:34.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.204+0000 7f2325d9b640 1 -- 172.21.15.84:0/3252852674 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2318035020 con 0x7f23280ce2f0 2024-04-15T15:12:34.209 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.204+0000 7f2325d9b640 1 -- 172.21.15.84:0/3252852674 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2318031830 con 0x7f23280ce2f0 2024-04-15T15:12:34.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.204+0000 7f2325d9b640 1 -- 172.21.15.84:0/3252852674 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2318031c00 con 0x7f23280ce2f0 2024-04-15T15:12:34.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.204+0000 7f232cbf0640 1 -- 172.21.15.84:0/3252852674 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23280ce2f0 msgr2=0x7f232815c530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.204+0000 7f232cbf0640 1 --2- 172.21.15.84:0/3252852674 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23280ce2f0 0x7f232815c530 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f232815f050 tx=0x7f231802b8d0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.204+0000 7f232cbf0640 1 -- 172.21.15.84:0/3252852674 shutdown_connections 2024-04-15T15:12:34.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.204+0000 7f232cbf0640 1 --2- 172.21.15.84:0/3252852674 >> v2:172.21.15.203:3300/0 conn(0x7f23280cc7c0 0x7f2328155600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.210 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.204+0000 7f232cbf0640 1 --2- 172.21.15.84:0/3252852674 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23280ce2f0 0x7f232815c530 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.204+0000 7f232cbf0640 1 -- 172.21.15.84:0/3252852674 >> 172.21.15.84:0/3252852674 conn(0x7f23280b31d0 msgr2=0x7f23280b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:34.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.204+0000 7f232cbf0640 1 -- 172.21.15.84:0/3252852674 shutdown_connections 2024-04-15T15:12:34.211 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.204+0000 7f232cbf0640 1 -- 172.21.15.84:0/3252852674 wait complete. 2024-04-15T15:12:34.216 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.206+0000 7f232cbf0640 1 Processor -- start 2024-04-15T15:12:34.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.206+0000 7f232cbf0640 1 -- start start 2024-04-15T15:12:34.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f232cbf0640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23280cc7c0 0x7f23281533b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.217 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f232cbf0640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f23280ce2f0 0x7f23280995e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f232cbf0640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23280d08f0 0x7f23280ae420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f232cbf0640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f23280ce6d0 con 0x7f23280d08f0 2024-04-15T15:12:34.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f232cbf0640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f232815ca70 con 0x7f23280ce2f0 2024-04-15T15:12:34.218 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f232cbf0640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f23280ce850 con 0x7f23280cc7c0 2024-04-15T15:12:34.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f2326d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23280d08f0 0x7f23280ae420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f2326d9d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23280d08f0 0x7f23280ae420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52064/0 (socket says 172.21.15.84:52064) 2024-04-15T15:12:34.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f2326d9d640 1 -- 172.21.15.84:0/1076980511 learned_addr learned my addr 172.21.15.84:0/1076980511 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:34.219 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f231dd9b640 1 --2- 172.21.15.84:0/1076980511 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f23280ce2f0 0x7f23280995e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f232659c640 1 --2- 172.21.15.84:0/1076980511 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23280cc7c0 0x7f23281533b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f2326d9d640 1 -- 172.21.15.84:0/1076980511 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23280cc7c0 msgr2=0x7f23281533b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.220 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f2326d9d640 1 --2- 172.21.15.84:0/1076980511 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23280cc7c0 0x7f23281533b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.221 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f2326d9d640 1 -- 172.21.15.84:0/1076980511 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f23280ce2f0 msgr2=0x7f23280995e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.221 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f2326d9d640 1 --2- 172.21.15.84:0/1076980511 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f23280ce2f0 0x7f23280995e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.221 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f2326d9d640 1 -- 172.21.15.84:0/1076980511 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2328168ce0 con 0x7f23280d08f0 2024-04-15T15:12:34.221 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f2326d9d640 1 --2- 172.21.15.84:0/1076980511 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23280d08f0 0x7f23280ae420 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f2320007ec0 tx=0x7f232000d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:34.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f231f7fe640 1 -- 172.21.15.84:0/1076980511 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f232001a070 con 0x7f23280d08f0 2024-04-15T15:12:34.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f231f7fe640 1 -- 172.21.15.84:0/1076980511 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2320003b90 con 0x7f23280d08f0 2024-04-15T15:12:34.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f231f7fe640 1 -- 172.21.15.84:0/1076980511 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2320004030 con 0x7f23280d08f0 2024-04-15T15:12:34.222 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f232cbf0640 1 -- 172.21.15.84:0/1076980511 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23280adc60 con 0x7f23280d08f0 2024-04-15T15:12:34.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.207+0000 7f232cbf0640 1 -- 172.21.15.84:0/1076980511 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2328168f80 con 0x7f23280d08f0 2024-04-15T15:12:34.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.208+0000 7f232cbf0640 1 -- 172.21.15.84:0/1076980511 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2328075c50 con 0x7f23280d08f0 2024-04-15T15:12:34.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.209+0000 7f231f7fe640 1 -- 172.21.15.84:0/1076980511 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f232001d070 con 0x7f23280d08f0 2024-04-15T15:12:34.223 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.209+0000 7f231f7fe640 1 --2- 172.21.15.84:0/1076980511 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f230806c980 0x7f230806ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.209+0000 7f231f7fe640 1 -- 172.21.15.84:0/1076980511 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f232008be00 con 0x7f23280d08f0 2024-04-15T15:12:34.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.209+0000 7f232659c640 1 --2- 172.21.15.84:0/1076980511 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f230806c980 0x7f230806ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.210+0000 7f232659c640 1 --2- 172.21.15.84:0/1076980511 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f230806c980 0x7f230806ee40 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f2318036000 tx=0x7f2318008030 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:34.224 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.214+0000 7f231f7fe640 1 -- 172.21.15.84:0/1076980511 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f2320010070 con 0x7f23280d08f0 2024-04-15T15:12:34.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.389+0000 7f232cbf0640 1 -- 172.21.15.84:0/1076980511 --> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f232806cab0 con 0x7f230806c980 2024-04-15T15:12:34.391 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.389+0000 7f231f7fe640 1 -- 172.21.15.84:0/1076980511 <== mgr.4107 v2:172.21.15.84:6832/2096029421 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f232806cab0 con 0x7f230806c980 2024-04-15T15:12:34.392 INFO:teuthology.orchestra.run.smithi084.stderr:instructed osd(s) 2 to deep-scrub 2024-04-15T15:12:34.393 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.391+0000 7f232cbf0640 1 -- 172.21.15.84:0/1076980511 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f230806c980 msgr2=0x7f230806ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.391+0000 7f232cbf0640 1 --2- 172.21.15.84:0/1076980511 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f230806c980 0x7f230806ee40 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f2318036000 tx=0x7f2318008030 comp rx=0 tx=0).stop 2024-04-15T15:12:34.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.391+0000 7f232cbf0640 1 -- 172.21.15.84:0/1076980511 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23280d08f0 msgr2=0x7f23280ae420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.391+0000 7f232cbf0640 1 --2- 172.21.15.84:0/1076980511 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23280d08f0 0x7f23280ae420 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f2320007ec0 tx=0x7f232000d4a0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.391+0000 7f232cbf0640 1 -- 172.21.15.84:0/1076980511 shutdown_connections 2024-04-15T15:12:34.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.391+0000 7f232cbf0640 1 --2- 172.21.15.84:0/1076980511 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f230806c980 0x7f230806ee40 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.391+0000 7f232cbf0640 1 --2- 172.21.15.84:0/1076980511 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f23280ce2f0 0x7f23280995e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.394 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.391+0000 7f232cbf0640 1 --2- 172.21.15.84:0/1076980511 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f23280d08f0 0x7f23280ae420 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.391+0000 7f232cbf0640 1 --2- 172.21.15.84:0/1076980511 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f23280cc7c0 0x7f23281533b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.391+0000 7f232cbf0640 1 -- 172.21.15.84:0/1076980511 >> 172.21.15.84:0/1076980511 conn(0x7f23280b31d0 msgr2=0x7f232815ab20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:34.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.392+0000 7f232cbf0640 1 -- 172.21.15.84:0/1076980511 shutdown_connections 2024-04-15T15:12:34.395 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.392+0000 7f232cbf0640 1 -- 172.21.15.84:0/1076980511 wait complete. 2024-04-15T15:12:34.404 INFO:tasks.ceph:Scrubbing osd.3 2024-04-15T15:12:34.405 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-04-15T15:12:34.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.509+0000 7f8d02ec8640 1 Processor -- start 2024-04-15T15:12:34.511 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.509+0000 7f8d02ec8640 1 -- start start 2024-04-15T15:12:34.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.510+0000 7f8d02ec8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8cfc0cc5a0 0x7f8cfc0cf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.510+0000 7f8d02ec8640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f8cfc0cfa90 0x7f8cfc157e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.510+0000 7f8d02ec8640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8cfc0afc80 con 0x7f8cfc0af8a0 2024-04-15T15:12:34.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.510+0000 7f8d02ec8640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f8cfc15c030 con 0x7f8cfc0cfa90 2024-04-15T15:12:34.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.510+0000 7f8d02ec8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f8cfc06f970 con 0x7f8cfc0cc5a0 2024-04-15T15:12:34.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.511+0000 7f8d01465640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f8cfc0cfa90 0x7f8cfc157e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.513 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.511+0000 7f8d01465640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f8cfc0cfa90 0x7f8cfc157e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:55324/0 (socket says 172.21.15.84:55324) 2024-04-15T15:12:34.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.511+0000 7f8d01465640 1 -- 172.21.15.84:0/210088135 learned_addr learned my addr 172.21.15.84:0/210088135 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:34.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.511+0000 7f8cfbfff640 1 --2- 172.21.15.84:0/210088135 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8cfc0cc5a0 0x7f8cfc0cf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.511+0000 7f8d01465640 1 -- 172.21.15.84:0/210088135 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8cfc0cc5a0 msgr2=0x7f8cfc0cf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:34.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.511+0000 7f8d01465640 1 --2- 172.21.15.84:0/210088135 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8cfc0cc5a0 0x7f8cfc0cf550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.511+0000 7f8d01465640 1 -- 172.21.15.84:0/210088135 >> v1:172.21.15.203:6789/0 conn(0x7f8cfc0af8a0 legacy=0x7f8cfc06f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.511+0000 7f8cfb7fe640 1 -- 172.21.15.84:0/210088135 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2514319614 0 0) 0x7f8cfc0afc80 con 0x7f8cfc0af8a0 2024-04-15T15:12:34.514 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.511+0000 7f8d01465640 1 -- 172.21.15.84:0/210088135 --> v2:172.21.15.203:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cfc15b270 con 0x7f8cfc0cfa90 2024-04-15T15:12:34.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.512+0000 7f8d01465640 1 --2- 172.21.15.84:0/210088135 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8cfc0cfa90 0x7f8cfc157e40 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f8cf4009870 tx=0x7f8cf402b8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=592af4a3419bc3d3 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:34.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.512+0000 7f8cfb7fe640 1 -- 172.21.15.84:0/210088135 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cf4035020 con 0x7f8cfc0cfa90 2024-04-15T15:12:34.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.512+0000 7f8cfb7fe640 1 -- 172.21.15.84:0/210088135 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8cf4031640 con 0x7f8cfc0cfa90 2024-04-15T15:12:34.518 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.512+0000 7f8cfb7fe640 1 -- 172.21.15.84:0/210088135 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cf402d040 con 0x7f8cfc0cfa90 2024-04-15T15:12:34.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.512+0000 7f8d02ec8640 1 -- 172.21.15.84:0/210088135 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8cfc0cfa90 msgr2=0x7f8cfc157e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.512+0000 7f8d02ec8640 1 --2- 172.21.15.84:0/210088135 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8cfc0cfa90 0x7f8cfc157e40 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f8cf4009870 tx=0x7f8cf402b8f0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.513+0000 7f8d02ec8640 1 -- 172.21.15.84:0/210088135 shutdown_connections 2024-04-15T15:12:34.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.513+0000 7f8d02ec8640 1 --2- 172.21.15.84:0/210088135 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8cfc0cfa90 0x7f8cfc157e40 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.513+0000 7f8d02ec8640 1 --2- 172.21.15.84:0/210088135 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8cfc0cc5a0 0x7f8cfc0cf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.513+0000 7f8d02ec8640 1 -- 172.21.15.84:0/210088135 >> 172.21.15.84:0/210088135 conn(0x7f8cfc0b1ee0 msgr2=0x7f8cfc0b22c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:34.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.513+0000 7f8d02ec8640 1 -- 172.21.15.84:0/210088135 shutdown_connections 2024-04-15T15:12:34.519 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.513+0000 7f8d02ec8640 1 -- 172.21.15.84:0/210088135 wait complete. 2024-04-15T15:12:34.520 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.514+0000 7f8d02ec8640 1 Processor -- start 2024-04-15T15:12:34.520 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.514+0000 7f8d02ec8640 1 -- start start 2024-04-15T15:12:34.520 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.515+0000 7f8d02ec8640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8cfc0af8a0 0x7f8cfc14a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.520 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.515+0000 7f8d02ec8640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cfc0cc5a0 0x7f8cfc0ada20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.520 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.515+0000 7f8d02ec8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8cfc0cfa90 0x7f8cfc0adf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.520 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.515+0000 7f8d02ec8640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f8cfc15b830 con 0x7f8cfc0cc5a0 2024-04-15T15:12:34.520 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.515+0000 7f8d02ec8640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8cfc15bba0 con 0x7f8cfc0cfa90 2024-04-15T15:12:34.520 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.515+0000 7f8d02ec8640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f8cfc0cfef0 con 0x7f8cfc0af8a0 2024-04-15T15:12:34.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.515+0000 7f8cfbfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cfc0cc5a0 0x7f8cfc0ada20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.515+0000 7f8cfbfff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cfc0cc5a0 0x7f8cfc0ada20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52066/0 (socket says 172.21.15.84:52066) 2024-04-15T15:12:34.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.515+0000 7f8cfbfff640 1 -- 172.21.15.84:0/864140346 learned_addr learned my addr 172.21.15.84:0/864140346 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:34.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.515+0000 7f8d00c64640 1 --2- 172.21.15.84:0/864140346 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8cfc0af8a0 0x7f8cfc14a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.515+0000 7f8d01465640 1 --2- 172.21.15.84:0/864140346 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8cfc0cfa90 0x7f8cfc0adf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.515+0000 7f8cfbfff640 1 -- 172.21.15.84:0/864140346 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8cfc0af8a0 msgr2=0x7f8cfc14a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.515+0000 7f8cfbfff640 1 --2- 172.21.15.84:0/864140346 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f8cfc0af8a0 0x7f8cfc14a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.515+0000 7f8cfbfff640 1 -- 172.21.15.84:0/864140346 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8cfc0cfa90 msgr2=0x7f8cfc0adf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.521 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.515+0000 7f8cfbfff640 1 --2- 172.21.15.84:0/864140346 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8cfc0cfa90 0x7f8cfc0adf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.515+0000 7f8cfbfff640 1 -- 172.21.15.84:0/864140346 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cfc14e7d0 con 0x7f8cfc0cc5a0 2024-04-15T15:12:34.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.515+0000 7f8cfbfff640 1 --2- 172.21.15.84:0/864140346 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cfc0cc5a0 0x7f8cfc0ada20 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f8ce400e8a0 tx=0x7f8ce400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:34.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.516+0000 7f8cf97fa640 1 -- 172.21.15.84:0/864140346 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce4017070 con 0x7f8cfc0cc5a0 2024-04-15T15:12:34.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.516+0000 7f8cf97fa640 1 -- 172.21.15.84:0/864140346 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8ce400c940 con 0x7f8cfc0cc5a0 2024-04-15T15:12:34.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.516+0000 7f8d02ec8640 1 -- 172.21.15.84:0/864140346 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cfc0afe20 con 0x7f8cfc0cc5a0 2024-04-15T15:12:34.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.516+0000 7f8cf97fa640 1 -- 172.21.15.84:0/864140346 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce400cd30 con 0x7f8cfc0cc5a0 2024-04-15T15:12:34.522 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.516+0000 7f8d02ec8640 1 -- 172.21.15.84:0/864140346 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cfc0b03e0 con 0x7f8cfc0cc5a0 2024-04-15T15:12:34.523 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.516+0000 7f8d02ec8640 1 -- 172.21.15.84:0/864140346 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8cfc0b0bc0 con 0x7f8cfc0cc5a0 2024-04-15T15:12:34.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.517+0000 7f8cf97fa640 1 -- 172.21.15.84:0/864140346 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f8ce401a070 con 0x7f8cfc0cc5a0 2024-04-15T15:12:34.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.518+0000 7f8cf97fa640 1 --2- 172.21.15.84:0/864140346 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8cdc06c980 0x7f8cdc06ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.518+0000 7f8cf97fa640 1 -- 172.21.15.84:0/864140346 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f8ce408bb70 con 0x7f8cfc0cc5a0 2024-04-15T15:12:34.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.518+0000 7f8d00c64640 1 --2- 172.21.15.84:0/864140346 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8cdc06c980 0x7f8cdc06ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.524 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.518+0000 7f8cf97fa640 1 --2- 172.21.15.84:0/864140346 >> [v2:172.21.15.84:6824/177777882,v1:172.21.15.84:6825/177777882] conn(0x7f8cdc072ec0 0x7f8cdc075300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.518+0000 7f8cf97fa640 1 -- 172.21.15.84:0/864140346 --> [v2:172.21.15.84:6824/177777882,v1:172.21.15.84:6825/177777882] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8ce4022e50 con 0x7f8cdc072ec0 2024-04-15T15:12:34.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.518+0000 7f8cf97fa640 1 -- 172.21.15.84:0/864140346 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f8ce408c050 con 0x7f8cfc0cc5a0 2024-04-15T15:12:34.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.518+0000 7f8d01465640 1 --2- 172.21.15.84:0/864140346 >> [v2:172.21.15.84:6824/177777882,v1:172.21.15.84:6825/177777882] conn(0x7f8cdc072ec0 0x7f8cdc075300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.518+0000 7f8d00c64640 1 --2- 172.21.15.84:0/864140346 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8cdc06c980 0x7f8cdc06ee40 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f8cec0012e0 tx=0x7f8cec009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:34.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.518+0000 7f8d01465640 1 --2- 172.21.15.84:0/864140346 >> [v2:172.21.15.84:6824/177777882,v1:172.21.15.84:6825/177777882] conn(0x7f8cdc072ec0 0x7f8cdc075300 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:34.525 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.519+0000 7f8cf97fa640 1 -- 172.21.15.84:0/864140346 <== osd.3 v2:172.21.15.84:6824/177777882 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8ce4022e50 con 0x7f8cdc072ec0 2024-04-15T15:12:34.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.532+0000 7f8d02ec8640 1 -- 172.21.15.84:0/864140346 --> [v2:172.21.15.84:6824/177777882,v1:172.21.15.84:6825/177777882] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f8cfc0689e0 con 0x7f8cdc072ec0 2024-04-15T15:12:34.533 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.532+0000 7f8cf97fa640 1 -- 172.21.15.84:0/864140346 <== osd.3 v2:172.21.15.84:6824/177777882 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f8cfc0689e0 con 0x7f8cdc072ec0 2024-04-15T15:12:34.534 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-15T15:12:34.534 INFO:teuthology.orchestra.run.smithi084.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-04-15T15:12:34.534 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-15T15:12:34.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.532+0000 7f8d02ec8640 1 -- 172.21.15.84:0/864140346 >> [v2:172.21.15.84:6824/177777882,v1:172.21.15.84:6825/177777882] conn(0x7f8cdc072ec0 msgr2=0x7f8cdc075300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.535 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.532+0000 7f8d02ec8640 1 --2- 172.21.15.84:0/864140346 >> [v2:172.21.15.84:6824/177777882,v1:172.21.15.84:6825/177777882] conn(0x7f8cdc072ec0 0x7f8cdc075300 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.532+0000 7f8d02ec8640 1 -- 172.21.15.84:0/864140346 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8cdc06c980 msgr2=0x7f8cdc06ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.532+0000 7f8d02ec8640 1 --2- 172.21.15.84:0/864140346 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f8cdc06c980 0x7f8cdc06ee40 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f8cec0012e0 tx=0x7f8cec009040 comp rx=0 tx=0).stop 2024-04-15T15:12:34.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.532+0000 7f8d02ec8640 1 -- 172.21.15.84:0/864140346 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cfc0cc5a0 msgr2=0x7f8cfc0ada20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.532+0000 7f8d02ec8640 1 --2- 172.21.15.84:0/864140346 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8cfc0cc5a0 0x7f8cfc0ada20 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f8ce400e8a0 tx=0x7f8ce400ed60 comp rx=0 tx=0).stop 2024-04-15T15:12:34.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.532+0000 7f8d01465640 1 -- 172.21.15.84:0/864140346 reap_dead start 2024-04-15T15:12:34.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.532+0000 7f8d02ec8640 1 -- 172.21.15.84:0/864140346 shutdown_connections 2024-04-15T15:12:34.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.532+0000 7f8d02ec8640 1 -- 172.21.15.84:0/864140346 >> 172.21.15.84:0/864140346 conn(0x7f8cfc0b1ee0 msgr2=0x7f8cfc0b22c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:34.536 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.532+0000 7f8d02ec8640 1 -- 172.21.15.84:0/864140346 shutdown_connections 2024-04-15T15:12:34.537 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.532+0000 7f8d02ec8640 1 -- 172.21.15.84:0/864140346 wait complete. 2024-04-15T15:12:34.547 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-04-15T15:12:34.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.650+0000 7fecdf7f4640 1 Processor -- start 2024-04-15T15:12:34.652 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.650+0000 7fecdf7f4640 1 -- start start 2024-04-15T15:12:34.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.651+0000 7fecdf7f4640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fecd80ce2f0 0x7fecd815c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.651+0000 7fecdf7f4640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fecd80d08f0 0x7fecd80cc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.654 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.651+0000 7fecdf7f4640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fecd806bbb0 con 0x7fecd80ce6d0 2024-04-15T15:12:34.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.651+0000 7fecdf7f4640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fecd806b960 con 0x7fecd80d08f0 2024-04-15T15:12:34.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.651+0000 7fecdf7f4640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fecd806be90 con 0x7fecd80ce2f0 2024-04-15T15:12:34.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.651+0000 7fecdcd8f640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fecd80d08f0 0x7fecd80cc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.651+0000 7fecddd91640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fecd80ce6d0 0x7fecd8155600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:39488/0 (socket says 172.21.15.84:39488) 2024-04-15T15:12:34.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.651+0000 7fecddd91640 1 -- 172.21.15.84:0/674211748 learned_addr learned my addr 172.21.15.84:0/674211748 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:34.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.652+0000 7fecdd590640 1 --2- 172.21.15.84:0/674211748 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fecd80ce2f0 0x7fecd815c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.652+0000 7fecdcd8f640 1 -- 172.21.15.84:0/674211748 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fecd80ce2f0 msgr2=0x7fecd815c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:34.655 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.652+0000 7feccffff640 1 -- 172.21.15.84:0/674211748 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1449875556 0 0) 0x7fecd806bbb0 con 0x7fecd80ce6d0 2024-04-15T15:12:34.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.652+0000 7fecdcd8f640 1 --2- 172.21.15.84:0/674211748 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fecd80ce2f0 0x7fecd815c530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.652+0000 7fecdcd8f640 1 -- 172.21.15.84:0/674211748 >> v1:172.21.15.84:6789/0 conn(0x7fecd80ce6d0 legacy=0x7fecd8155600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.652+0000 7fecdcd8f640 1 -- 172.21.15.84:0/674211748 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecd806c170 con 0x7fecd80d08f0 2024-04-15T15:12:34.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.652+0000 7fecdcd8f640 1 --2- 172.21.15.84:0/674211748 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fecd80d08f0 0x7fecd80cc0b0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fecc80097a0 tx=0x7fecc802b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6937a819e556c95 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:34.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.653+0000 7feccffff640 1 -- 172.21.15.84:0/674211748 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc8035020 con 0x7fecd80d08f0 2024-04-15T15:12:34.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.653+0000 7feccffff640 1 -- 172.21.15.84:0/674211748 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fecc8031830 con 0x7fecd80d08f0 2024-04-15T15:12:34.656 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.653+0000 7feccffff640 1 -- 172.21.15.84:0/674211748 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc8031c00 con 0x7fecd80d08f0 2024-04-15T15:12:34.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.653+0000 7fecdf7f4640 1 -- 172.21.15.84:0/674211748 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fecd80d08f0 msgr2=0x7fecd80cc0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.653+0000 7fecdf7f4640 1 --2- 172.21.15.84:0/674211748 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fecd80d08f0 0x7fecd80cc0b0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fecc80097a0 tx=0x7fecc802b8d0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.653+0000 7fecdf7f4640 1 -- 172.21.15.84:0/674211748 shutdown_connections 2024-04-15T15:12:34.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.653+0000 7fecdf7f4640 1 --2- 172.21.15.84:0/674211748 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fecd80d08f0 0x7fecd80cc0b0 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.653+0000 7fecdf7f4640 1 --2- 172.21.15.84:0/674211748 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fecd80ce2f0 0x7fecd815c530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.660 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.653+0000 7fecdf7f4640 1 -- 172.21.15.84:0/674211748 >> 172.21.15.84:0/674211748 conn(0x7fecd80b31d0 msgr2=0x7fecd80b35e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:34.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.653+0000 7fecdf7f4640 1 -- 172.21.15.84:0/674211748 shutdown_connections 2024-04-15T15:12:34.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.653+0000 7fecdf7f4640 1 -- 172.21.15.84:0/674211748 wait complete. 2024-04-15T15:12:34.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.654+0000 7fecdf7f4640 1 Processor -- start 2024-04-15T15:12:34.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.654+0000 7fecdf7f4640 1 -- start start 2024-04-15T15:12:34.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.655+0000 7fecdf7f4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fecd80ce2f0 0x7fecd814f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.655+0000 7fecdf7f4640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fecd80ce6d0 0x7fecd8072e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.655+0000 7fecdf7f4640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fecd80d08f0 0x7fecd809a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.661 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.655+0000 7fecdf7f4640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fecd8155d10 con 0x7fecd80ce6d0 2024-04-15T15:12:34.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.655+0000 7fecdf7f4640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fecd815ca70 con 0x7fecd80ce2f0 2024-04-15T15:12:34.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.655+0000 7fecdf7f4640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fecd8155e90 con 0x7fecd80d08f0 2024-04-15T15:12:34.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.655+0000 7fecdcd8f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fecd80ce6d0 0x7fecd8072e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.655+0000 7fecdcd8f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fecd80ce6d0 0x7fecd8072e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52086/0 (socket says 172.21.15.84:52086) 2024-04-15T15:12:34.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.655+0000 7fecdcd8f640 1 -- 172.21.15.84:0/1163044120 learned_addr learned my addr 172.21.15.84:0/1163044120 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:34.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.655+0000 7fecdd590640 1 --2- 172.21.15.84:0/1163044120 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fecd80ce2f0 0x7fecd814f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.655+0000 7fecddd91640 1 --2- 172.21.15.84:0/1163044120 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fecd80d08f0 0x7fecd809a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.662 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.656+0000 7fecdcd8f640 1 -- 172.21.15.84:0/1163044120 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fecd80d08f0 msgr2=0x7fecd809a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.656+0000 7fecdcd8f640 1 --2- 172.21.15.84:0/1163044120 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fecd80d08f0 0x7fecd809a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.656+0000 7fecdcd8f640 1 -- 172.21.15.84:0/1163044120 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fecd80ce2f0 msgr2=0x7fecd814f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.656+0000 7fecdcd8f640 1 --2- 172.21.15.84:0/1163044120 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fecd80ce2f0 0x7fecd814f030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.656+0000 7fecdcd8f640 1 -- 172.21.15.84:0/1163044120 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecd80ad620 con 0x7fecd80ce6d0 2024-04-15T15:12:34.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.656+0000 7fecdd590640 1 --2- 172.21.15.84:0/1163044120 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fecd80ce2f0 0x7fecd814f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:34.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.656+0000 7fecdcd8f640 1 --2- 172.21.15.84:0/1163044120 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fecd80ce6d0 0x7fecd8072e70 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7fecc8034040 tx=0x7fecc80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:34.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.656+0000 7feccdffb640 1 -- 172.21.15.84:0/1163044120 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc8040070 con 0x7fecd80ce6d0 2024-04-15T15:12:34.663 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.656+0000 7feccdffb640 1 -- 172.21.15.84:0/1163044120 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fecc8039a20 con 0x7fecd80ce6d0 2024-04-15T15:12:34.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.656+0000 7fecdf7f4640 1 -- 172.21.15.84:0/1163044120 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecd80ad900 con 0x7fecd80ce6d0 2024-04-15T15:12:34.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.656+0000 7feccdffb640 1 -- 172.21.15.84:0/1163044120 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecc8035040 con 0x7fecd80ce6d0 2024-04-15T15:12:34.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.656+0000 7fecdf7f4640 1 -- 172.21.15.84:0/1163044120 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecd80af2d0 con 0x7fecd80ce6d0 2024-04-15T15:12:34.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.657+0000 7fecdf7f4640 1 -- 172.21.15.84:0/1163044120 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fecd8075c50 con 0x7fecd80ce6d0 2024-04-15T15:12:34.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.657+0000 7feccdffb640 1 -- 172.21.15.84:0/1163044120 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fecc8038020 con 0x7fecd80ce6d0 2024-04-15T15:12:34.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.658+0000 7feccdffb640 1 --2- 172.21.15.84:0/1163044120 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fecbc06c980 0x7fecbc06ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.658+0000 7feccdffb640 1 -- 172.21.15.84:0/1163044120 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7fecc80ad480 con 0x7fecd80ce6d0 2024-04-15T15:12:34.664 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.658+0000 7fecdd590640 1 --2- 172.21.15.84:0/1163044120 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fecbc06c980 0x7fecbc06ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.658+0000 7fecdd590640 1 --2- 172.21.15.84:0/1163044120 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fecbc06c980 0x7fecbc06ee40 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fecd8068ed0 tx=0x7fecd4007650 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:34.665 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.662+0000 7feccdffb640 1 -- 172.21.15.84:0/1163044120 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fecc807ba70 con 0x7fecd80ce6d0 2024-04-15T15:12:34.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.839+0000 7fecdf7f4640 1 -- 172.21.15.84:0/1163044120 --> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7fecd806cab0 con 0x7fecbc06c980 2024-04-15T15:12:34.841 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.839+0000 7feccdffb640 1 -- 172.21.15.84:0/1163044120 <== mgr.4107 v2:172.21.15.84:6832/2096029421 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fecd806cab0 con 0x7fecbc06c980 2024-04-15T15:12:34.841 INFO:teuthology.orchestra.run.smithi084.stderr:instructed osd(s) 3 to deep-scrub 2024-04-15T15:12:34.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.842+0000 7fecdf7f4640 1 -- 172.21.15.84:0/1163044120 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fecbc06c980 msgr2=0x7fecbc06ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.842+0000 7fecdf7f4640 1 --2- 172.21.15.84:0/1163044120 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fecbc06c980 0x7fecbc06ee40 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fecd8068ed0 tx=0x7fecd4007650 comp rx=0 tx=0).stop 2024-04-15T15:12:34.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.842+0000 7fecdf7f4640 1 -- 172.21.15.84:0/1163044120 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fecd80ce6d0 msgr2=0x7fecd8072e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.842+0000 7fecdf7f4640 1 --2- 172.21.15.84:0/1163044120 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fecd80ce6d0 0x7fecd8072e70 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7fecc8034040 tx=0x7fecc80046c0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.842+0000 7fecdf7f4640 1 -- 172.21.15.84:0/1163044120 shutdown_connections 2024-04-15T15:12:34.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.842+0000 7fecdf7f4640 1 --2- 172.21.15.84:0/1163044120 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fecd80d08f0 0x7fecd809a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.844 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.842+0000 7fecdf7f4640 1 --2- 172.21.15.84:0/1163044120 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fecd80ce6d0 0x7fecd8072e70 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.842+0000 7fecdf7f4640 1 --2- 172.21.15.84:0/1163044120 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fecbc06c980 0x7fecbc06ee40 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.842+0000 7fecdf7f4640 1 --2- 172.21.15.84:0/1163044120 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fecd80ce2f0 0x7fecd814f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.842+0000 7fecdf7f4640 1 -- 172.21.15.84:0/1163044120 >> 172.21.15.84:0/1163044120 conn(0x7fecd80b31d0 msgr2=0x7fecd806ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:34.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.842+0000 7fecdf7f4640 1 -- 172.21.15.84:0/1163044120 shutdown_connections 2024-04-15T15:12:34.845 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.842+0000 7fecdf7f4640 1 -- 172.21.15.84:0/1163044120 wait complete. 2024-04-15T15:12:34.855 INFO:tasks.ceph:Scrubbing osd.4 2024-04-15T15:12:34.855 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-04-15T15:12:34.962 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.961+0000 7f507d322640 1 Processor -- start 2024-04-15T15:12:34.963 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.961+0000 7f507d322640 1 -- start start 2024-04-15T15:12:34.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.962+0000 7f507d322640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f50780d4a40 0x7f50780b3a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.962+0000 7f507d322640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f50780d1760 0x7f50780d2750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.962+0000 7f507d322640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f50780d50c0 con 0x7f507815e9d0 2024-04-15T15:12:34.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.962+0000 7f507d322640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f50780d22c0 con 0x7f50780d1760 2024-04-15T15:12:34.964 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.962+0000 7f507d322640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f50780d0e80 con 0x7f50780d4a40 2024-04-15T15:12:34.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.962+0000 7f50777fe640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f50780d1760 0x7f50780d2750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.962+0000 7f506e7fc640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f50780d4a40 0x7f50780b3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.962+0000 7f506e7fc640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f50780d4a40 0x7f50780b3a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3301/0 says I am v2:172.21.15.84:55490/0 (socket says 172.21.15.84:55490) 2024-04-15T15:12:34.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.962+0000 7f5076ffd640 1 --1- >> v1:172.21.15.203:6789/0 conn(0x7f507815e9d0 0x7f50780d4330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.203:6789/0 says I am v1:172.21.15.84:35294/0 (socket says 172.21.15.84:35294) 2024-04-15T15:12:34.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.962+0000 7f50777fe640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f50780d1760 0x7f50780d2750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.84:55360/0 (socket says 172.21.15.84:55360) 2024-04-15T15:12:34.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.962+0000 7f506e7fc640 1 -- 172.21.15.84:0/4269120229 learned_addr learned my addr 172.21.15.84:0/4269120229 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:34.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.962+0000 7f506e7fc640 1 -- 172.21.15.84:0/4269120229 >> v2:172.21.15.203:3300/0 conn(0x7f50780d1760 msgr2=0x7f50780d2750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:34.965 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.962+0000 7f506e7fc640 1 --2- 172.21.15.84:0/4269120229 >> v2:172.21.15.203:3300/0 conn(0x7f50780d1760 0x7f50780d2750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.962+0000 7f50767fc640 1 -- 172.21.15.84:0/4269120229 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3187577318 0 0) 0x7f50780d50c0 con 0x7f507815e9d0 2024-04-15T15:12:34.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.962+0000 7f506e7fc640 1 -- 172.21.15.84:0/4269120229 >> v1:172.21.15.203:6789/0 conn(0x7f507815e9d0 legacy=0x7f50780d4330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.966 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.962+0000 7f506e7fc640 1 -- 172.21.15.84:0/4269120229 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50780d05e0 con 0x7f50780d4a40 2024-04-15T15:12:34.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.963+0000 7f506e7fc640 1 --2- 172.21.15.84:0/4269120229 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f50780d4a40 0x7f50780b3a60 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5060009870 tx=0x7f506002b980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e933c81ee87cda8 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:34.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.963+0000 7f50767fc640 1 -- 172.21.15.84:0/4269120229 <== mon.2 v2:172.21.15.203:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5060034070 con 0x7f50780d4a40 2024-04-15T15:12:34.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.963+0000 7f50767fc640 1 -- 172.21.15.84:0/4269120229 <== mon.2 v2:172.21.15.203:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5060030840 con 0x7f50780d4a40 2024-04-15T15:12:34.969 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.963+0000 7f50767fc640 1 -- 172.21.15.84:0/4269120229 <== mon.2 v2:172.21.15.203:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5060030c10 con 0x7f50780d4a40 2024-04-15T15:12:34.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.964+0000 7f507d322640 1 -- 172.21.15.84:0/4269120229 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f50780d4a40 msgr2=0x7f50780b3a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.964+0000 7f507d322640 1 --2- 172.21.15.84:0/4269120229 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f50780d4a40 0x7f50780b3a60 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5060009870 tx=0x7f506002b980 comp rx=0 tx=0).stop 2024-04-15T15:12:34.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.964+0000 7f507d322640 1 -- 172.21.15.84:0/4269120229 shutdown_connections 2024-04-15T15:12:34.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.964+0000 7f507d322640 1 --2- 172.21.15.84:0/4269120229 >> v2:172.21.15.203:3300/0 conn(0x7f50780d1760 0x7f50780d2750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.964+0000 7f507d322640 1 --2- 172.21.15.84:0/4269120229 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f50780d4a40 0x7f50780b3a60 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.964+0000 7f507d322640 1 -- 172.21.15.84:0/4269120229 >> 172.21.15.84:0/4269120229 conn(0x7f507809d970 msgr2=0x7f50780b9580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:34.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.964+0000 7f507d322640 1 -- 172.21.15.84:0/4269120229 shutdown_connections 2024-04-15T15:12:34.970 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.964+0000 7f507d322640 1 -- 172.21.15.84:0/4269120229 wait complete. 2024-04-15T15:12:34.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.965+0000 7f507d322640 1 Processor -- start 2024-04-15T15:12:34.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.965+0000 7f507d322640 1 -- start start 2024-04-15T15:12:34.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.966+0000 7f507d322640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f50780d1760 0x7f50781490c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.966+0000 7f507d322640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f50780d4a40 0x7f507806dd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.966+0000 7f507d322640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f507815e9d0 0x7f507806e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.966+0000 7f507d322640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f507815edb0 con 0x7f507815e9d0 2024-04-15T15:12:34.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.966+0000 7f507d322640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f50780d0ba0 con 0x7f50780d4a40 2024-04-15T15:12:34.971 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.966+0000 7f507d322640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f50780d2c90 con 0x7f50780d1760 2024-04-15T15:12:34.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.966+0000 7f50777fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f507815e9d0 0x7f507806e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.966+0000 7f50777fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f507815e9d0 0x7f507806e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52090/0 (socket says 172.21.15.84:52090) 2024-04-15T15:12:34.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.966+0000 7f50777fe640 1 -- 172.21.15.84:0/974245219 learned_addr learned my addr 172.21.15.84:0/974245219 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:34.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.967+0000 7f5076ffd640 1 --2- 172.21.15.84:0/974245219 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f50780d1760 0x7f50781490c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.967+0000 7f50777fe640 1 -- 172.21.15.84:0/974245219 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f50780d1760 msgr2=0x7f50781490c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.967+0000 7f506e7fc640 1 --2- 172.21.15.84:0/974245219 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f50780d4a40 0x7f507806dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.967+0000 7f50777fe640 1 --2- 172.21.15.84:0/974245219 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f50780d1760 0x7f50781490c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.967+0000 7f50777fe640 1 -- 172.21.15.84:0/974245219 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f50780d4a40 msgr2=0x7f507806dd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.972 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.967+0000 7f50777fe640 1 --2- 172.21.15.84:0/974245219 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f50780d4a40 0x7f507806dd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.967+0000 7f50777fe640 1 -- 172.21.15.84:0/974245219 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50780c80f0 con 0x7f507815e9d0 2024-04-15T15:12:34.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.967+0000 7f50777fe640 1 --2- 172.21.15.84:0/974245219 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f507815e9d0 0x7f507806e290 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f507000efc0 tx=0x7f507000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:34.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.967+0000 7f506ffff640 1 -- 172.21.15.84:0/974245219 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5070018020 con 0x7f507815e9d0 2024-04-15T15:12:34.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.967+0000 7f506ffff640 1 -- 172.21.15.84:0/974245219 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5070014480 con 0x7f507815e9d0 2024-04-15T15:12:34.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.967+0000 7f506ffff640 1 -- 172.21.15.84:0/974245219 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5070014870 con 0x7f507815e9d0 2024-04-15T15:12:34.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.967+0000 7f507d322640 1 -- 172.21.15.84:0/974245219 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50780cae20 con 0x7f507815e9d0 2024-04-15T15:12:34.973 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.967+0000 7f507d322640 1 -- 172.21.15.84:0/974245219 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50780c8690 con 0x7f507815e9d0 2024-04-15T15:12:34.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.968+0000 7f507d322640 1 -- 172.21.15.84:0/974245219 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f50780689e0 con 0x7f507815e9d0 2024-04-15T15:12:34.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.968+0000 7f506ffff640 1 -- 172.21.15.84:0/974245219 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f5070005d10 con 0x7f507815e9d0 2024-04-15T15:12:34.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.969+0000 7f506ffff640 1 --2- 172.21.15.84:0/974245219 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f505806c980 0x7f505806ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.969+0000 7f506ffff640 1 -- 172.21.15.84:0/974245219 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f507008c9d0 con 0x7f507815e9d0 2024-04-15T15:12:34.975 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.969+0000 7f5076ffd640 1 --2- 172.21.15.84:0/974245219 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f505806c980 0x7f505806ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.969+0000 7f506ffff640 1 --2- 172.21.15.84:0/974245219 >> [v2:172.21.15.203:6800/426150481,v1:172.21.15.203:6801/426150481] conn(0x7f5058072ec0 0x7f5058075300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:34.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.969+0000 7f506ffff640 1 -- 172.21.15.84:0/974245219 --> [v2:172.21.15.203:6800/426150481,v1:172.21.15.203:6801/426150481] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5070012e50 con 0x7f5058072ec0 2024-04-15T15:12:34.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.969+0000 7f506ffff640 1 -- 172.21.15.84:0/974245219 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f50700912c0 con 0x7f507815e9d0 2024-04-15T15:12:34.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.969+0000 7f5076ffd640 1 --2- 172.21.15.84:0/974245219 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f505806c980 0x7f505806ee40 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f5068000f60 tx=0x7f5068009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:34.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.970+0000 7f506e7fc640 1 --2- 172.21.15.84:0/974245219 >> [v2:172.21.15.203:6800/426150481,v1:172.21.15.203:6801/426150481] conn(0x7f5058072ec0 0x7f5058075300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:34.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.970+0000 7f506e7fc640 1 --2- 172.21.15.84:0/974245219 >> [v2:172.21.15.203:6800/426150481,v1:172.21.15.203:6801/426150481] conn(0x7f5058072ec0 0x7f5058075300 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:34.976 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.971+0000 7f506ffff640 1 -- 172.21.15.84:0/974245219 <== osd.4 v2:172.21.15.203:6800/426150481 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5070012e50 con 0x7f5058072ec0 2024-04-15T15:12:34.985 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.983+0000 7f507d322640 1 -- 172.21.15.84:0/974245219 --> [v2:172.21.15.203:6800/426150481,v1:172.21.15.203:6801/426150481] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f50780cf050 con 0x7f5058072ec0 2024-04-15T15:12:34.986 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.984+0000 7f506ffff640 1 -- 172.21.15.84:0/974245219 <== osd.4 v2:172.21.15.203:6800/426150481 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f50780cf050 con 0x7f5058072ec0 2024-04-15T15:12:34.986 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-15T15:12:34.986 INFO:teuthology.orchestra.run.smithi084.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-04-15T15:12:34.986 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-15T15:12:34.987 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.984+0000 7f507d322640 1 -- 172.21.15.84:0/974245219 >> [v2:172.21.15.203:6800/426150481,v1:172.21.15.203:6801/426150481] conn(0x7f5058072ec0 msgr2=0x7f5058075300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.984+0000 7f507d322640 1 --2- 172.21.15.84:0/974245219 >> [v2:172.21.15.203:6800/426150481,v1:172.21.15.203:6801/426150481] conn(0x7f5058072ec0 0x7f5058075300 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:34.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.984+0000 7f507d322640 1 -- 172.21.15.84:0/974245219 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f505806c980 msgr2=0x7f505806ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.984+0000 7f507d322640 1 --2- 172.21.15.84:0/974245219 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f505806c980 0x7f505806ee40 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f5068000f60 tx=0x7f5068009040 comp rx=0 tx=0).stop 2024-04-15T15:12:34.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.984+0000 7f507d322640 1 -- 172.21.15.84:0/974245219 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f507815e9d0 msgr2=0x7f507806e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:34.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.984+0000 7f507d322640 1 --2- 172.21.15.84:0/974245219 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f507815e9d0 0x7f507806e290 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f507000efc0 tx=0x7f507000c490 comp rx=0 tx=0).stop 2024-04-15T15:12:34.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.984+0000 7f50777fe640 1 -- 172.21.15.84:0/974245219 reap_dead start 2024-04-15T15:12:34.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.984+0000 7f507d322640 1 -- 172.21.15.84:0/974245219 shutdown_connections 2024-04-15T15:12:34.988 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.984+0000 7f507d322640 1 -- 172.21.15.84:0/974245219 >> 172.21.15.84:0/974245219 conn(0x7f507809d970 msgr2=0x7f507806bf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:34.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.985+0000 7f507d322640 1 -- 172.21.15.84:0/974245219 shutdown_connections 2024-04-15T15:12:34.989 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:34.985+0000 7f507d322640 1 -- 172.21.15.84:0/974245219 wait complete. 2024-04-15T15:12:34.997 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-04-15T15:12:35.101 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.099+0000 7f0ddc288640 1 Processor -- start 2024-04-15T15:12:35.102 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.100+0000 7f0ddc288640 1 -- start start 2024-04-15T15:12:35.103 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.101+0000 7f0ddc288640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f0dd415e770 0x7f0dd40cf040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.103 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.101+0000 7f0ddc288640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0dd40b4dc0 0x7f0dd40cf720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.103 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.101+0000 7f0ddc288640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0dd40ae160 con 0x7f0dd40cfc60 2024-04-15T15:12:35.103 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.101+0000 7f0ddc288640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f0dd40cf580 con 0x7f0dd415e770 2024-04-15T15:12:35.103 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.101+0000 7f0ddc288640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f0dd40b5310 con 0x7f0dd40b4dc0 2024-04-15T15:12:35.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.101+0000 7f0dda024640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f0dd415e770 0x7f0dd40cf040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.101+0000 7f0dda024640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f0dd415e770 0x7f0dd40cf040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52094/0 (socket says 172.21.15.84:52094) 2024-04-15T15:12:35.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.101+0000 7f0dda024640 1 -- 172.21.15.84:0/668174240 learned_addr learned my addr 172.21.15.84:0/668174240 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:35.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.101+0000 7f0dd9823640 1 --2- 172.21.15.84:0/668174240 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0dd40b4dc0 0x7f0dd40cf720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.101+0000 7f0dda024640 1 -- 172.21.15.84:0/668174240 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0dd40b4dc0 msgr2=0x7f0dd40cf720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:35.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.101+0000 7f0dda024640 1 --2- 172.21.15.84:0/668174240 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0dd40b4dc0 0x7f0dd40cf720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.101+0000 7f0dda024640 1 -- 172.21.15.84:0/668174240 >> v1:172.21.15.203:6789/0 conn(0x7f0dd40cfc60 legacy=0x7f0dd4162440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:35.104 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.101+0000 7f0dda024640 1 -- 172.21.15.84:0/668174240 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dd40b55f0 con 0x7f0dd415e770 2024-04-15T15:12:35.105 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.101+0000 7f0dd9823640 1 --2- 172.21.15.84:0/668174240 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0dd40b4dc0 0x7f0dd40cf720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:35.108 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.102+0000 7f0dda024640 1 --2- 172.21.15.84:0/668174240 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0dd415e770 0x7f0dd40cf040 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f0dd0009870 tx=0x7f0dd002b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e769125fa8dce7a server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:35.108 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.102+0000 7f0dd9022640 1 -- 172.21.15.84:0/668174240 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd0035020 con 0x7f0dd415e770 2024-04-15T15:12:35.108 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.102+0000 7f0dd9022640 1 -- 172.21.15.84:0/668174240 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0dd0031640 con 0x7f0dd415e770 2024-04-15T15:12:35.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.102+0000 7f0dd9022640 1 -- 172.21.15.84:0/668174240 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd002d040 con 0x7f0dd415e770 2024-04-15T15:12:35.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.103+0000 7f0ddc288640 1 -- 172.21.15.84:0/668174240 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0dd415e770 msgr2=0x7f0dd40cf040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.103+0000 7f0ddc288640 1 --2- 172.21.15.84:0/668174240 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0dd415e770 0x7f0dd40cf040 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f0dd0009870 tx=0x7f0dd002b8f0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.103+0000 7f0ddc288640 1 -- 172.21.15.84:0/668174240 shutdown_connections 2024-04-15T15:12:35.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.103+0000 7f0ddc288640 1 --2- 172.21.15.84:0/668174240 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0dd40b4dc0 0x7f0dd40cf720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.109 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.103+0000 7f0ddc288640 1 --2- 172.21.15.84:0/668174240 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0dd415e770 0x7f0dd40cf040 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.103+0000 7f0ddc288640 1 -- 172.21.15.84:0/668174240 >> 172.21.15.84:0/668174240 conn(0x7f0dd40d13a0 msgr2=0x7f0dd40d1780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:35.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.103+0000 7f0ddc288640 1 -- 172.21.15.84:0/668174240 shutdown_connections 2024-04-15T15:12:35.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.103+0000 7f0ddc288640 1 -- 172.21.15.84:0/668174240 wait complete. 2024-04-15T15:12:35.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.104+0000 7f0ddc288640 1 Processor -- start 2024-04-15T15:12:35.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.104+0000 7f0ddc288640 1 -- start start 2024-04-15T15:12:35.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0ddc288640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0dd40b4dc0 0x7f0dd414a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.110 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0ddc288640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0dd40cfc60 0x7f0dd4147500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0ddc288640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0dd415e770 0x7f0dd4157c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0ddc288640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f0dd415eb50 con 0x7f0dd40b4dc0 2024-04-15T15:12:35.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0ddc288640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0dd40b5bb0 con 0x7f0dd40cfc60 2024-04-15T15:12:35.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0ddc288640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f0dd415ecd0 con 0x7f0dd415e770 2024-04-15T15:12:35.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0dda024640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0dd40b4dc0 0x7f0dd414a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0dda024640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0dd40b4dc0 0x7f0dd414a9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52098/0 (socket says 172.21.15.84:52098) 2024-04-15T15:12:35.111 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0dda024640 1 -- 172.21.15.84:0/3502128136 learned_addr learned my addr 172.21.15.84:0/3502128136 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:35.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0dd9823640 1 --2- 172.21.15.84:0/3502128136 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0dd40cfc60 0x7f0dd4147500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0dda825640 1 --2- 172.21.15.84:0/3502128136 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0dd415e770 0x7f0dd4157c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0dda024640 1 -- 172.21.15.84:0/3502128136 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0dd415e770 msgr2=0x7f0dd4157c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.112 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0dda024640 1 --2- 172.21.15.84:0/3502128136 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0dd415e770 0x7f0dd4157c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0dda024640 1 -- 172.21.15.84:0/3502128136 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0dd40cfc60 msgr2=0x7f0dd4147500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0dda024640 1 --2- 172.21.15.84:0/3502128136 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0dd40cfc60 0x7f0dd4147500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0dda024640 1 -- 172.21.15.84:0/3502128136 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0dd4147a40 con 0x7f0dd40b4dc0 2024-04-15T15:12:35.113 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0dda825640 1 --2- 172.21.15.84:0/3502128136 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0dd415e770 0x7f0dd4157c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:35.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0dda024640 1 --2- 172.21.15.84:0/3502128136 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0dd40b4dc0 0x7f0dd414a9b0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f0dd002b930 tx=0x7f0dd00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:35.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0dc6ffd640 1 -- 172.21.15.84:0/3502128136 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd003ac60 con 0x7f0dd40b4dc0 2024-04-15T15:12:35.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0dc6ffd640 1 -- 172.21.15.84:0/3502128136 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0dd003ae20 con 0x7f0dd40b4dc0 2024-04-15T15:12:35.114 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0ddc288640 1 -- 172.21.15.84:0/3502128136 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0dd4158140 con 0x7f0dd40b4dc0 2024-04-15T15:12:35.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0dc6ffd640 1 -- 172.21.15.84:0/3502128136 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0dd0044630 con 0x7f0dd40b4dc0 2024-04-15T15:12:35.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.105+0000 7f0ddc288640 1 -- 172.21.15.84:0/3502128136 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0dd41586f0 con 0x7f0dd40b4dc0 2024-04-15T15:12:35.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.106+0000 7f0ddc288640 1 -- 172.21.15.84:0/3502128136 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0dd4075c50 con 0x7f0dd40b4dc0 2024-04-15T15:12:35.115 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.107+0000 7f0dc6ffd640 1 -- 172.21.15.84:0/3502128136 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f0dd004b060 con 0x7f0dd40b4dc0 2024-04-15T15:12:35.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.107+0000 7f0dc6ffd640 1 --2- 172.21.15.84:0/3502128136 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0db806c980 0x7f0db806ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.107+0000 7f0dc6ffd640 1 -- 172.21.15.84:0/3502128136 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f0dd00ad820 con 0x7f0dd40b4dc0 2024-04-15T15:12:35.117 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.107+0000 7f0dd9823640 1 --2- 172.21.15.84:0/3502128136 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0db806c980 0x7f0db806ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.108+0000 7f0dd9823640 1 --2- 172.21.15.84:0/3502128136 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0db806c980 0x7f0db806ee40 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f0dd415fee0 tx=0x7f0dc8008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:35.118 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.112+0000 7f0dc6ffd640 1 -- 172.21.15.84:0/3502128136 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f0dd003f070 con 0x7f0dd40b4dc0 2024-04-15T15:12:35.293 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.291+0000 7f0ddc288640 1 -- 172.21.15.84:0/3502128136 --> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7f0dd4074e30 con 0x7f0db806c980 2024-04-15T15:12:35.294 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.292+0000 7f0dc6ffd640 1 -- 172.21.15.84:0/3502128136 <== mgr.4107 v2:172.21.15.84:6832/2096029421 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f0dd4074e30 con 0x7f0db806c980 2024-04-15T15:12:35.294 INFO:teuthology.orchestra.run.smithi084.stderr:instructed osd(s) 4 to deep-scrub 2024-04-15T15:12:35.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.293+0000 7f0ddc288640 1 -- 172.21.15.84:0/3502128136 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0db806c980 msgr2=0x7f0db806ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.293+0000 7f0ddc288640 1 --2- 172.21.15.84:0/3502128136 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0db806c980 0x7f0db806ee40 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f0dd415fee0 tx=0x7f0dc8008040 comp rx=0 tx=0).stop 2024-04-15T15:12:35.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.293+0000 7f0ddc288640 1 -- 172.21.15.84:0/3502128136 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0dd40b4dc0 msgr2=0x7f0dd414a9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.293+0000 7f0ddc288640 1 --2- 172.21.15.84:0/3502128136 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0dd40b4dc0 0x7f0dd414a9b0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f0dd002b930 tx=0x7f0dd00046c0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.293+0000 7f0ddc288640 1 -- 172.21.15.84:0/3502128136 shutdown_connections 2024-04-15T15:12:35.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.293+0000 7f0ddc288640 1 --2- 172.21.15.84:0/3502128136 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f0db806c980 0x7f0db806ee40 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.296 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.293+0000 7f0ddc288640 1 --2- 172.21.15.84:0/3502128136 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0dd40cfc60 0x7f0dd4147500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.293+0000 7f0ddc288640 1 --2- 172.21.15.84:0/3502128136 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f0dd415e770 0x7f0dd4157c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.293+0000 7f0ddc288640 1 --2- 172.21.15.84:0/3502128136 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f0dd40b4dc0 0x7f0dd414a9b0 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.293+0000 7f0ddc288640 1 -- 172.21.15.84:0/3502128136 >> 172.21.15.84:0/3502128136 conn(0x7f0dd40d13a0 msgr2=0x7f0dd40b4180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:35.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.294+0000 7f0ddc288640 1 -- 172.21.15.84:0/3502128136 shutdown_connections 2024-04-15T15:12:35.297 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.294+0000 7f0ddc288640 1 -- 172.21.15.84:0/3502128136 wait complete. 2024-04-15T15:12:35.306 INFO:tasks.ceph:Scrubbing osd.5 2024-04-15T15:12:35.307 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-04-15T15:12:35.415 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.412+0000 7f27a649a640 1 Processor -- start 2024-04-15T15:12:35.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.412+0000 7f27a649a640 1 -- start start 2024-04-15T15:12:35.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.413+0000 7f27a649a640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f27a015a0d0 0x7f27a015ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.413+0000 7f27a649a640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f27a00b5f10 0x7f27a006e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.413+0000 7f27a649a640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27a015a4b0 con 0x7f27a00b5370 2024-04-15T15:12:35.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.413+0000 7f27a649a640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f27a006c680 con 0x7f27a00b5f10 2024-04-15T15:12:35.416 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.413+0000 7f27a649a640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f27a006c960 con 0x7f27a015a0d0 2024-04-15T15:12:35.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.413+0000 7f27a4a37640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f27a00b5f10 0x7f27a006e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.413+0000 7f2797fff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f27a00b5370 0x7f27a00b5800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:39490/0 (socket says 172.21.15.84:39490) 2024-04-15T15:12:35.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.413+0000 7f2797fff640 1 -- 172.21.15.84:0/68130124 learned_addr learned my addr 172.21.15.84:0/68130124 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:35.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.414+0000 7f27a4a37640 1 -- 172.21.15.84:0/68130124 >> v2:172.21.15.203:3300/0 conn(0x7f27a015a0d0 msgr2=0x7f27a015ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:35.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.414+0000 7f279ffff640 1 --2- 172.21.15.84:0/68130124 >> v2:172.21.15.203:3300/0 conn(0x7f27a015a0d0 0x7f27a015ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.414+0000 7f27a4a37640 1 --2- 172.21.15.84:0/68130124 >> v2:172.21.15.203:3300/0 conn(0x7f27a015a0d0 0x7f27a015ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.414+0000 7f27a4a37640 1 -- 172.21.15.84:0/68130124 >> v1:172.21.15.84:6789/0 conn(0x7f27a00b5370 legacy=0x7f27a00b5800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.417 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.414+0000 7f279f7fe640 1 -- 172.21.15.84:0/68130124 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 609524841 0 0) 0x7f27a015a4b0 con 0x7f27a00b5370 2024-04-15T15:12:35.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.414+0000 7f27a4a37640 1 -- 172.21.15.84:0/68130124 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27a006cc40 con 0x7f27a00b5f10 2024-04-15T15:12:35.418 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.414+0000 7f279ffff640 1 --2- 172.21.15.84:0/68130124 >> v2:172.21.15.203:3300/0 conn(0x7f27a015a0d0 0x7f27a015ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:35.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.414+0000 7f27a4a37640 1 --2- 172.21.15.84:0/68130124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27a00b5f10 0x7f27a006e210 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f27a00b2c80 tx=0x7f279802bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b449e4daed7afe6d server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:35.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.414+0000 7f279f7fe640 1 -- 172.21.15.84:0/68130124 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2798039070 con 0x7f27a00b5f10 2024-04-15T15:12:35.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.414+0000 7f279f7fe640 1 -- 172.21.15.84:0/68130124 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f279802cc80 con 0x7f27a00b5f10 2024-04-15T15:12:35.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.414+0000 7f279f7fe640 1 -- 172.21.15.84:0/68130124 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2798034660 con 0x7f27a00b5f10 2024-04-15T15:12:35.421 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.415+0000 7f27a649a640 1 -- 172.21.15.84:0/68130124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27a00b5f10 msgr2=0x7f27a006e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.415+0000 7f27a649a640 1 --2- 172.21.15.84:0/68130124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27a00b5f10 0x7f27a006e210 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f27a00b2c80 tx=0x7f279802bed0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.415+0000 7f27a649a640 1 -- 172.21.15.84:0/68130124 shutdown_connections 2024-04-15T15:12:35.422 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.415+0000 7f27a649a640 1 --2- 172.21.15.84:0/68130124 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27a00b5f10 0x7f27a006e210 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.415+0000 7f27a649a640 1 --2- 172.21.15.84:0/68130124 >> v2:172.21.15.203:3300/0 conn(0x7f27a015a0d0 0x7f27a015ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.415+0000 7f27a649a640 1 -- 172.21.15.84:0/68130124 >> 172.21.15.84:0/68130124 conn(0x7f27a00b1ee0 msgr2=0x7f27a00b22c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:35.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.415+0000 7f27a649a640 1 -- 172.21.15.84:0/68130124 shutdown_connections 2024-04-15T15:12:35.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.415+0000 7f27a649a640 1 -- 172.21.15.84:0/68130124 wait complete. 2024-04-15T15:12:35.423 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.416+0000 7f27a649a640 1 Processor -- start 2024-04-15T15:12:35.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.416+0000 7f27a649a640 1 -- start start 2024-04-15T15:12:35.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.417+0000 7f27a649a640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f27a00b5370 0x7f27a01f1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.417+0000 7f27a649a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f27a00b5f10 0x7f27a01595f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.417+0000 7f27a649a640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27a015a0d0 0x7f27a00b0f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.424 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.417+0000 7f27a649a640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f27a006c310 con 0x7f27a015a0d0 2024-04-15T15:12:35.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.417+0000 7f27a649a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f27a006d200 con 0x7f27a00b5f10 2024-04-15T15:12:35.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.417+0000 7f27a649a640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f27a006e750 con 0x7f27a00b5370 2024-04-15T15:12:35.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.417+0000 7f27a4a37640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27a015a0d0 0x7f27a00b0f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.417+0000 7f27a4a37640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27a015a0d0 0x7f27a00b0f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52118/0 (socket says 172.21.15.84:52118) 2024-04-15T15:12:35.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.417+0000 7f27a4a37640 1 -- 172.21.15.84:0/3688803648 learned_addr learned my addr 172.21.15.84:0/3688803648 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:35.425 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.417+0000 7f27a4a37640 1 -- 172.21.15.84:0/3688803648 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f27a00b5370 msgr2=0x7f27a01f1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.417+0000 7f27a4a37640 1 --2- 172.21.15.84:0/3688803648 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f27a00b5370 0x7f27a01f1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.417+0000 7f27a4a37640 1 -- 172.21.15.84:0/3688803648 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f27a00b5f10 msgr2=0x7f27a01595f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.417+0000 7f27a4a37640 1 --2- 172.21.15.84:0/3688803648 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f27a00b5f10 0x7f27a01595f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.417+0000 7f27a4a37640 1 -- 172.21.15.84:0/3688803648 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27a01f26c0 con 0x7f27a015a0d0 2024-04-15T15:12:35.426 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.417+0000 7f27a4a37640 1 --2- 172.21.15.84:0/3688803648 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27a015a0d0 0x7f27a00b0f80 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f279802c4e0 tx=0x7f2798004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:35.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.418+0000 7f279d7fa640 1 -- 172.21.15.84:0/3688803648 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2798039050 con 0x7f27a015a0d0 2024-04-15T15:12:35.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.418+0000 7f279d7fa640 1 -- 172.21.15.84:0/3688803648 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2798045070 con 0x7f27a015a0d0 2024-04-15T15:12:35.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.418+0000 7f27a649a640 1 -- 172.21.15.84:0/3688803648 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27a01f29a0 con 0x7f27a015a0d0 2024-04-15T15:12:35.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.418+0000 7f279d7fa640 1 -- 172.21.15.84:0/3688803648 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f279803e830 con 0x7f27a015a0d0 2024-04-15T15:12:35.427 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.418+0000 7f27a649a640 1 -- 172.21.15.84:0/3688803648 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27a00ad2f0 con 0x7f27a015a0d0 2024-04-15T15:12:35.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.419+0000 7f27a649a640 1 -- 172.21.15.84:0/3688803648 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f27a00689e0 con 0x7f27a015a0d0 2024-04-15T15:12:35.428 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.419+0000 7f279d7fa640 1 -- 172.21.15.84:0/3688803648 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f279803e9d0 con 0x7f27a015a0d0 2024-04-15T15:12:35.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.420+0000 7f279d7fa640 1 --2- 172.21.15.84:0/3688803648 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f278006c980 0x7f278006ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.429 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.420+0000 7f279d7fa640 1 -- 172.21.15.84:0/3688803648 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f27980ae880 con 0x7f27a015a0d0 2024-04-15T15:12:35.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.420+0000 7f279ffff640 1 --2- 172.21.15.84:0/3688803648 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f278006c980 0x7f278006ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.420+0000 7f279d7fa640 1 --2- 172.21.15.84:0/3688803648 >> [v2:172.21.15.203:6808/2200770029,v1:172.21.15.203:6809/2200770029] conn(0x7f2780072ec0 0x7f2780075300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.420+0000 7f279d7fa640 1 -- 172.21.15.84:0/3688803648 --> [v2:172.21.15.203:6808/2200770029,v1:172.21.15.203:6809/2200770029] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f27800759d0 con 0x7f2780072ec0 2024-04-15T15:12:35.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.420+0000 7f279d7fa640 1 -- 172.21.15.84:0/3688803648 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f27980b32c0 con 0x7f27a015a0d0 2024-04-15T15:12:35.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.420+0000 7f2797fff640 1 --2- 172.21.15.84:0/3688803648 >> [v2:172.21.15.203:6808/2200770029,v1:172.21.15.203:6809/2200770029] conn(0x7f2780072ec0 0x7f2780075300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.420+0000 7f279ffff640 1 --2- 172.21.15.84:0/3688803648 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f278006c980 0x7f278006ee40 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f2790006fd0 tx=0x7f2790008040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:35.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.420+0000 7f2797fff640 1 --2- 172.21.15.84:0/3688803648 >> [v2:172.21.15.203:6808/2200770029,v1:172.21.15.203:6809/2200770029] conn(0x7f2780072ec0 0x7f2780075300 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:35.430 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.421+0000 7f279d7fa640 1 -- 172.21.15.84:0/3688803648 <== osd.5 v2:172.21.15.203:6808/2200770029 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f27800759d0 con 0x7f2780072ec0 2024-04-15T15:12:35.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.434+0000 7f27a649a640 1 -- 172.21.15.84:0/3688803648 --> [v2:172.21.15.203:6808/2200770029,v1:172.21.15.203:6809/2200770029] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f27a006bbe0 con 0x7f2780072ec0 2024-04-15T15:12:35.436 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.435+0000 7f279d7fa640 1 -- 172.21.15.84:0/3688803648 <== osd.5 v2:172.21.15.203:6808/2200770029 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f27a006bbe0 con 0x7f2780072ec0 2024-04-15T15:12:35.437 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-15T15:12:35.437 INFO:teuthology.orchestra.run.smithi084.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-04-15T15:12:35.437 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-15T15:12:35.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.435+0000 7f27a649a640 1 -- 172.21.15.84:0/3688803648 >> [v2:172.21.15.203:6808/2200770029,v1:172.21.15.203:6809/2200770029] conn(0x7f2780072ec0 msgr2=0x7f2780075300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.438 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.435+0000 7f27a649a640 1 --2- 172.21.15.84:0/3688803648 >> [v2:172.21.15.203:6808/2200770029,v1:172.21.15.203:6809/2200770029] conn(0x7f2780072ec0 0x7f2780075300 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.435+0000 7f27a649a640 1 -- 172.21.15.84:0/3688803648 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f278006c980 msgr2=0x7f278006ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.435+0000 7f27a649a640 1 --2- 172.21.15.84:0/3688803648 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f278006c980 0x7f278006ee40 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f2790006fd0 tx=0x7f2790008040 comp rx=0 tx=0).stop 2024-04-15T15:12:35.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.435+0000 7f27a649a640 1 -- 172.21.15.84:0/3688803648 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27a015a0d0 msgr2=0x7f27a00b0f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.435+0000 7f27a649a640 1 --2- 172.21.15.84:0/3688803648 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f27a015a0d0 0x7f27a00b0f80 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f279802c4e0 tx=0x7f2798004a40 comp rx=0 tx=0).stop 2024-04-15T15:12:35.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.435+0000 7f27a4a37640 1 -- 172.21.15.84:0/3688803648 reap_dead start 2024-04-15T15:12:35.439 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.435+0000 7f27a649a640 1 -- 172.21.15.84:0/3688803648 shutdown_connections 2024-04-15T15:12:35.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.435+0000 7f27a649a640 1 -- 172.21.15.84:0/3688803648 >> 172.21.15.84:0/3688803648 conn(0x7f27a00b1ee0 msgr2=0x7f27a006eae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:35.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.435+0000 7f27a649a640 1 -- 172.21.15.84:0/3688803648 shutdown_connections 2024-04-15T15:12:35.440 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.436+0000 7f27a649a640 1 -- 172.21.15.84:0/3688803648 wait complete. 2024-04-15T15:12:35.448 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-04-15T15:12:35.552 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.550+0000 7f8376552640 1 Processor -- start 2024-04-15T15:12:35.553 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.551+0000 7f8376552640 1 -- start start 2024-04-15T15:12:35.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.551+0000 7f8376552640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f837015c5f0 0x7f83700d1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.551+0000 7f8376552640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f837006f510 0x7f83700d1640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.560 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.551+0000 7f8376552640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8370160ff0 con 0x7f83700ce190 2024-04-15T15:12:35.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.551+0000 7f8376552640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f8370160da0 con 0x7f837015c5f0 2024-04-15T15:12:35.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.551+0000 7f8376552640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f83701612d0 con 0x7f837006f510 2024-04-15T15:12:35.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.551+0000 7f836ffff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f837015c5f0 0x7f83700d1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.551+0000 7f836f7fe640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f83700ce190 0x7f83700ccb70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:39504/0 (socket says 172.21.15.84:39504) 2024-04-15T15:12:35.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.551+0000 7f836f7fe640 1 -- 172.21.15.84:0/237793336 learned_addr learned my addr 172.21.15.84:0/237793336 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:35.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.552+0000 7f8374aef640 1 --2- 172.21.15.84:0/237793336 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f837006f510 0x7f83700d1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.552+0000 7f836ffff640 1 -- 172.21.15.84:0/237793336 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f837006f510 msgr2=0x7f83700d1640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:35.561 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.552+0000 7f836ffff640 1 --2- 172.21.15.84:0/237793336 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f837006f510 0x7f83700d1640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.552+0000 7f836ffff640 1 -- 172.21.15.84:0/237793336 >> v1:172.21.15.84:6789/0 conn(0x7f83700ce190 legacy=0x7f83700ccb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.552+0000 7f836ffff640 1 -- 172.21.15.84:0/237793336 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83700b5840 con 0x7f837015c5f0 2024-04-15T15:12:35.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.552+0000 7f836effd640 1 -- 172.21.15.84:0/237793336 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4207961540 0 0) 0x7f8370160ff0 con 0x7f83700ce190 2024-04-15T15:12:35.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.552+0000 7f8374aef640 1 --2- 172.21.15.84:0/237793336 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f837006f510 0x7f83700d1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:35.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.553+0000 7f836ffff640 1 --2- 172.21.15.84:0/237793336 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f837015c5f0 0x7f83700d1100 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f83600097a0 tx=0x7f836002b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d209283d665aec0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:35.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.553+0000 7f836effd640 1 -- 172.21.15.84:0/237793336 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83600315a0 con 0x7f837015c5f0 2024-04-15T15:12:35.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.553+0000 7f836effd640 1 -- 172.21.15.84:0/237793336 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8360037070 con 0x7f837015c5f0 2024-04-15T15:12:35.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.553+0000 7f836effd640 1 -- 172.21.15.84:0/237793336 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8360031960 con 0x7f837015c5f0 2024-04-15T15:12:35.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.553+0000 7f8376552640 1 -- 172.21.15.84:0/237793336 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f837015c5f0 msgr2=0x7f83700d1100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.553+0000 7f8376552640 1 --2- 172.21.15.84:0/237793336 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f837015c5f0 0x7f83700d1100 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f83600097a0 tx=0x7f836002b840 comp rx=0 tx=0).stop 2024-04-15T15:12:35.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.553+0000 7f8376552640 1 -- 172.21.15.84:0/237793336 shutdown_connections 2024-04-15T15:12:35.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.553+0000 7f8376552640 1 --2- 172.21.15.84:0/237793336 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f837006f510 0x7f83700d1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.553+0000 7f8376552640 1 --2- 172.21.15.84:0/237793336 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f837015c5f0 0x7f83700d1100 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.553+0000 7f8376552640 1 -- 172.21.15.84:0/237793336 >> 172.21.15.84:0/237793336 conn(0x7f83700b4010 msgr2=0x7f83700b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:35.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.553+0000 7f8376552640 1 -- 172.21.15.84:0/237793336 shutdown_connections 2024-04-15T15:12:35.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.553+0000 7f8376552640 1 -- 172.21.15.84:0/237793336 wait complete. 2024-04-15T15:12:35.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.554+0000 7f8376552640 1 Processor -- start 2024-04-15T15:12:35.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.555+0000 7f8376552640 1 -- start start 2024-04-15T15:12:35.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.555+0000 7f8376552640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f837006f510 0x7f8370149c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.555+0000 7f8376552640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f837015c5f0 0x7f8370147940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.555+0000 7f8376552640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8370147e80 0x7f83700b0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.564 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.555+0000 7f8376552640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f83700b5bb0 con 0x7f8370147e80 2024-04-15T15:12:35.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.555+0000 7f8376552640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f83700d23a0 con 0x7f837015c5f0 2024-04-15T15:12:35.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.555+0000 7f8376552640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f837015c9d0 con 0x7f837006f510 2024-04-15T15:12:35.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.555+0000 7f8374aef640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8370147e80 0x7f83700b0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.555+0000 7f8374aef640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8370147e80 0x7f83700b0ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52144/0 (socket says 172.21.15.84:52144) 2024-04-15T15:12:35.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.555+0000 7f8374aef640 1 -- 172.21.15.84:0/1472394863 learned_addr learned my addr 172.21.15.84:0/1472394863 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:35.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.556+0000 7f836ffff640 1 --2- 172.21.15.84:0/1472394863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f837006f510 0x7f8370149c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.556+0000 7f836f7fe640 1 --2- 172.21.15.84:0/1472394863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f837015c5f0 0x7f8370147940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.556+0000 7f8374aef640 1 -- 172.21.15.84:0/1472394863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f837006f510 msgr2=0x7f8370149c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.556+0000 7f8374aef640 1 --2- 172.21.15.84:0/1472394863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f837006f510 0x7f8370149c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.556+0000 7f8374aef640 1 -- 172.21.15.84:0/1472394863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f837015c5f0 msgr2=0x7f8370147940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.556+0000 7f8374aef640 1 --2- 172.21.15.84:0/1472394863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f837015c5f0 0x7f8370147940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.556+0000 7f8374aef640 1 -- 172.21.15.84:0/1472394863 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8370158260 con 0x7f8370147e80 2024-04-15T15:12:35.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.556+0000 7f8374aef640 1 --2- 172.21.15.84:0/1472394863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8370147e80 0x7f83700b0ad0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f836800cef0 tx=0x7f836800a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:35.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.556+0000 7f836cff9640 1 -- 172.21.15.84:0/1472394863 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f836801a070 con 0x7f8370147e80 2024-04-15T15:12:35.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.556+0000 7f836cff9640 1 -- 172.21.15.84:0/1472394863 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f836800d860 con 0x7f8370147e80 2024-04-15T15:12:35.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.556+0000 7f836cff9640 1 -- 172.21.15.84:0/1472394863 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f836800dc50 con 0x7f8370147e80 2024-04-15T15:12:35.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.556+0000 7f8376552640 1 -- 172.21.15.84:0/1472394863 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83701484b0 con 0x7f8370147e80 2024-04-15T15:12:35.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.556+0000 7f8376552640 1 -- 172.21.15.84:0/1472394863 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8370148a70 con 0x7f8370147e80 2024-04-15T15:12:35.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.557+0000 7f8376552640 1 -- 172.21.15.84:0/1472394863 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8370075c50 con 0x7f8370147e80 2024-04-15T15:12:35.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.557+0000 7f836cff9640 1 -- 172.21.15.84:0/1472394863 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f836801d070 con 0x7f8370147e80 2024-04-15T15:12:35.568 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.558+0000 7f836cff9640 1 --2- 172.21.15.84:0/1472394863 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f835c06c980 0x7f835c06ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.568 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.558+0000 7f836cff9640 1 -- 172.21.15.84:0/1472394863 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f836808c330 con 0x7f8370147e80 2024-04-15T15:12:35.568 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.558+0000 7f836ffff640 1 --2- 172.21.15.84:0/1472394863 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f835c06c980 0x7f835c06ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.568 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.558+0000 7f836ffff640 1 --2- 172.21.15.84:0/1472394863 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f835c06c980 0x7f835c06ee40 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f8360036000 tx=0x7f836003d040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:35.569 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.562+0000 7f836cff9640 1 -- 172.21.15.84:0/1472394863 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f836805a950 con 0x7f8370147e80 2024-04-15T15:12:35.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.736+0000 7f8376552640 1 -- 172.21.15.84:0/1472394863 --> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7f83700d1e50 con 0x7f835c06c980 2024-04-15T15:12:35.738 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.736+0000 7f836cff9640 1 -- 172.21.15.84:0/1472394863 <== mgr.4107 v2:172.21.15.84:6832/2096029421 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f83700d1e50 con 0x7f835c06c980 2024-04-15T15:12:35.739 INFO:teuthology.orchestra.run.smithi084.stderr:instructed osd(s) 5 to deep-scrub 2024-04-15T15:12:35.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.738+0000 7f8376552640 1 -- 172.21.15.84:0/1472394863 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f835c06c980 msgr2=0x7f835c06ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.738+0000 7f8376552640 1 --2- 172.21.15.84:0/1472394863 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f835c06c980 0x7f835c06ee40 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f8360036000 tx=0x7f836003d040 comp rx=0 tx=0).stop 2024-04-15T15:12:35.740 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.738+0000 7f8376552640 1 -- 172.21.15.84:0/1472394863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8370147e80 msgr2=0x7f83700b0ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.738+0000 7f8376552640 1 --2- 172.21.15.84:0/1472394863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8370147e80 0x7f83700b0ad0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f836800cef0 tx=0x7f836800a710 comp rx=0 tx=0).stop 2024-04-15T15:12:35.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.738+0000 7f8376552640 1 -- 172.21.15.84:0/1472394863 shutdown_connections 2024-04-15T15:12:35.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.738+0000 7f8376552640 1 --2- 172.21.15.84:0/1472394863 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f835c06c980 0x7f835c06ee40 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.738+0000 7f8376552640 1 --2- 172.21.15.84:0/1472394863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f837015c5f0 0x7f8370147940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.738+0000 7f8376552640 1 --2- 172.21.15.84:0/1472394863 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f8370147e80 0x7f83700b0ad0 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.738+0000 7f8376552640 1 --2- 172.21.15.84:0/1472394863 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f837006f510 0x7f8370149c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.738+0000 7f8376552640 1 -- 172.21.15.84:0/1472394863 >> 172.21.15.84:0/1472394863 conn(0x7f83700b4010 msgr2=0x7f837006f9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:35.741 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.738+0000 7f8376552640 1 -- 172.21.15.84:0/1472394863 shutdown_connections 2024-04-15T15:12:35.742 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.738+0000 7f8376552640 1 -- 172.21.15.84:0/1472394863 wait complete. 2024-04-15T15:12:35.751 INFO:tasks.ceph:Scrubbing osd.6 2024-04-15T15:12:35.751 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-04-15T15:12:35.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.857+0000 7fc3b93ff640 1 Processor -- start 2024-04-15T15:12:35.859 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.857+0000 7fc3b93ff640 1 -- start start 2024-04-15T15:12:35.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b93ff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc3b406ceb0 0x7fc3b40b3940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b93ff640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3b415eca0 con 0x7fc3b415e8c0 2024-04-15T15:12:35.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b93ff640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3b40cf530 con 0x7fc3b406c0c0 2024-04-15T15:12:35.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b93ff640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc3b40b3720 con 0x7fc3b406ceb0 2024-04-15T15:12:35.863 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b2ffd640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fc3b415e8c0 0x7fc3b40b7880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:39508/0 (socket says 172.21.15.84:39508) 2024-04-15T15:12:35.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b2ffd640 1 -- 172.21.15.84:0/3676266569 learned_addr learned my addr 172.21.15.84:0/3676266569 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:35.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b37fe640 1 --2- 172.21.15.84:0/3676266569 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc3b406ceb0 0x7fc3b40b3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b27fc640 1 -- 172.21.15.84:0/3676266569 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3355407877 0 0) 0x7fc3a4001110 con 0x7fc3b415e8c0 2024-04-15T15:12:35.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b27fc640 1 -- 172.21.15.84:0/3676266569 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc3a0003520 con 0x7fc3b415e8c0 2024-04-15T15:12:35.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b27fc640 1 -- 172.21.15.84:0/3676266569 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3171114722 0 0) 0x7fc3a0003520 con 0x7fc3b415e8c0 2024-04-15T15:12:35.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b27fc640 1 -- 172.21.15.84:0/3676266569 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc3b406ceb0 msgr2=0x7fc3b40b3940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:35.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b27fc640 1 --2- 172.21.15.84:0/3676266569 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc3b406ceb0 0x7fc3b40b3940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b27fc640 1 -- 172.21.15.84:0/3676266569 >> v1:172.21.15.203:6789/0 conn(0x7fc3b406c0c0 legacy=0x7fc3b406c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.864 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b27fc640 1 -- 172.21.15.84:0/3676266569 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3b40cf810 con 0x7fc3b415e8c0 2024-04-15T15:12:35.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b27fc640 1 -- 172.21.15.84:0/3676266569 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7fc3a4001840 con 0x7fc3b415e8c0 2024-04-15T15:12:35.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b27fc640 1 -- 172.21.15.84:0/3676266569 >> v1:172.21.15.84:6789/0 conn(0x7fc3b415e8c0 legacy=0x7fc3b40b7880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b27fc640 1 --2- 172.21.15.84:0/3676266569 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc3b406ceb0 0x7fc3a00039e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b27fc640 1 --2- 172.21.15.84:0/3676266569 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc3a0003f60 0x7fc3a0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b27fc640 1 --2- 172.21.15.84:0/3676266569 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc3a0004d40 0x7fc3a00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b27fc640 1 -- 172.21.15.84:0/3676266569 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc3a000bb50 con 0x7fc3a0004d40 2024-04-15T15:12:35.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b27fc640 1 -- 172.21.15.84:0/3676266569 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc3a000bcd0 con 0x7fc3a0003f60 2024-04-15T15:12:35.865 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.858+0000 7fc3b27fc640 1 -- 172.21.15.84:0/3676266569 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc3a000bed0 con 0x7fc3b406ceb0 2024-04-15T15:12:35.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.859+0000 7fc3b37fe640 1 --2- 172.21.15.84:0/3676266569 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc3a0004d40 0x7fc3a00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.859+0000 7fc3b2ffd640 1 --2- 172.21.15.84:0/3676266569 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc3b406ceb0 0x7fc3a00039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.859+0000 7fc3aa7fc640 1 --2- 172.21.15.84:0/3676266569 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc3a0003f60 0x7fc3a0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.859+0000 7fc3b37fe640 1 -- 172.21.15.84:0/3676266569 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc3b406ceb0 msgr2=0x7fc3a00039e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:35.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.859+0000 7fc3b37fe640 1 --2- 172.21.15.84:0/3676266569 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc3b406ceb0 0x7fc3a00039e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.859+0000 7fc3b37fe640 1 -- 172.21.15.84:0/3676266569 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc3a0003f60 msgr2=0x7fc3a0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:35.866 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.859+0000 7fc3b37fe640 1 --2- 172.21.15.84:0/3676266569 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc3a0003f60 0x7fc3a0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.859+0000 7fc3b37fe640 1 -- 172.21.15.84:0/3676266569 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3a0003520 con 0x7fc3a0004d40 2024-04-15T15:12:35.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.859+0000 7fc3aa7fc640 1 --2- 172.21.15.84:0/3676266569 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc3a0003f60 0x7fc3a0004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:35.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.859+0000 7fc3b2ffd640 1 --2- 172.21.15.84:0/3676266569 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc3b406ceb0 0x7fc3a00039e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:35.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.859+0000 7fc3b37fe640 1 --2- 172.21.15.84:0/3676266569 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc3a0004d40 0x7fc3a00051c0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fc3b408d720 tx=0x7fc3a0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=205f3cf417b91f09 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:35.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.860+0000 7fc3b27fc640 1 -- 172.21.15.84:0/3676266569 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3ac039070 con 0x7fc3a0004d40 2024-04-15T15:12:35.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.860+0000 7fc3b27fc640 1 -- 172.21.15.84:0/3676266569 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3ac02cb90 con 0x7fc3a0004d40 2024-04-15T15:12:35.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.860+0000 7fc3b27fc640 1 -- 172.21.15.84:0/3676266569 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3ac009c10 con 0x7fc3a0004d40 2024-04-15T15:12:35.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.860+0000 7fc3b93ff640 1 -- 172.21.15.84:0/3676266569 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc3a0004d40 msgr2=0x7fc3a00051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.867 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.860+0000 7fc3b93ff640 1 --2- 172.21.15.84:0/3676266569 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc3a0004d40 0x7fc3a00051c0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fc3b408d720 tx=0x7fc3a0005830 comp rx=0 tx=0).stop 2024-04-15T15:12:35.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.860+0000 7fc3b37fe640 1 -- 172.21.15.84:0/3676266569 reap_dead start 2024-04-15T15:12:35.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.860+0000 7fc3b93ff640 1 -- 172.21.15.84:0/3676266569 shutdown_connections 2024-04-15T15:12:35.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.860+0000 7fc3b93ff640 1 -- 172.21.15.84:0/3676266569 >> 172.21.15.84:0/3676266569 conn(0x7fc3b40d4430 msgr2=0x7fc3b40d4840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:35.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.860+0000 7fc3b93ff640 1 -- 172.21.15.84:0/3676266569 shutdown_connections 2024-04-15T15:12:35.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.860+0000 7fc3b93ff640 1 -- 172.21.15.84:0/3676266569 wait complete. 2024-04-15T15:12:35.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.861+0000 7fc3b93ff640 1 Processor -- start 2024-04-15T15:12:35.868 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.862+0000 7fc3b93ff640 1 -- start start 2024-04-15T15:12:35.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.862+0000 7fc3b93ff640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc3a0004d40 0x7fc3b4154fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.871 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.862+0000 7fc3b93ff640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc3b41556f0 0x7fc3b40c8ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.862+0000 7fc3b93ff640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc3b40ce040 0x7fc3b40cb500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.862+0000 7fc3b93ff640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b40cfe60 con 0x7fc3b40ce040 2024-04-15T15:12:35.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.862+0000 7fc3b93ff640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b40cf2e0 con 0x7fc3b41556f0 2024-04-15T15:12:35.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.862+0000 7fc3b93ff640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fc3b40b7f90 con 0x7fc3a0004d40 2024-04-15T15:12:35.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.862+0000 7fc3b37fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc3b40ce040 0x7fc3b40cb500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.862+0000 7fc3b37fe640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc3b40ce040 0x7fc3b40cb500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52156/0 (socket says 172.21.15.84:52156) 2024-04-15T15:12:35.872 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.862+0000 7fc3b37fe640 1 -- 172.21.15.84:0/2838228344 learned_addr learned my addr 172.21.15.84:0/2838228344 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:35.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.863+0000 7fc3aa7fc640 1 --2- 172.21.15.84:0/2838228344 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc3b41556f0 0x7fc3b40c8ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.863+0000 7fc3b2ffd640 1 --2- 172.21.15.84:0/2838228344 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc3a0004d40 0x7fc3b4154fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.863+0000 7fc3b37fe640 1 -- 172.21.15.84:0/2838228344 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc3a0004d40 msgr2=0x7fc3b4154fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.863+0000 7fc3b37fe640 1 --2- 172.21.15.84:0/2838228344 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc3a0004d40 0x7fc3b4154fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.863+0000 7fc3b37fe640 1 -- 172.21.15.84:0/2838228344 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc3b41556f0 msgr2=0x7fc3b40c8ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.863+0000 7fc3b37fe640 1 --2- 172.21.15.84:0/2838228344 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc3b41556f0 0x7fc3b40c8ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.863+0000 7fc3b37fe640 1 -- 172.21.15.84:0/2838228344 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3b41554f0 con 0x7fc3b40ce040 2024-04-15T15:12:35.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.863+0000 7fc3b2ffd640 1 --2- 172.21.15.84:0/2838228344 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fc3a0004d40 0x7fc3b4154fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:35.873 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.863+0000 7fc3aa7fc640 1 --2- 172.21.15.84:0/2838228344 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc3b41556f0 0x7fc3b40c8ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:35.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.863+0000 7fc3b37fe640 1 --2- 172.21.15.84:0/2838228344 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc3b40ce040 0x7fc3b40cb500 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac00e230 tx=0x7fc3ac009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:35.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.863+0000 7fc3abfff640 1 -- 172.21.15.84:0/2838228344 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3ac039030 con 0x7fc3b40ce040 2024-04-15T15:12:35.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.863+0000 7fc3abfff640 1 -- 172.21.15.84:0/2838228344 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3ac03a040 con 0x7fc3b40ce040 2024-04-15T15:12:35.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.863+0000 7fc3abfff640 1 -- 172.21.15.84:0/2838228344 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3ac003990 con 0x7fc3b40ce040 2024-04-15T15:12:35.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.863+0000 7fc3b93ff640 1 -- 172.21.15.84:0/2838228344 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3b40cdce0 con 0x7fc3b40ce040 2024-04-15T15:12:35.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.863+0000 7fc3b93ff640 1 -- 172.21.15.84:0/2838228344 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3b40c8000 con 0x7fc3b40ce040 2024-04-15T15:12:35.874 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.864+0000 7fc3b93ff640 1 -- 172.21.15.84:0/2838228344 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc3b4075bb0 con 0x7fc3b40ce040 2024-04-15T15:12:35.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.865+0000 7fc3abfff640 1 -- 172.21.15.84:0/2838228344 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fc3ac045030 con 0x7fc3b40ce040 2024-04-15T15:12:35.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.865+0000 7fc3abfff640 1 --2- 172.21.15.84:0/2838228344 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc39406c9b0 0x7fc39406ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.865+0000 7fc3abfff640 1 -- 172.21.15.84:0/2838228344 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7fc3ac0ad940 con 0x7fc3b40ce040 2024-04-15T15:12:35.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.865+0000 7fc3b2ffd640 1 --2- 172.21.15.84:0/2838228344 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc39406c9b0 0x7fc39406ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.865+0000 7fc3abfff640 1 --2- 172.21.15.84:0/2838228344 >> [v2:172.21.15.203:6816/1594270702,v1:172.21.15.203:6817/1594270702] conn(0x7fc394072ef0 0x7fc394075330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:35.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.865+0000 7fc3abfff640 1 -- 172.21.15.84:0/2838228344 --> [v2:172.21.15.203:6816/1594270702,v1:172.21.15.203:6817/1594270702] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc3ac03fe50 con 0x7fc394072ef0 2024-04-15T15:12:35.875 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.865+0000 7fc3abfff640 1 -- 172.21.15.84:0/2838228344 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7fc3ac0b22c0 con 0x7fc3b40ce040 2024-04-15T15:12:35.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.865+0000 7fc3aa7fc640 1 --2- 172.21.15.84:0/2838228344 >> [v2:172.21.15.203:6816/1594270702,v1:172.21.15.203:6817/1594270702] conn(0x7fc394072ef0 0x7fc394075330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:35.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.865+0000 7fc3b2ffd640 1 --2- 172.21.15.84:0/2838228344 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc39406c9b0 0x7fc39406ee70 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4001e80 tx=0x7fc3a4001110 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:35.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.866+0000 7fc3aa7fc640 1 --2- 172.21.15.84:0/2838228344 >> [v2:172.21.15.203:6816/1594270702,v1:172.21.15.203:6817/1594270702] conn(0x7fc394072ef0 0x7fc394075330 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:35.876 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.867+0000 7fc3abfff640 1 -- 172.21.15.84:0/2838228344 <== osd.6 v2:172.21.15.203:6816/1594270702 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc3ac03fe50 con 0x7fc394072ef0 2024-04-15T15:12:35.881 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.880+0000 7fc3b93ff640 1 -- 172.21.15.84:0/2838228344 --> [v2:172.21.15.203:6816/1594270702,v1:172.21.15.203:6817/1594270702] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fc3b40d24c0 con 0x7fc394072ef0 2024-04-15T15:12:35.882 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.880+0000 7fc3abfff640 1 -- 172.21.15.84:0/2838228344 <== osd.6 v2:172.21.15.203:6816/1594270702 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fc3b40d24c0 con 0x7fc394072ef0 2024-04-15T15:12:35.882 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-15T15:12:35.882 INFO:teuthology.orchestra.run.smithi084.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-04-15T15:12:35.882 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-15T15:12:35.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.880+0000 7fc3b93ff640 1 -- 172.21.15.84:0/2838228344 >> [v2:172.21.15.203:6816/1594270702,v1:172.21.15.203:6817/1594270702] conn(0x7fc394072ef0 msgr2=0x7fc394075330 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.880+0000 7fc3b93ff640 1 --2- 172.21.15.84:0/2838228344 >> [v2:172.21.15.203:6816/1594270702,v1:172.21.15.203:6817/1594270702] conn(0x7fc394072ef0 0x7fc394075330 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:35.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.880+0000 7fc3b93ff640 1 -- 172.21.15.84:0/2838228344 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc39406c9b0 msgr2=0x7fc39406ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.880+0000 7fc3b93ff640 1 --2- 172.21.15.84:0/2838228344 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fc39406c9b0 0x7fc39406ee70 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4001e80 tx=0x7fc3a4001110 comp rx=0 tx=0).stop 2024-04-15T15:12:35.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.880+0000 7fc3b93ff640 1 -- 172.21.15.84:0/2838228344 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc3b40ce040 msgr2=0x7fc3b40cb500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:35.884 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.880+0000 7fc3b93ff640 1 --2- 172.21.15.84:0/2838228344 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fc3b40ce040 0x7fc3b40cb500 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fc3ac00e230 tx=0x7fc3ac009750 comp rx=0 tx=0).stop 2024-04-15T15:12:35.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.880+0000 7fc3b37fe640 1 -- 172.21.15.84:0/2838228344 reap_dead start 2024-04-15T15:12:35.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.880+0000 7fc3b93ff640 1 -- 172.21.15.84:0/2838228344 shutdown_connections 2024-04-15T15:12:35.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.881+0000 7fc3b93ff640 1 -- 172.21.15.84:0/2838228344 >> 172.21.15.84:0/2838228344 conn(0x7fc3b40d4430 msgr2=0x7fc3b40d01f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:35.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.881+0000 7fc3b93ff640 1 -- 172.21.15.84:0/2838228344 shutdown_connections 2024-04-15T15:12:35.885 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.881+0000 7fc3b93ff640 1 -- 172.21.15.84:0/2838228344 wait complete. 2024-04-15T15:12:35.893 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-04-15T15:12:35.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.996+0000 7fe7310b1640 1 Processor -- start 2024-04-15T15:12:35.998 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.996+0000 7fe7310b1640 1 -- start start 2024-04-15T15:12:36.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.997+0000 7fe7310b1640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fe72c0b67c0 0x7fe72c0d1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.997+0000 7fe7310b1640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fe72c0b6c20 0x7fe72c0d1640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.997+0000 7fe7310b1640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe72c0ccfe0 con 0x7fe72c161ee0 2024-04-15T15:12:36.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.997+0000 7fe7310b1640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fe72c1622c0 con 0x7fe72c0b6c20 2024-04-15T15:12:36.000 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.997+0000 7fe7310b1640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fe72c0cd2c0 con 0x7fe72c0b67c0 2024-04-15T15:12:36.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.997+0000 7fe72b59e640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fe72c0b6c20 0x7fe72c0d1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.997+0000 7fe72ad9d640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7fe72c161ee0 0x7fe72c0c95f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:39512/0 (socket says 172.21.15.84:39512) 2024-04-15T15:12:36.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.997+0000 7fe72ad9d640 1 -- 172.21.15.84:0/773060444 learned_addr learned my addr 172.21.15.84:0/773060444 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:36.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.997+0000 7fe729d9b640 1 -- 172.21.15.84:0/773060444 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 761945348 0 0) 0x7fe72c0ccfe0 con 0x7fe72c161ee0 2024-04-15T15:12:36.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.997+0000 7fe72a59c640 1 --2- 172.21.15.84:0/773060444 >> v2:172.21.15.203:3300/0 conn(0x7fe72c0b67c0 0x7fe72c0d1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.997+0000 7fe729d9b640 1 -- 172.21.15.84:0/773060444 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe714003520 con 0x7fe72c161ee0 2024-04-15T15:12:36.001 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.997+0000 7fe72b59e640 1 -- 172.21.15.84:0/773060444 >> v2:172.21.15.203:3300/0 conn(0x7fe72c0b67c0 msgr2=0x7fe72c0d1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:36.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.997+0000 7fe72b59e640 1 --2- 172.21.15.84:0/773060444 >> v2:172.21.15.203:3300/0 conn(0x7fe72c0b67c0 0x7fe72c0d1100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.997+0000 7fe72b59e640 1 -- 172.21.15.84:0/773060444 >> v1:172.21.15.84:6789/0 conn(0x7fe72c161ee0 legacy=0x7fe72c0c95f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.997+0000 7fe72b59e640 1 -- 172.21.15.84:0/773060444 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe72c0cd5a0 con 0x7fe72c0b6c20 2024-04-15T15:12:36.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.998+0000 7fe72b59e640 1 --2- 172.21.15.84:0/773060444 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe72c0b6c20 0x7fe72c0d1640 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fe72c0cc860 tx=0x7fe72402b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f666e2d85fd62af7 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:36.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.998+0000 7fe729d9b640 1 -- 172.21.15.84:0/773060444 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe724035020 con 0x7fe72c0b6c20 2024-04-15T15:12:36.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.998+0000 7fe729d9b640 1 -- 172.21.15.84:0/773060444 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe724031830 con 0x7fe72c0b6c20 2024-04-15T15:12:36.002 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.998+0000 7fe729d9b640 1 -- 172.21.15.84:0/773060444 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe724031c00 con 0x7fe72c0b6c20 2024-04-15T15:12:36.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.999+0000 7fe7310b1640 1 -- 172.21.15.84:0/773060444 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe72c0b6c20 msgr2=0x7fe72c0d1640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.007 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.999+0000 7fe7310b1640 1 --2- 172.21.15.84:0/773060444 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe72c0b6c20 0x7fe72c0d1640 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fe72c0cc860 tx=0x7fe72402b8d0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.999+0000 7fe7310b1640 1 -- 172.21.15.84:0/773060444 shutdown_connections 2024-04-15T15:12:36.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.999+0000 7fe7310b1640 1 --2- 172.21.15.84:0/773060444 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe72c0b6c20 0x7fe72c0d1640 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.999+0000 7fe7310b1640 1 --2- 172.21.15.84:0/773060444 >> v2:172.21.15.203:3300/0 conn(0x7fe72c0b67c0 0x7fe72c0d1100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.999+0000 7fe7310b1640 1 -- 172.21.15.84:0/773060444 >> 172.21.15.84:0/773060444 conn(0x7fe72c0b4010 msgr2=0x7fe72c0b4420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:36.008 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.999+0000 7fe7310b1640 1 -- 172.21.15.84:0/773060444 shutdown_connections 2024-04-15T15:12:36.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:35.999+0000 7fe7310b1640 1 -- 172.21.15.84:0/773060444 wait complete. 2024-04-15T15:12:36.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.000+0000 7fe7310b1640 1 Processor -- start 2024-04-15T15:12:36.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.000+0000 7fe7310b1640 1 -- start start 2024-04-15T15:12:36.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.001+0000 7fe7310b1640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe72c0b67c0 0x7fe72c0ad8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.009 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.001+0000 7fe7310b1640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe72c0b6c20 0x7fe72c1f7dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.001+0000 7fe7310b1640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe72c161ee0 0x7fe72c0b26e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.001+0000 7fe7310b1640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fe72c0cccf0 con 0x7fe72c0b6c20 2024-04-15T15:12:36.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.001+0000 7fe7310b1640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe72c0ccb70 con 0x7fe72c161ee0 2024-04-15T15:12:36.010 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.001+0000 7fe7310b1640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fe72c0ce080 con 0x7fe72c0b67c0 2024-04-15T15:12:36.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.001+0000 7fe72a59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe72c0b6c20 0x7fe72c1f7dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.001+0000 7fe72a59c640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe72c0b6c20 0x7fe72c1f7dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52186/0 (socket says 172.21.15.84:52186) 2024-04-15T15:12:36.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.001+0000 7fe72a59c640 1 -- 172.21.15.84:0/186463507 learned_addr learned my addr 172.21.15.84:0/186463507 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:36.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.001+0000 7fe72a59c640 1 -- 172.21.15.84:0/186463507 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe72c0b67c0 msgr2=0x7fe72c0ad8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.001+0000 7fe72a59c640 1 --2- 172.21.15.84:0/186463507 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe72c0b67c0 0x7fe72c0ad8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.001+0000 7fe72a59c640 1 -- 172.21.15.84:0/186463507 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe72c161ee0 msgr2=0x7fe72c0b26e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.011 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.001+0000 7fe72a59c640 1 --2- 172.21.15.84:0/186463507 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe72c161ee0 0x7fe72c0b26e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.001+0000 7fe72a59c640 1 -- 172.21.15.84:0/186463507 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe72c06df60 con 0x7fe72c0b6c20 2024-04-15T15:12:36.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.002+0000 7fe72a59c640 1 --2- 172.21.15.84:0/186463507 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe72c0b6c20 0x7fe72c1f7dc0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fe72000d800 tx=0x7fe72000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:36.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.002+0000 7fe7137fe640 1 -- 172.21.15.84:0/186463507 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe72000b6c0 con 0x7fe72c0b6c20 2024-04-15T15:12:36.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.002+0000 7fe7137fe640 1 -- 172.21.15.84:0/186463507 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe720019070 con 0x7fe72c0b6c20 2024-04-15T15:12:36.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.002+0000 7fe7310b1640 1 -- 172.21.15.84:0/186463507 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe72c06e240 con 0x7fe72c0b6c20 2024-04-15T15:12:36.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.002+0000 7fe7137fe640 1 -- 172.21.15.84:0/186463507 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe72000ba80 con 0x7fe72c0b6c20 2024-04-15T15:12:36.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.002+0000 7fe7310b1640 1 -- 172.21.15.84:0/186463507 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe72c06ed20 con 0x7fe72c0b6c20 2024-04-15T15:12:36.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.003+0000 7fe7310b1640 1 -- 172.21.15.84:0/186463507 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe72c075c50 con 0x7fe72c0b6c20 2024-04-15T15:12:36.012 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.003+0000 7fe7137fe640 1 -- 172.21.15.84:0/186463507 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fe72000bc20 con 0x7fe72c0b6c20 2024-04-15T15:12:36.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.004+0000 7fe7137fe640 1 --2- 172.21.15.84:0/186463507 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe71806c980 0x7fe71806ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.004+0000 7fe7137fe640 1 -- 172.21.15.84:0/186463507 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7fe72008bea0 con 0x7fe72c0b6c20 2024-04-15T15:12:36.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.004+0000 7fe72ad9d640 1 --2- 172.21.15.84:0/186463507 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe71806c980 0x7fe71806ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.004+0000 7fe72ad9d640 1 --2- 172.21.15.84:0/186463507 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe71806c980 0x7fe71806ee40 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fe71c0012e0 tx=0x7fe71c0015b0 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:36.013 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.008+0000 7fe7137fe640 1 -- 172.21.15.84:0/186463507 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fe72001c360 con 0x7fe72c0b6c20 2024-04-15T15:12:36.185 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.183+0000 7fe7310b1640 1 -- 172.21.15.84:0/186463507 --> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7fe72c0d1e50 con 0x7fe71806c980 2024-04-15T15:12:36.186 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.184+0000 7fe7137fe640 1 -- 172.21.15.84:0/186463507 <== mgr.4107 v2:172.21.15.84:6832/2096029421 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fe72c0d1e50 con 0x7fe71806c980 2024-04-15T15:12:36.186 INFO:teuthology.orchestra.run.smithi084.stderr:instructed osd(s) 6 to deep-scrub 2024-04-15T15:12:36.187 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.186+0000 7fe7310b1640 1 -- 172.21.15.84:0/186463507 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe71806c980 msgr2=0x7fe71806ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.186+0000 7fe7310b1640 1 --2- 172.21.15.84:0/186463507 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe71806c980 0x7fe71806ee40 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fe71c0012e0 tx=0x7fe71c0015b0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.186+0000 7fe7310b1640 1 -- 172.21.15.84:0/186463507 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe72c0b6c20 msgr2=0x7fe72c1f7dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.186+0000 7fe7310b1640 1 --2- 172.21.15.84:0/186463507 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe72c0b6c20 0x7fe72c1f7dc0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fe72000d800 tx=0x7fe72000dcc0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.186+0000 7fe7310b1640 1 -- 172.21.15.84:0/186463507 shutdown_connections 2024-04-15T15:12:36.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.186+0000 7fe7310b1640 1 --2- 172.21.15.84:0/186463507 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fe71806c980 0x7fe71806ee40 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.188 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.186+0000 7fe7310b1640 1 --2- 172.21.15.84:0/186463507 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe72c161ee0 0x7fe72c0b26e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.186+0000 7fe7310b1640 1 --2- 172.21.15.84:0/186463507 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fe72c0b6c20 0x7fe72c1f7dc0 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.186+0000 7fe7310b1640 1 --2- 172.21.15.84:0/186463507 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fe72c0b67c0 0x7fe72c0ad8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.186+0000 7fe7310b1640 1 -- 172.21.15.84:0/186463507 >> 172.21.15.84:0/186463507 conn(0x7fe72c0b4010 msgr2=0x7fe72c0b3720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:36.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.186+0000 7fe7310b1640 1 -- 172.21.15.84:0/186463507 shutdown_connections 2024-04-15T15:12:36.189 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.186+0000 7fe7310b1640 1 -- 172.21.15.84:0/186463507 wait complete. 2024-04-15T15:12:36.199 INFO:tasks.ceph:Scrubbing osd.7 2024-04-15T15:12:36.199 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-04-15T15:12:36.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.304+0000 7f3fb7d52640 1 Processor -- start 2024-04-15T15:12:36.306 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.305+0000 7f3fb7d52640 1 -- start start 2024-04-15T15:12:36.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.305+0000 7f3fb7d52640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f3fb00d1cf0 0x7f3fb00b24f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.305+0000 7f3fb7d52640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3fb00b2a30 0x7f3fb00d01c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.305+0000 7f3fb7d52640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3fb00b1d60 con 0x7f3fb015c4d0 2024-04-15T15:12:36.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.305+0000 7f3fb7d52640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f3fb00cd560 con 0x7f3fb00d1cf0 2024-04-15T15:12:36.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.305+0000 7f3fb7d52640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f3fb015d2d0 con 0x7f3fb00b2a30 2024-04-15T15:12:36.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.306+0000 7f3fb52ed640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f3fb00d1cf0 0x7f3fb00b24f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.308 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.306+0000 7f3fb52ed640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f3fb00d1cf0 0x7f3fb00b24f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52192/0 (socket says 172.21.15.84:52192) 2024-04-15T15:12:36.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.306+0000 7f3fb52ed640 1 -- 172.21.15.84:0/450463664 learned_addr learned my addr 172.21.15.84:0/450463664 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:36.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.306+0000 7f3fb62ef640 1 --2- 172.21.15.84:0/450463664 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3fb00b2a30 0x7f3fb00d01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.306+0000 7f3fb52ed640 1 -- 172.21.15.84:0/450463664 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3fb00b2a30 msgr2=0x7f3fb00d01c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:36.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.306+0000 7f3fb52ed640 1 --2- 172.21.15.84:0/450463664 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3fb00b2a30 0x7f3fb00d01c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.306+0000 7f3fb52ed640 1 -- 172.21.15.84:0/450463664 >> v1:172.21.15.203:6789/0 conn(0x7f3fb015c4d0 legacy=0x7f3fb015c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.309 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.306+0000 7f3fb52ed640 1 -- 172.21.15.84:0/450463664 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fb015d5b0 con 0x7f3fb00d1cf0 2024-04-15T15:12:36.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.307+0000 7f3fb52ed640 1 --2- 172.21.15.84:0/450463664 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3fb00d1cf0 0x7f3fb00b24f0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f3fa0009870 tx=0x7f3fa002b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2212867554296311 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:36.312 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.307+0000 7f3fb4aec640 1 -- 172.21.15.84:0/450463664 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fa0035020 con 0x7f3fb00d1cf0 2024-04-15T15:12:36.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.307+0000 7f3fb4aec640 1 -- 172.21.15.84:0/450463664 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3fa0031640 con 0x7f3fb00d1cf0 2024-04-15T15:12:36.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.307+0000 7f3fb4aec640 1 -- 172.21.15.84:0/450463664 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fa002d040 con 0x7f3fb00d1cf0 2024-04-15T15:12:36.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.307+0000 7f3fb7d52640 1 -- 172.21.15.84:0/450463664 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3fb00d1cf0 msgr2=0x7f3fb00b24f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.307+0000 7f3fb7d52640 1 --2- 172.21.15.84:0/450463664 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3fb00d1cf0 0x7f3fb00b24f0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f3fa0009870 tx=0x7f3fa002b8f0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.307+0000 7f3fb7d52640 1 -- 172.21.15.84:0/450463664 shutdown_connections 2024-04-15T15:12:36.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.307+0000 7f3fb7d52640 1 --2- 172.21.15.84:0/450463664 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3fb00b2a30 0x7f3fb00d01c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.313 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.307+0000 7f3fb7d52640 1 --2- 172.21.15.84:0/450463664 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3fb00d1cf0 0x7f3fb00b24f0 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.307+0000 7f3fb7d52640 1 -- 172.21.15.84:0/450463664 >> 172.21.15.84:0/450463664 conn(0x7f3fb00d23e0 msgr2=0x7f3fb00d27f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:36.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.307+0000 7f3fb7d52640 1 -- 172.21.15.84:0/450463664 shutdown_connections 2024-04-15T15:12:36.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.307+0000 7f3fb7d52640 1 -- 172.21.15.84:0/450463664 wait complete. 2024-04-15T15:12:36.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.309+0000 7f3fb7d52640 1 Processor -- start 2024-04-15T15:12:36.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.309+0000 7f3fb7d52640 1 -- start start 2024-04-15T15:12:36.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.309+0000 7f3fb7d52640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3fb00b2a30 0x7f3fb00b5020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.314 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.309+0000 7f3fb7d52640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3fb00d1cf0 0x7f3fb00c8190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.309+0000 7f3fb7d52640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3fb015c4d0 0x7f3fb00cbb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.309+0000 7f3fb7d52640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f3fb015cfc0 con 0x7f3fb00b2a30 2024-04-15T15:12:36.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.309+0000 7f3fb7d52640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3fb00b1fd0 con 0x7f3fb00d1cf0 2024-04-15T15:12:36.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.309+0000 7f3fb7d52640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f3fb00d0700 con 0x7f3fb015c4d0 2024-04-15T15:12:36.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.309+0000 7f3fb5aee640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3fb00b2a30 0x7f3fb00b5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.309+0000 7f3fb5aee640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3fb00b2a30 0x7f3fb00b5020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52198/0 (socket says 172.21.15.84:52198) 2024-04-15T15:12:36.315 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.309+0000 7f3fb5aee640 1 -- 172.21.15.84:0/2209628582 learned_addr learned my addr 172.21.15.84:0/2209628582 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:36.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.310+0000 7f3fb62ef640 1 --2- 172.21.15.84:0/2209628582 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3fb015c4d0 0x7f3fb00cbb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.310+0000 7f3fb52ed640 1 --2- 172.21.15.84:0/2209628582 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3fb00d1cf0 0x7f3fb00c8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.310+0000 7f3fb5aee640 1 -- 172.21.15.84:0/2209628582 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3fb015c4d0 msgr2=0x7f3fb00cbb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.310+0000 7f3fb5aee640 1 --2- 172.21.15.84:0/2209628582 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f3fb015c4d0 0x7f3fb00cbb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.310+0000 7f3fb5aee640 1 -- 172.21.15.84:0/2209628582 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3fb00d1cf0 msgr2=0x7f3fb00c8190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.310+0000 7f3fb5aee640 1 --2- 172.21.15.84:0/2209628582 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3fb00d1cf0 0x7f3fb00c8190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.310+0000 7f3fb5aee640 1 -- 172.21.15.84:0/2209628582 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fb0159f00 con 0x7f3fb00b2a30 2024-04-15T15:12:36.316 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.310+0000 7f3fb5aee640 1 --2- 172.21.15.84:0/2209628582 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3fb00b2a30 0x7f3fb00b5020 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f3fac00c3f0 tx=0x7f3fac00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:36.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.310+0000 7f3fa67fc640 1 -- 172.21.15.84:0/2209628582 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fac0052d0 con 0x7f3fb00b2a30 2024-04-15T15:12:36.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.310+0000 7f3fa67fc640 1 -- 172.21.15.84:0/2209628582 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3fac005490 con 0x7f3fb00b2a30 2024-04-15T15:12:36.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.310+0000 7f3fb7d52640 1 -- 172.21.15.84:0/2209628582 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fb00caad0 con 0x7f3fb00b2a30 2024-04-15T15:12:36.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.310+0000 7f3fa67fc640 1 -- 172.21.15.84:0/2209628582 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fac007260 con 0x7f3fb00b2a30 2024-04-15T15:12:36.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.310+0000 7f3fb7d52640 1 -- 172.21.15.84:0/2209628582 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fb00cb090 con 0x7f3fb00b2a30 2024-04-15T15:12:36.317 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.311+0000 7f3fb7d52640 1 -- 172.21.15.84:0/2209628582 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3fb00690f0 con 0x7f3fb00b2a30 2024-04-15T15:12:36.318 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.311+0000 7f3fa67fc640 1 -- 172.21.15.84:0/2209628582 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f3fac007400 con 0x7f3fb00b2a30 2024-04-15T15:12:36.319 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.312+0000 7f3fa67fc640 1 --2- 172.21.15.84:0/2209628582 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3f9406c980 0x7f3f9406ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.319 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.312+0000 7f3fa67fc640 1 -- 172.21.15.84:0/2209628582 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f3fac08aed0 con 0x7f3fb00b2a30 2024-04-15T15:12:36.319 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.312+0000 7f3fb52ed640 1 --2- 172.21.15.84:0/2209628582 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3f9406c980 0x7f3f9406ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.319 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.312+0000 7f3fa67fc640 1 --2- 172.21.15.84:0/2209628582 >> [v2:172.21.15.203:6819/35011826,v1:172.21.15.203:6821/35011826] conn(0x7f3f94072ec0 0x7f3f94075300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.319 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.312+0000 7f3fa67fc640 1 -- 172.21.15.84:0/2209628582 --> [v2:172.21.15.203:6819/35011826,v1:172.21.15.203:6821/35011826] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3fac009e50 con 0x7f3f94072ec0 2024-04-15T15:12:36.319 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.312+0000 7f3fa67fc640 1 -- 172.21.15.84:0/2209628582 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_get_version_reply(handle=1 version=44) ==== 24+0+0 (secure 0 0 0) 0x7f3fac08d620 con 0x7f3fb00b2a30 2024-04-15T15:12:36.319 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.312+0000 7f3fb62ef640 1 --2- 172.21.15.84:0/2209628582 >> [v2:172.21.15.203:6819/35011826,v1:172.21.15.203:6821/35011826] conn(0x7f3f94072ec0 0x7f3f94075300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.312+0000 7f3fb52ed640 1 --2- 172.21.15.84:0/2209628582 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3f9406c980 0x7f3f9406ee40 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f3fa0036000 tx=0x7f3fa003c040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:36.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.313+0000 7f3fb62ef640 1 --2- 172.21.15.84:0/2209628582 >> [v2:172.21.15.203:6819/35011826,v1:172.21.15.203:6821/35011826] conn(0x7f3f94072ec0 0x7f3f94075300 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:36.320 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.313+0000 7f3fa67fc640 1 -- 172.21.15.84:0/2209628582 <== osd.7 v2:172.21.15.203:6819/35011826 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3fac009e50 con 0x7f3f94072ec0 2024-04-15T15:12:36.328 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.326+0000 7f3fb7d52640 1 -- 172.21.15.84:0/2209628582 --> [v2:172.21.15.203:6819/35011826,v1:172.21.15.203:6821/35011826] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f3fb00b3900 con 0x7f3f94072ec0 2024-04-15T15:12:36.329 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.327+0000 7f3fa67fc640 1 -- 172.21.15.84:0/2209628582 <== osd.7 v2:172.21.15.203:6819/35011826 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f3fb00b3900 con 0x7f3f94072ec0 2024-04-15T15:12:36.329 INFO:teuthology.orchestra.run.smithi084.stdout:{ 2024-04-15T15:12:36.329 INFO:teuthology.orchestra.run.smithi084.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-04-15T15:12:36.329 INFO:teuthology.orchestra.run.smithi084.stdout:} 2024-04-15T15:12:36.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.327+0000 7f3fb7d52640 1 -- 172.21.15.84:0/2209628582 >> [v2:172.21.15.203:6819/35011826,v1:172.21.15.203:6821/35011826] conn(0x7f3f94072ec0 msgr2=0x7f3f94075300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.330 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.327+0000 7f3fb7d52640 1 --2- 172.21.15.84:0/2209628582 >> [v2:172.21.15.203:6819/35011826,v1:172.21.15.203:6821/35011826] conn(0x7f3f94072ec0 0x7f3f94075300 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.327+0000 7f3fb7d52640 1 -- 172.21.15.84:0/2209628582 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3f9406c980 msgr2=0x7f3f9406ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.327+0000 7f3fb7d52640 1 --2- 172.21.15.84:0/2209628582 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f3f9406c980 0x7f3f9406ee40 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f3fa0036000 tx=0x7f3fa003c040 comp rx=0 tx=0).stop 2024-04-15T15:12:36.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.327+0000 7f3fb7d52640 1 -- 172.21.15.84:0/2209628582 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3fb00b2a30 msgr2=0x7f3fb00b5020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.327+0000 7f3fb7d52640 1 --2- 172.21.15.84:0/2209628582 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f3fb00b2a30 0x7f3fb00b5020 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f3fac00c3f0 tx=0x7f3fac00c8b0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.327+0000 7f3fb62ef640 1 -- 172.21.15.84:0/2209628582 reap_dead start 2024-04-15T15:12:36.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.327+0000 7f3fb7d52640 1 -- 172.21.15.84:0/2209628582 shutdown_connections 2024-04-15T15:12:36.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.328+0000 7f3fb7d52640 1 -- 172.21.15.84:0/2209628582 >> 172.21.15.84:0/2209628582 conn(0x7f3fb00d23e0 msgr2=0x7f3fb015c8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:36.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.328+0000 7f3fb7d52640 1 -- 172.21.15.84:0/2209628582 shutdown_connections 2024-04-15T15:12:36.331 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.328+0000 7f3fb7d52640 1 -- 172.21.15.84:0/2209628582 wait complete. 2024-04-15T15:12:36.340 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-04-15T15:12:36.443 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.441+0000 7f585b641640 1 Processor -- start 2024-04-15T15:12:36.444 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.442+0000 7f585b641640 1 -- start start 2024-04-15T15:12:36.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.442+0000 7f585b641640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f585406c400 0x7f585406c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.442+0000 7f585b641640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58540d2320 con 0x7f585415e610 2024-04-15T15:12:36.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.442+0000 7f585b641640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f58540d25c0 con 0x7f585415e9f0 2024-04-15T15:12:36.447 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.442+0000 7f585b641640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f58540d31d0 con 0x7f585406c400 2024-04-15T15:12:36.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.442+0000 7f58593dd640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f585415e610 0x7f58540d0690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:39518/0 (socket says 172.21.15.84:39518) 2024-04-15T15:12:36.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f58593dd640 1 -- 172.21.15.84:0/1506075713 learned_addr learned my addr 172.21.15.84:0/1506075713 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:36.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f5859bde640 1 --2- 172.21.15.84:0/1506075713 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f585406c400 0x7f585406c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.448 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f5853fff640 1 -- 172.21.15.84:0/1506075713 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3589054318 0 0) 0x7f58540d2320 con 0x7f585415e610 2024-04-15T15:12:36.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f5853fff640 1 -- 172.21.15.84:0/1506075713 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f583c003520 con 0x7f585415e610 2024-04-15T15:12:36.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f5853fff640 1 -- 172.21.15.84:0/1506075713 <== mon.1 v1:172.21.15.203:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2211135766 0 0) 0x7f58540d25c0 con 0x7f585415e9f0 2024-04-15T15:12:36.449 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f5853fff640 1 -- 172.21.15.84:0/1506075713 --> v1:172.21.15.203:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f58540d2320 con 0x7f585415e9f0 2024-04-15T15:12:36.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f5853fff640 1 -- 172.21.15.84:0/1506075713 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3539473998 0 0) 0x7f583c003520 con 0x7f585415e610 2024-04-15T15:12:36.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f5853fff640 1 -- 172.21.15.84:0/1506075713 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f585406c400 msgr2=0x7f585406c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:36.450 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f5853fff640 1 --2- 172.21.15.84:0/1506075713 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f585406c400 0x7f585406c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f5853fff640 1 -- 172.21.15.84:0/1506075713 >> v1:172.21.15.203:6789/0 conn(0x7f585415e9f0 legacy=0x7f58540d3660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f5853fff640 1 -- 172.21.15.84:0/1506075713 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58540d28a0 con 0x7f585415e610 2024-04-15T15:12:36.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f5853fff640 1 -- 172.21.15.84:0/1506075713 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f58440019f0 con 0x7f585415e610 2024-04-15T15:12:36.451 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f5853fff640 1 -- 172.21.15.84:0/1506075713 >> v1:172.21.15.84:6789/0 conn(0x7f585415e610 legacy=0x7f58540d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f5853fff640 1 --2- 172.21.15.84:0/1506075713 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f583c003b70 0x7f583c003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f5853fff640 1 --2- 172.21.15.84:0/1506075713 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f583c004800 0x7f583c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.452 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f5853fff640 1 --2- 172.21.15.84:0/1506075713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f583c0051c0 0x7f583c0141d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f5853fff640 1 -- 172.21.15.84:0/1506075713 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f58540d31d0 con 0x7f583c0051c0 2024-04-15T15:12:36.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f5853fff640 1 -- 172.21.15.84:0/1506075713 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f583c014740 con 0x7f583c003b70 2024-04-15T15:12:36.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f5853fff640 1 -- 172.21.15.84:0/1506075713 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f583c014940 con 0x7f583c004800 2024-04-15T15:12:36.453 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f5859bde640 1 --2- 172.21.15.84:0/1506075713 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f585406c400 0x7f585406c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-15T15:12:36.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f58593dd640 1 --2- 172.21.15.84:0/1506075713 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f583c003b70 0x7f583c003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f5859bde640 1 --2- 172.21.15.84:0/1506075713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f583c0051c0 0x7f583c0141d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.454 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.443+0000 7f5858bdc640 1 --2- 172.21.15.84:0/1506075713 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f583c004800 0x7f583c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.444+0000 7f5859bde640 1 -- 172.21.15.84:0/1506075713 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f583c004800 msgr2=0x7f583c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:36.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.444+0000 7f5859bde640 1 --2- 172.21.15.84:0/1506075713 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f583c004800 0x7f583c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.444+0000 7f5859bde640 1 -- 172.21.15.84:0/1506075713 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f583c003b70 msgr2=0x7f583c003f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:36.455 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.444+0000 7f5859bde640 1 --2- 172.21.15.84:0/1506075713 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f583c003b70 0x7f583c003f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.444+0000 7f5859bde640 1 -- 172.21.15.84:0/1506075713 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f583c003520 con 0x7f583c0051c0 2024-04-15T15:12:36.456 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.444+0000 7f5859bde640 1 --2- 172.21.15.84:0/1506075713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f583c0051c0 0x7f583c0141d0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f585406c7e0 tx=0x7f583c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=374fe104dd3d567b server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:36.457 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.444+0000 7f5853fff640 1 -- 172.21.15.84:0/1506075713 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f584c0097d0 con 0x7f583c0051c0 2024-04-15T15:12:36.457 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.444+0000 7f5853fff640 1 -- 172.21.15.84:0/1506075713 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f584c004030 con 0x7f583c0051c0 2024-04-15T15:12:36.457 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.444+0000 7f5853fff640 1 -- 172.21.15.84:0/1506075713 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f584c004400 con 0x7f583c0051c0 2024-04-15T15:12:36.457 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.445+0000 7f585b641640 1 -- 172.21.15.84:0/1506075713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f583c0051c0 msgr2=0x7f583c0141d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.445+0000 7f585b641640 1 --2- 172.21.15.84:0/1506075713 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f583c0051c0 0x7f583c0141d0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f585406c7e0 tx=0x7f583c005830 comp rx=0 tx=0).stop 2024-04-15T15:12:36.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.445+0000 7f5859bde640 1 -- 172.21.15.84:0/1506075713 reap_dead start 2024-04-15T15:12:36.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.445+0000 7f585b641640 1 -- 172.21.15.84:0/1506075713 shutdown_connections 2024-04-15T15:12:36.458 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.445+0000 7f585b641640 1 -- 172.21.15.84:0/1506075713 >> 172.21.15.84:0/1506075713 conn(0x7f58540d4750 msgr2=0x7f58540d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:36.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.445+0000 7f585b641640 1 -- 172.21.15.84:0/1506075713 shutdown_connections 2024-04-15T15:12:36.459 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.445+0000 7f585b641640 1 -- 172.21.15.84:0/1506075713 wait complete. 2024-04-15T15:12:36.465 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.446+0000 7f585b641640 1 Processor -- start 2024-04-15T15:12:36.465 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.446+0000 7f585b641640 1 -- start start 2024-04-15T15:12:36.466 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.447+0000 7f585b641640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f583c0051c0 0x7f58540c9e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.466 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.447+0000 7f585b641640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f58540cb970 0x7f585415a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.466 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.447+0000 7f585b641640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f58540cbdf0 0x7f585415ac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.466 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.447+0000 7f585b641640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f585406d130 con 0x7f583c0051c0 2024-04-15T15:12:36.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.447+0000 7f585b641640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f58540d2e60 con 0x7f58540cbdf0 2024-04-15T15:12:36.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.447+0000 7f585b641640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f585406c890 con 0x7f58540cb970 2024-04-15T15:12:36.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.447+0000 7f58593dd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f583c0051c0 0x7f58540c9e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.467 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.447+0000 7f58593dd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f583c0051c0 0x7f58540c9e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52224/0 (socket says 172.21.15.84:52224) 2024-04-15T15:12:36.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.447+0000 7f58593dd640 1 -- 172.21.15.84:0/1051905593 learned_addr learned my addr 172.21.15.84:0/1051905593 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:36.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.447+0000 7f5858bdc640 1 --2- 172.21.15.84:0/1051905593 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f58540cb970 0x7f585415a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.447+0000 7f5859bde640 1 --2- 172.21.15.84:0/1051905593 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f58540cbdf0 0x7f585415ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.468 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.447+0000 7f58593dd640 1 -- 172.21.15.84:0/1051905593 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f58540cb970 msgr2=0x7f585415a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.447+0000 7f58593dd640 1 --2- 172.21.15.84:0/1051905593 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f58540cb970 0x7f585415a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.447+0000 7f58593dd640 1 -- 172.21.15.84:0/1051905593 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f58540cbdf0 msgr2=0x7f585415ac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.447+0000 7f58593dd640 1 --2- 172.21.15.84:0/1051905593 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f58540cbdf0 0x7f585415ac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.469 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.447+0000 7f58593dd640 1 -- 172.21.15.84:0/1051905593 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58540ce630 con 0x7f583c0051c0 2024-04-15T15:12:36.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.447+0000 7f5858bdc640 1 --2- 172.21.15.84:0/1051905593 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f58540cb970 0x7f585415a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:36.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.447+0000 7f5859bde640 1 --2- 172.21.15.84:0/1051905593 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f58540cbdf0 0x7f585415ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:36.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.448+0000 7f58593dd640 1 --2- 172.21.15.84:0/1051905593 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f583c0051c0 0x7f58540c9e80 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f5844007a50 tx=0x7f584400a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:36.470 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.448+0000 7f5851ffb640 1 -- 172.21.15.84:0/1051905593 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5844017020 con 0x7f583c0051c0 2024-04-15T15:12:36.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.448+0000 7f5851ffb640 1 -- 172.21.15.84:0/1051905593 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f58440133f0 con 0x7f583c0051c0 2024-04-15T15:12:36.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.448+0000 7f585b641640 1 -- 172.21.15.84:0/1051905593 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f585415f420 con 0x7f583c0051c0 2024-04-15T15:12:36.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.448+0000 7f5851ffb640 1 -- 172.21.15.84:0/1051905593 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58440137c0 con 0x7f583c0051c0 2024-04-15T15:12:36.471 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.448+0000 7f585b641640 1 -- 172.21.15.84:0/1051905593 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f585415f9e0 con 0x7f583c0051c0 2024-04-15T15:12:36.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.449+0000 7f585b641640 1 -- 172.21.15.84:0/1051905593 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f585406cc70 con 0x7f583c0051c0 2024-04-15T15:12:36.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.449+0000 7f5851ffb640 1 -- 172.21.15.84:0/1051905593 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f584401a020 con 0x7f583c0051c0 2024-04-15T15:12:36.472 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.450+0000 7f5851ffb640 1 --2- 172.21.15.84:0/1051905593 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f584006c980 0x7f584006ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.450+0000 7f5851ffb640 1 -- 172.21.15.84:0/1051905593 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f584408c620 con 0x7f583c0051c0 2024-04-15T15:12:36.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.450+0000 7f5858bdc640 1 --2- 172.21.15.84:0/1051905593 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f584006c980 0x7f584006ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.450+0000 7f5858bdc640 1 --2- 172.21.15.84:0/1051905593 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f584006c980 0x7f584006ee40 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f5854158160 tx=0x7f5848009040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:36.473 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.454+0000 7f5851ffb640 1 -- 172.21.15.84:0/1051905593 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f585406cc70 con 0x7f583c0051c0 2024-04-15T15:12:36.633 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.631+0000 7f585b641640 1 -- 172.21.15.84:0/1051905593 --> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7f5854075c50 con 0x7f584006c980 2024-04-15T15:12:36.634 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.632+0000 7f5851ffb640 1 -- 172.21.15.84:0/1051905593 <== mgr.4107 v2:172.21.15.84:6832/2096029421 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f5854075c50 con 0x7f584006c980 2024-04-15T15:12:36.634 INFO:teuthology.orchestra.run.smithi084.stderr:instructed osd(s) 7 to deep-scrub 2024-04-15T15:12:36.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.634+0000 7f585b641640 1 -- 172.21.15.84:0/1051905593 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f584006c980 msgr2=0x7f584006ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.634+0000 7f585b641640 1 --2- 172.21.15.84:0/1051905593 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f584006c980 0x7f584006ee40 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f5854158160 tx=0x7f5848009040 comp rx=0 tx=0).stop 2024-04-15T15:12:36.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.634+0000 7f585b641640 1 -- 172.21.15.84:0/1051905593 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f583c0051c0 msgr2=0x7f58540c9e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.634+0000 7f585b641640 1 --2- 172.21.15.84:0/1051905593 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f583c0051c0 0x7f58540c9e80 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f5844007a50 tx=0x7f584400a6a0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.634+0000 7f585b641640 1 -- 172.21.15.84:0/1051905593 shutdown_connections 2024-04-15T15:12:36.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.634+0000 7f585b641640 1 --2- 172.21.15.84:0/1051905593 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f584006c980 0x7f584006ee40 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.636 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.634+0000 7f585b641640 1 --2- 172.21.15.84:0/1051905593 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f58540cbdf0 0x7f585415ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.634+0000 7f585b641640 1 --2- 172.21.15.84:0/1051905593 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f58540cb970 0x7f585415a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.634+0000 7f585b641640 1 --2- 172.21.15.84:0/1051905593 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f583c0051c0 0x7f58540c9e80 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.634+0000 7f585b641640 1 -- 172.21.15.84:0/1051905593 >> 172.21.15.84:0/1051905593 conn(0x7f58540d4750 msgr2=0x7f585406b960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:36.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.634+0000 7f585b641640 1 -- 172.21.15.84:0/1051905593 shutdown_connections 2024-04-15T15:12:36.637 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.634+0000 7f585b641640 1 -- 172.21.15.84:0/1051905593 wait complete. 2024-04-15T15:12:36.647 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-15T15:12:36.758 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.748+0000 7f95fe7e2640 1 Processor -- start 2024-04-15T15:12:36.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.748+0000 7f95fe7e2640 1 -- start start 2024-04-15T15:12:36.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.748+0000 7f95fe7e2640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f95f815c210 0x7f95f80b52a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.748+0000 7f95fe7e2640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95f80cd110 0x7f95f815f770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.759 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.748+0000 7f95fe7e2640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f95f80b5960 con 0x7f95f80d0c70 2024-04-15T15:12:36.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.748+0000 7f95fe7e2640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7f95f80d0190 con 0x7f95f815c210 2024-04-15T15:12:36.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.748+0000 7f95fe7e2640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f95f80d0470 con 0x7f95f80cd110 2024-04-15T15:12:36.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.749+0000 7f95f7fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f95f815c210 0x7f95f80b52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.749+0000 7f95f7fff640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7f95f815c210 0x7f95f80b52a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52236/0 (socket says 172.21.15.84:52236) 2024-04-15T15:12:36.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.749+0000 7f95f7fff640 1 -- 172.21.15.84:0/1819940242 learned_addr learned my addr 172.21.15.84:0/1819940242 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:36.760 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.749+0000 7f95fcd7f640 1 --2- 172.21.15.84:0/1819940242 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95f80cd110 0x7f95f815f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.749+0000 7f95f7fff640 1 -- 172.21.15.84:0/1819940242 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95f80cd110 msgr2=0x7f95f815f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:36.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.749+0000 7f95f7fff640 1 --2- 172.21.15.84:0/1819940242 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95f80cd110 0x7f95f815f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.749+0000 7f95f7fff640 1 -- 172.21.15.84:0/1819940242 >> v1:172.21.15.203:6789/0 conn(0x7f95f80d0c70 legacy=0x7f95f80cca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.749+0000 7f95f7fff640 1 -- 172.21.15.84:0/1819940242 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95f80d0750 con 0x7f95f815c210 2024-04-15T15:12:36.761 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.750+0000 7f95f7fff640 1 --2- 172.21.15.84:0/1819940242 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95f815c210 0x7f95f80b52a0 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f95e8009870 tx=0x7f95e802b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee8673f6c0386f8e server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:36.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.750+0000 7f95f6ffd640 1 -- 172.21.15.84:0/1819940242 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e8034070 con 0x7f95f815c210 2024-04-15T15:12:36.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.750+0000 7f95f6ffd640 1 -- 172.21.15.84:0/1819940242 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95e8030840 con 0x7f95f815c210 2024-04-15T15:12:36.762 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.750+0000 7f95f6ffd640 1 -- 172.21.15.84:0/1819940242 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e8030c10 con 0x7f95f815c210 2024-04-15T15:12:36.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.750+0000 7f95fe7e2640 1 -- 172.21.15.84:0/1819940242 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95f815c210 msgr2=0x7f95f80b52a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.750+0000 7f95fe7e2640 1 --2- 172.21.15.84:0/1819940242 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95f815c210 0x7f95f80b52a0 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f95e8009870 tx=0x7f95e802b980 comp rx=0 tx=0).stop 2024-04-15T15:12:36.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.750+0000 7f95fe7e2640 1 -- 172.21.15.84:0/1819940242 shutdown_connections 2024-04-15T15:12:36.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.750+0000 7f95fe7e2640 1 --2- 172.21.15.84:0/1819940242 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95f80cd110 0x7f95f815f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.763 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.750+0000 7f95fe7e2640 1 --2- 172.21.15.84:0/1819940242 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95f815c210 0x7f95f80b52a0 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.750+0000 7f95fe7e2640 1 -- 172.21.15.84:0/1819940242 >> 172.21.15.84:0/1819940242 conn(0x7f95f80b3fa0 msgr2=0x7f95f80b43b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:36.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.750+0000 7f95fe7e2640 1 -- 172.21.15.84:0/1819940242 shutdown_connections 2024-04-15T15:12:36.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.750+0000 7f95fe7e2640 1 -- 172.21.15.84:0/1819940242 wait complete. 2024-04-15T15:12:36.764 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.751+0000 7f95fe7e2640 1 Processor -- start 2024-04-15T15:12:36.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.752+0000 7f95fe7e2640 1 -- start start 2024-04-15T15:12:36.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.752+0000 7f95fe7e2640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95f80cd110 0x7f95f814e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.752+0000 7f95fe7e2640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f95f80d0c70 0x7f95f80cb790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.765 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.752+0000 7f95fe7e2640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95f815c210 0x7f95f80cbcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.752+0000 7f95fe7e2640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f95f80b7190 con 0x7f95f815c210 2024-04-15T15:12:36.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.752+0000 7f95fe7e2640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f95f80b7010 con 0x7f95f80d0c70 2024-04-15T15:12:36.766 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.752+0000 7f95fe7e2640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f95f80b7310 con 0x7f95f80cd110 2024-04-15T15:12:36.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.752+0000 7f95fcd7f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95f815c210 0x7f95f80cbcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.753+0000 7f95fcd7f640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95f815c210 0x7f95f80cbcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:52242/0 (socket says 172.21.15.84:52242) 2024-04-15T15:12:36.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.753+0000 7f95fcd7f640 1 -- 172.21.15.84:0/1380573195 learned_addr learned my addr 172.21.15.84:0/1380573195 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:36.767 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.753+0000 7f95f7fff640 1 --2- 172.21.15.84:0/1380573195 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95f80cd110 0x7f95f814e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.753+0000 7f95f77fe640 1 --2- 172.21.15.84:0/1380573195 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f95f80d0c70 0x7f95f80cb790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.753+0000 7f95fcd7f640 1 -- 172.21.15.84:0/1380573195 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95f80cd110 msgr2=0x7f95f814e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.753+0000 7f95fcd7f640 1 --2- 172.21.15.84:0/1380573195 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95f80cd110 0x7f95f814e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.768 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.753+0000 7f95fcd7f640 1 -- 172.21.15.84:0/1380573195 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f95f80d0c70 msgr2=0x7f95f80cb790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.753+0000 7f95fcd7f640 1 --2- 172.21.15.84:0/1380573195 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f95f80d0c70 0x7f95f80cb790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.753+0000 7f95fcd7f640 1 -- 172.21.15.84:0/1380573195 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95f815bb20 con 0x7f95f815c210 2024-04-15T15:12:36.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.753+0000 7f95fcd7f640 1 --2- 172.21.15.84:0/1380573195 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95f815c210 0x7f95f80cbcd0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f95f000efc0 tx=0x7f95f000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:36.769 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.753+0000 7f95f4ff9640 1 -- 172.21.15.84:0/1380573195 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95f0018020 con 0x7f95f815c210 2024-04-15T15:12:36.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.753+0000 7f95f4ff9640 1 -- 172.21.15.84:0/1380573195 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95f0014480 con 0x7f95f815c210 2024-04-15T15:12:36.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.753+0000 7f95fe7e2640 1 -- 172.21.15.84:0/1380573195 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95f81e9a80 con 0x7f95f815c210 2024-04-15T15:12:36.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.753+0000 7f95f4ff9640 1 -- 172.21.15.84:0/1380573195 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95f0014870 con 0x7f95f815c210 2024-04-15T15:12:36.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.753+0000 7f95fe7e2640 1 -- 172.21.15.84:0/1380573195 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95f81e9d20 con 0x7f95f815c210 2024-04-15T15:12:36.770 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.754+0000 7f95fe7e2640 1 -- 172.21.15.84:0/1380573195 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95f80690f0 con 0x7f95f815c210 2024-04-15T15:12:36.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.755+0000 7f95f4ff9640 1 -- 172.21.15.84:0/1380573195 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f95f0005d10 con 0x7f95f815c210 2024-04-15T15:12:36.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.755+0000 7f95f4ff9640 1 --2- 172.21.15.84:0/1380573195 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f95d806c9b0 0x7f95d806ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:36.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.755+0000 7f95f4ff9640 1 -- 172.21.15.84:0/1380573195 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f95f008ca00 con 0x7f95f815c210 2024-04-15T15:12:36.771 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.755+0000 7f95f7fff640 1 --2- 172.21.15.84:0/1380573195 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f95d806c9b0 0x7f95d806ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:36.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.755+0000 7f95f7fff640 1 --2- 172.21.15.84:0/1380573195 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f95d806c9b0 0x7f95d806ee70 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f95e8036000 tx=0x7f95e803b040 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:36.772 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.760+0000 7f95f4ff9640 1 -- 172.21.15.84:0/1380573195 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f95f0022030 con 0x7f95f815c210 2024-04-15T15:12:36.935 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.934+0000 7f95fe7e2640 1 -- 172.21.15.84:0/1380573195 --> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f95f80cdab0 con 0x7f95d806c9b0 2024-04-15T15:12:36.936 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.935+0000 7f95f4ff9640 1 -- 172.21.15.84:0/1380573195 <== mgr.4107 v2:172.21.15.84:6832/2096029421 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13360 (secure 0 0 0) 0x7f95f80cdab0 con 0x7f95d806c9b0 2024-04-15T15:12:36.937 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:36.937 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-15T15:12:36.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.936+0000 7f95fe7e2640 1 -- 172.21.15.84:0/1380573195 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f95d806c9b0 msgr2=0x7f95d806ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.936+0000 7f95fe7e2640 1 --2- 172.21.15.84:0/1380573195 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f95d806c9b0 0x7f95d806ee70 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f95e8036000 tx=0x7f95e803b040 comp rx=0 tx=0).stop 2024-04-15T15:12:36.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.936+0000 7f95fe7e2640 1 -- 172.21.15.84:0/1380573195 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95f815c210 msgr2=0x7f95f80cbcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:36.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.936+0000 7f95fe7e2640 1 --2- 172.21.15.84:0/1380573195 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95f815c210 0x7f95f80cbcd0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f95f000efc0 tx=0x7f95f000c490 comp rx=0 tx=0).stop 2024-04-15T15:12:36.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.937+0000 7f95fe7e2640 1 -- 172.21.15.84:0/1380573195 shutdown_connections 2024-04-15T15:12:36.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.937+0000 7f95fe7e2640 1 --2- 172.21.15.84:0/1380573195 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f95d806c9b0 0x7f95d806ee70 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.937+0000 7f95fe7e2640 1 --2- 172.21.15.84:0/1380573195 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f95f80d0c70 0x7f95f80cb790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.939 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.937+0000 7f95fe7e2640 1 --2- 172.21.15.84:0/1380573195 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f95f815c210 0x7f95f80cbcd0 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.937+0000 7f95fe7e2640 1 --2- 172.21.15.84:0/1380573195 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f95f80cd110 0x7f95f814e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:36.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.937+0000 7f95fe7e2640 1 -- 172.21.15.84:0/1380573195 >> 172.21.15.84:0/1380573195 conn(0x7f95f80b3fa0 msgr2=0x7f95f80b5ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:36.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.937+0000 7f95fe7e2640 1 -- 172.21.15.84:0/1380573195 shutdown_connections 2024-04-15T15:12:36.940 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:36.937+0000 7f95fe7e2640 1 -- 172.21.15.84:0/1380573195 wait complete. 2024-04-15T15:12:36.949 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":111,"stamp":"2024-04-15T15:12:36.576777+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":221408,"kb_used_data":5224,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753312,"statfs":{"total":773094113280,"available":772867391488,"internally_reserved":0,"allocated":5349376,"data_stored":3007752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-133,"num_objects":-1,"num_object_clones":0,"num_object_copies":-2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":-1,"num_write_kb":-1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.757302"},"pg_stats":[{"pgid":"1.0","version":"15'117","reported_seq":215,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-15T15:12:28.964677+0000","last_change":"2024-04-15T15:10:11.793329+0000","last_active":"2024-04-15T15:12:28.964677+0000","last_peered":"2024-04-15T15:12:28.964677+0000","last_clean":"2024-04-15T15:12:28.964677+0000","last_became_active":"2024-04-15T15:10:11.792465+0000","last_became_peered":"2024-04-15T15:10:11.792465+0000","last_unstale":"2024-04-15T15:12:28.964677+0000","last_undegraded":"2024-04-15T15:12:28.964677+0000","last_fullsized":"2024-04-15T15:12:28.964677+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T15:10:10.575823+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T15:10:10.575823+0000","last_clean_scrub_stamp":"2024-04-15T15:10:10.575823+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:29:02.579387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574880,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28108,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343732,"statfs":{"total":96636764160,"available":96607981568,"internally_reserved":0,"allocated":1114112,"data_stored":818745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574880,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27528,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344312,"statfs":{"total":96636764160,"available":96608575488,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574879,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574881,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574880,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574880,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574880,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574880,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28112,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343728,"statfs":{"total":96636764160,"available":96607977472,"internally_reserved":0,"allocated":1114112,"data_stored":818745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T15:12:36.952 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-04-15T15:10:10.575823+0000 time.struct_time(tm_year=2024, tm_mon=4, tm_mday=15, tm_hour=15, tm_min=10, tm_sec=10, tm_wday=0, tm_yday=106, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=4, tm_mday=15, tm_hour=15, tm_min=12, tm_sec=32, tm_wday=0, tm_yday=106, tm_isdst=0) 2024-04-15T15:12:36.952 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-04-15T15:12:52.784 DEBUG:teuthology.orchestra.run.smithi084:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-15T15:12:52.787 DEBUG:teuthology.orchestra.run.smithi203:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-15T15:12:56.953 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-15T15:12:57.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.066+0000 7f4935f32640 1 Processor -- start 2024-04-15T15:12:57.077 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.066+0000 7f4935f32640 1 -- start start 2024-04-15T15:12:57.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.066+0000 7f4935f32640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4930161e40 0x7f49300b37f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.066+0000 7f4935f32640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7f49300d12b0 0x7f49300d2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.066+0000 7f4935f32640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4930162220 con 0x7f49300d2ea0 2024-04-15T15:12:57.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.066+0000 7f4935f32640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7f49300d21f0 con 0x7f49300d12b0 2024-04-15T15:12:57.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.066+0000 7f4935f32640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f49300d1820 con 0x7f4930161e40 2024-04-15T15:12:57.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f492ffff640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f49300d2ea0 0x7f49300d45b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:52402/0 (socket says 172.21.15.84:52402) 2024-04-15T15:12:57.078 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f492ffff640 1 -- 172.21.15.84:0/2668744359 learned_addr learned my addr 172.21.15.84:0/2668744359 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:57.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f492f7fe640 1 --2- 172.21.15.84:0/2668744359 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4930161e40 0x7f49300b37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f4926ffd640 1 --2- 172.21.15.84:0/2668744359 >> v2:172.21.15.203:3300/0 conn(0x7f49300d12b0 0x7f49300d2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f492effd640 1 -- 172.21.15.84:0/2668744359 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2506808068 0 0) 0x7f4930162220 con 0x7f49300d2ea0 2024-04-15T15:12:57.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f492effd640 1 -- 172.21.15.84:0/2668744359 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f491c003520 con 0x7f49300d2ea0 2024-04-15T15:12:57.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f492effd640 1 -- 172.21.15.84:0/2668744359 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2242051264 0 0) 0x7f491c003520 con 0x7f49300d2ea0 2024-04-15T15:12:57.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f492effd640 1 -- 172.21.15.84:0/2668744359 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4930161e40 msgr2=0x7f49300b37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:57.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f492effd640 1 --2- 172.21.15.84:0/2668744359 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4930161e40 0x7f49300b37f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.079 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f492effd640 1 -- 172.21.15.84:0/2668744359 >> v2:172.21.15.203:3300/0 conn(0x7f49300d12b0 msgr2=0x7f49300d2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:57.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f492effd640 1 --2- 172.21.15.84:0/2668744359 >> v2:172.21.15.203:3300/0 conn(0x7f49300d12b0 0x7f49300d2960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f492effd640 1 -- 172.21.15.84:0/2668744359 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49300d1b00 con 0x7f49300d2ea0 2024-04-15T15:12:57.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f492effd640 1 -- 172.21.15.84:0/2668744359 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f4928001a10 con 0x7f49300d2ea0 2024-04-15T15:12:57.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f492effd640 1 -- 172.21.15.84:0/2668744359 >> v1:172.21.15.84:6789/0 conn(0x7f49300d2ea0 legacy=0x7f49300d45b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:57.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f492effd640 1 --2- 172.21.15.84:0/2668744359 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f491c0039b0 0x7f491c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f492effd640 1 --2- 172.21.15.84:0/2668744359 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4930161e40 0x7f491c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f492effd640 1 --2- 172.21.15.84:0/2668744359 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f491c004d40 0x7f491c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.080 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f492effd640 1 -- 172.21.15.84:0/2668744359 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f49300d21f0 con 0x7f491c0039b0 2024-04-15T15:12:57.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f492effd640 1 -- 172.21.15.84:0/2668744359 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f49300d1820 con 0x7f491c004d40 2024-04-15T15:12:57.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f492effd640 1 -- 172.21.15.84:0/2668744359 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f491c00b9c0 con 0x7f4930161e40 2024-04-15T15:12:57.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f492f7fe640 1 --2- 172.21.15.84:0/2668744359 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f491c0039b0 0x7f491c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f4926ffd640 1 --2- 172.21.15.84:0/2668744359 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4930161e40 0x7f491c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.067+0000 7f492ffff640 1 --2- 172.21.15.84:0/2668744359 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f491c004d40 0x7f491c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.068+0000 7f492f7fe640 1 -- 172.21.15.84:0/2668744359 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4930161e40 msgr2=0x7f491c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:57.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.068+0000 7f492f7fe640 1 --2- 172.21.15.84:0/2668744359 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4930161e40 0x7f491c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.081 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.068+0000 7f492f7fe640 1 -- 172.21.15.84:0/2668744359 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f491c004d40 msgr2=0x7f491c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:57.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.068+0000 7f492f7fe640 1 --2- 172.21.15.84:0/2668744359 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f491c004d40 0x7f491c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.068+0000 7f492f7fe640 1 -- 172.21.15.84:0/2668744359 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f491c003520 con 0x7f491c0039b0 2024-04-15T15:12:57.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.068+0000 7f492ffff640 1 --2- 172.21.15.84:0/2668744359 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f491c004d40 0x7f491c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:57.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.068+0000 7f4926ffd640 1 --2- 172.21.15.84:0/2668744359 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4930161e40 0x7f491c004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-15T15:12:57.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.068+0000 7f492f7fe640 1 --2- 172.21.15.84:0/2668744359 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f491c0039b0 0x7f491c003dd0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f4920009ac0 tx=0x7f491c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f3c7ca33b457c85 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:57.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.068+0000 7f492effd640 1 -- 172.21.15.84:0/2668744359 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4920039070 con 0x7f491c0039b0 2024-04-15T15:12:57.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.068+0000 7f492effd640 1 -- 172.21.15.84:0/2668744359 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f492002c6b0 con 0x7f491c0039b0 2024-04-15T15:12:57.082 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.068+0000 7f492effd640 1 -- 172.21.15.84:0/2668744359 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4920009690 con 0x7f491c0039b0 2024-04-15T15:12:57.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.069+0000 7f4935f32640 1 -- 172.21.15.84:0/2668744359 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f491c0039b0 msgr2=0x7f491c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:57.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.069+0000 7f4935f32640 1 --2- 172.21.15.84:0/2668744359 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f491c0039b0 0x7f491c003dd0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f4920009ac0 tx=0x7f491c005830 comp rx=0 tx=0).stop 2024-04-15T15:12:57.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.069+0000 7f492ffff640 1 -- 172.21.15.84:0/2668744359 reap_dead start 2024-04-15T15:12:57.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.069+0000 7f4935f32640 1 -- 172.21.15.84:0/2668744359 shutdown_connections 2024-04-15T15:12:57.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.069+0000 7f4935f32640 1 -- 172.21.15.84:0/2668744359 >> 172.21.15.84:0/2668744359 conn(0x7f493009d970 msgr2=0x7f49300b95e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:57.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.069+0000 7f4935f32640 1 -- 172.21.15.84:0/2668744359 shutdown_connections 2024-04-15T15:12:57.083 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.069+0000 7f4935f32640 1 -- 172.21.15.84:0/2668744359 wait complete. 2024-04-15T15:12:57.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.070+0000 7f4935f32640 1 Processor -- start 2024-04-15T15:12:57.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.070+0000 7f4935f32640 1 -- start start 2024-04-15T15:12:57.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.071+0000 7f4935f32640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f491c0039b0 0x7f4930160b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.071+0000 7f4935f32640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49301577b0 0x7f49301534e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.071+0000 7f4935f32640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f493015e990 0x7f4930154720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.071+0000 7f4935f32640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f49300d4cc0 con 0x7f49301577b0 2024-04-15T15:12:57.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.071+0000 7f4935f32640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f49300d2440 con 0x7f493015e990 2024-04-15T15:12:57.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.071+0000 7f4935f32640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f49300d4e40 con 0x7f491c0039b0 2024-04-15T15:12:57.084 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.071+0000 7f4926ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49301577b0 0x7f49301534e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.071+0000 7f4926ffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49301577b0 0x7f49301534e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:33050/0 (socket says 172.21.15.84:33050) 2024-04-15T15:12:57.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.071+0000 7f4926ffd640 1 -- 172.21.15.84:0/2666321003 learned_addr learned my addr 172.21.15.84:0/2666321003 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:57.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.072+0000 7f492ffff640 1 --2- 172.21.15.84:0/2666321003 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f493015e990 0x7f4930154720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.072+0000 7f492f7fe640 1 --2- 172.21.15.84:0/2666321003 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f491c0039b0 0x7f4930160b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.072+0000 7f4926ffd640 1 -- 172.21.15.84:0/2666321003 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f491c0039b0 msgr2=0x7f4930160b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:57.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.072+0000 7f4926ffd640 1 --2- 172.21.15.84:0/2666321003 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f491c0039b0 0x7f4930160b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.072+0000 7f4926ffd640 1 -- 172.21.15.84:0/2666321003 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f493015e990 msgr2=0x7f4930154720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:57.085 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.072+0000 7f4926ffd640 1 --2- 172.21.15.84:0/2666321003 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f493015e990 0x7f4930154720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.072+0000 7f4926ffd640 1 -- 172.21.15.84:0/2666321003 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49300b45c0 con 0x7f49301577b0 2024-04-15T15:12:57.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.072+0000 7f492f7fe640 1 --2- 172.21.15.84:0/2666321003 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f491c0039b0 0x7f4930160b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:57.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.072+0000 7f492ffff640 1 --2- 172.21.15.84:0/2666321003 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f493015e990 0x7f4930154720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:57.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.072+0000 7f4926ffd640 1 --2- 172.21.15.84:0/2666321003 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49301577b0 0x7f49301534e0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f4918011700 tx=0x7f4918011bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:57.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.072+0000 7f492cff9640 1 -- 172.21.15.84:0/2666321003 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f491800f9c0 con 0x7f49301577b0 2024-04-15T15:12:57.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.072+0000 7f492cff9640 1 -- 172.21.15.84:0/2666321003 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f491800fb60 con 0x7f49301577b0 2024-04-15T15:12:57.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.072+0000 7f4935f32640 1 -- 172.21.15.84:0/2666321003 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49300b48a0 con 0x7f49301577b0 2024-04-15T15:12:57.086 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.072+0000 7f492cff9640 1 -- 172.21.15.84:0/2666321003 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4918015460 con 0x7f49301577b0 2024-04-15T15:12:57.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.072+0000 7f4935f32640 1 -- 172.21.15.84:0/2666321003 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4930153a20 con 0x7f49301577b0 2024-04-15T15:12:57.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.073+0000 7f4935f32640 1 -- 172.21.15.84:0/2666321003 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49300b6850 con 0x7f49301577b0 2024-04-15T15:12:57.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.073+0000 7f492cff9640 1 -- 172.21.15.84:0/2666321003 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f4918015600 con 0x7f49301577b0 2024-04-15T15:12:57.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.074+0000 7f492cff9640 1 --2- 172.21.15.84:0/2666321003 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f491006c980 0x7f491006ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.087 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.074+0000 7f492cff9640 1 -- 172.21.15.84:0/2666321003 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f491808c3c0 con 0x7f49301577b0 2024-04-15T15:12:57.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.074+0000 7f492f7fe640 1 --2- 172.21.15.84:0/2666321003 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f491006c980 0x7f491006ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.074+0000 7f492f7fe640 1 --2- 172.21.15.84:0/2666321003 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f491006c980 0x7f491006ee40 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f4920036000 tx=0x7f4920030000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:57.088 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.079+0000 7f492cff9640 1 -- 172.21.15.84:0/2666321003 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f49300b6850 con 0x7f49301577b0 2024-04-15T15:12:57.250 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.249+0000 7f4935f32640 1 -- 172.21.15.84:0/2666321003 --> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f49300689e0 con 0x7f491006c980 2024-04-15T15:12:57.251 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.250+0000 7f492cff9640 1 -- 172.21.15.84:0/2666321003 <== mgr.4107 v2:172.21.15.84:6832/2096029421 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13359 (secure 0 0 0) 0x7f49300689e0 con 0x7f491006c980 2024-04-15T15:12:57.252 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:57.252 INFO:teuthology.orchestra.run.smithi084.stderr:dumped all 2024-04-15T15:12:57.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.251+0000 7f4935f32640 1 -- 172.21.15.84:0/2666321003 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f491006c980 msgr2=0x7f491006ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:57.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.251+0000 7f4935f32640 1 --2- 172.21.15.84:0/2666321003 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f491006c980 0x7f491006ee40 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f4920036000 tx=0x7f4920030000 comp rx=0 tx=0).stop 2024-04-15T15:12:57.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.251+0000 7f4935f32640 1 -- 172.21.15.84:0/2666321003 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49301577b0 msgr2=0x7f49301534e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:57.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.251+0000 7f4935f32640 1 --2- 172.21.15.84:0/2666321003 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49301577b0 0x7f49301534e0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f4918011700 tx=0x7f4918011bc0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.251+0000 7f4935f32640 1 -- 172.21.15.84:0/2666321003 shutdown_connections 2024-04-15T15:12:57.254 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.251+0000 7f4935f32640 1 --2- 172.21.15.84:0/2666321003 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f491006c980 0x7f491006ee40 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.251+0000 7f4935f32640 1 --2- 172.21.15.84:0/2666321003 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f493015e990 0x7f4930154720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.251+0000 7f4935f32640 1 --2- 172.21.15.84:0/2666321003 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f49301577b0 0x7f49301534e0 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.251+0000 7f4935f32640 1 --2- 172.21.15.84:0/2666321003 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f491c0039b0 0x7f4930160b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.251+0000 7f4935f32640 1 -- 172.21.15.84:0/2666321003 >> 172.21.15.84:0/2666321003 conn(0x7f493009d970 msgr2=0x7f49300d45b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:57.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.252+0000 7f4935f32640 1 -- 172.21.15.84:0/2666321003 shutdown_connections 2024-04-15T15:12:57.255 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.252+0000 7f4935f32640 1 -- 172.21.15.84:0/2666321003 wait complete. 2024-04-15T15:12:57.264 INFO:teuthology.orchestra.run.smithi084.stdout:{"pg_ready":true,"pg_map":{"version":121,"stamp":"2024-04-15T15:12:56.580849+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":221396,"kb_used_data":5224,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754753324,"statfs":{"total":773094113280,"available":772867403776,"internally_reserved":0,"allocated":5349376,"data_stored":3007752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12752,"internal_metadata":221236784},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002576"},"pg_stats":[{"pgid":"1.0","version":"44'119","reported_seq":226,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-04-15T15:12:36.761069+0000","last_change":"2024-04-15T15:12:36.761112+0000","last_active":"2024-04-15T15:12:36.761069+0000","last_peered":"2024-04-15T15:12:36.761069+0000","last_clean":"2024-04-15T15:12:36.761069+0000","last_became_active":"2024-04-15T15:10:11.792465+0000","last_became_peered":"2024-04-15T15:10:11.792465+0000","last_unstale":"2024-04-15T15:12:36.761069+0000","last_undegraded":"2024-04-15T15:12:36.761069+0000","last_fullsized":"2024-04-15T15:12:36.761069+0000","mapping_epoch":14,"log_start":"0'0","ondisk_log_start":"0'0","created":14,"last_epoch_clean":15,"parent":"0.0","parent_split_bits":0,"last_scrub":"44'119","last_scrub_stamp":"2024-04-15T15:12:36.760988+0000","last_deep_scrub":"44'119","last_deep_scrub_stamp":"2024-04-15T15:12:36.760988+0000","last_clean_scrub_stamp":"2024-04-15T15:12:36.760988+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:39:39.812130+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574884,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28104,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343736,"statfs":{"total":96636764160,"available":96607985664,"internally_reserved":0,"allocated":1114112,"data_stored":818745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":13,"seq":55834574884,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27528,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344312,"statfs":{"total":96636764160,"available":96608575488,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574885,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":13,"seq":55834574884,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":13,"seq":55834574884,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27532,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344308,"statfs":{"total":96636764160,"available":96608571392,"internally_reserved":0,"allocated":520192,"data_stored":228377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":13,"seq":55834574884,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28104,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343736,"statfs":{"total":96636764160,"available":96607985664,"internally_reserved":0,"allocated":1114112,"data_stored":818745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T15:12:57.265 DEBUG:teuthology.orchestra.run.smithi084:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-04-15T15:12:57.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.367+0000 7fd5d5e0d640 1 Processor -- start 2024-04-15T15:12:57.369 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.367+0000 7fd5d5e0d640 1 -- start start 2024-04-15T15:12:57.371 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.367+0000 7fd5d5e0d640 1 --2- >> v2:172.21.15.203:3300/0 conn(0x7fd5d015e610 0x7fd5d00d0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.367+0000 7fd5d5e0d640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fd5d015e9f0 0x7fd5d00d3660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.367+0000 7fd5d5e0d640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5d00d2320 con 0x7fd5d006c400 2024-04-15T15:12:57.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.367+0000 7fd5d5e0d640 1 -- --> v2:172.21.15.84:3300/0 -- mon_getmap magic: 0 -- 0x7fd5d00d31d0 con 0x7fd5d015e9f0 2024-04-15T15:12:57.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.367+0000 7fd5d5e0d640 1 -- --> v2:172.21.15.203:3300/0 -- mon_getmap magic: 0 -- 0x7fd5d00d25c0 con 0x7fd5d015e610 2024-04-15T15:12:57.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.368+0000 7fd5ceffd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fd5d015e9f0 0x7fd5d00d3660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.368+0000 7fd5ceffd640 1 --2- >> v2:172.21.15.84:3300/0 conn(0x7fd5d015e9f0 0x7fd5d00d3660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:33064/0 (socket says 172.21.15.84:33064) 2024-04-15T15:12:57.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.368+0000 7fd5ceffd640 1 -- 172.21.15.84:0/3817480487 learned_addr learned my addr 172.21.15.84:0/3817480487 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:57.372 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.368+0000 7fd5cf7fe640 1 --2- 172.21.15.84:0/3817480487 >> v2:172.21.15.203:3300/0 conn(0x7fd5d015e610 0x7fd5d00d0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.368+0000 7fd5ceffd640 1 -- 172.21.15.84:0/3817480487 >> v2:172.21.15.203:3300/0 conn(0x7fd5d015e610 msgr2=0x7fd5d00d0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:57.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.368+0000 7fd5ceffd640 1 --2- 172.21.15.84:0/3817480487 >> v2:172.21.15.203:3300/0 conn(0x7fd5d015e610 0x7fd5d00d0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.368+0000 7fd5ceffd640 1 -- 172.21.15.84:0/3817480487 >> v1:172.21.15.203:6789/0 conn(0x7fd5d006c400 legacy=0x7fd5d00b7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:57.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.368+0000 7fd5ceffd640 1 -- 172.21.15.84:0/3817480487 --> v2:172.21.15.84:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5d00d28a0 con 0x7fd5d015e9f0 2024-04-15T15:12:57.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.368+0000 7fd5cf7fe640 1 --2- 172.21.15.84:0/3817480487 >> v2:172.21.15.203:3300/0 conn(0x7fd5d015e610 0x7fd5d00d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:57.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.369+0000 7fd5ceffd640 1 --2- 172.21.15.84:0/3817480487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5d015e9f0 0x7fd5d00d3660 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fd5d00cf470 tx=0x7fd5c402b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a77bbf853cc9246e server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:57.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.369+0000 7fd5ce7fc640 1 -- 172.21.15.84:0/3817480487 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5c4034070 con 0x7fd5d015e9f0 2024-04-15T15:12:57.373 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.369+0000 7fd5ce7fc640 1 -- 172.21.15.84:0/3817480487 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5c4030840 con 0x7fd5d015e9f0 2024-04-15T15:12:57.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.369+0000 7fd5ce7fc640 1 -- 172.21.15.84:0/3817480487 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5c4030c10 con 0x7fd5d015e9f0 2024-04-15T15:12:57.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.369+0000 7fd5d5e0d640 1 -- 172.21.15.84:0/3817480487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5d015e9f0 msgr2=0x7fd5d00d3660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:57.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.369+0000 7fd5d5e0d640 1 --2- 172.21.15.84:0/3817480487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5d015e9f0 0x7fd5d00d3660 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7fd5d00cf470 tx=0x7fd5c402b980 comp rx=0 tx=0).stop 2024-04-15T15:12:57.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.369+0000 7fd5d5e0d640 1 -- 172.21.15.84:0/3817480487 shutdown_connections 2024-04-15T15:12:57.374 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.369+0000 7fd5d5e0d640 1 --2- 172.21.15.84:0/3817480487 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5d015e9f0 0x7fd5d00d3660 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.369+0000 7fd5d5e0d640 1 --2- 172.21.15.84:0/3817480487 >> v2:172.21.15.203:3300/0 conn(0x7fd5d015e610 0x7fd5d00d0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.369+0000 7fd5d5e0d640 1 -- 172.21.15.84:0/3817480487 >> 172.21.15.84:0/3817480487 conn(0x7fd5d00d4750 msgr2=0x7fd5d00d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:57.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.369+0000 7fd5d5e0d640 1 -- 172.21.15.84:0/3817480487 shutdown_connections 2024-04-15T15:12:57.375 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.369+0000 7fd5d5e0d640 1 -- 172.21.15.84:0/3817480487 wait complete. 2024-04-15T15:12:57.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.370+0000 7fd5d5e0d640 1 Processor -- start 2024-04-15T15:12:57.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.371+0000 7fd5d5e0d640 1 -- start start 2024-04-15T15:12:57.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.371+0000 7fd5d5e0d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd5d006c400 0x7fd5d00cad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.371+0000 7fd5d5e0d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5d015e610 0x7fd5d0143520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.371+0000 7fd5d5e0d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd5d015e9f0 0x7fd5d0143a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.371+0000 7fd5d5e0d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7fd5d006d130 con 0x7fd5d015e610 2024-04-15T15:12:57.378 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.371+0000 7fd5d5e0d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd5d00d2e60 con 0x7fd5d006c400 2024-04-15T15:12:57.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.371+0000 7fd5d5e0d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7fd5d00d0bd0 con 0x7fd5d015e9f0 2024-04-15T15:12:57.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.371+0000 7fd5ceffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5d015e610 0x7fd5d0143520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.371+0000 7fd5ceffd640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5d015e610 0x7fd5d0143520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:33068/0 (socket says 172.21.15.84:33068) 2024-04-15T15:12:57.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.371+0000 7fd5ceffd640 1 -- 172.21.15.84:0/3906821276 learned_addr learned my addr 172.21.15.84:0/3906821276 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:57.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.372+0000 7fd5cf7fe640 1 --2- 172.21.15.84:0/3906821276 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd5d006c400 0x7fd5d00cad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.372+0000 7fd5cffff640 1 --2- 172.21.15.84:0/3906821276 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd5d015e9f0 0x7fd5d0143a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.372+0000 7fd5ceffd640 1 -- 172.21.15.84:0/3906821276 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd5d015e9f0 msgr2=0x7fd5d0143a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:57.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.372+0000 7fd5ceffd640 1 --2- 172.21.15.84:0/3906821276 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd5d015e9f0 0x7fd5d0143a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.379 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.372+0000 7fd5ceffd640 1 -- 172.21.15.84:0/3906821276 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd5d006c400 msgr2=0x7fd5d00cad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:57.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.372+0000 7fd5ceffd640 1 --2- 172.21.15.84:0/3906821276 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd5d006c400 0x7fd5d00cad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.372+0000 7fd5ceffd640 1 -- 172.21.15.84:0/3906821276 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5d0153250 con 0x7fd5d015e610 2024-04-15T15:12:57.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.372+0000 7fd5ceffd640 1 --2- 172.21.15.84:0/3906821276 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5d015e610 0x7fd5d0143520 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fd5c40090b0 tx=0x7fd5c40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:57.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.372+0000 7fd5b7fff640 1 -- 172.21.15.84:0/3906821276 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5c4034040 con 0x7fd5d015e610 2024-04-15T15:12:57.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.372+0000 7fd5b7fff640 1 -- 172.21.15.84:0/3906821276 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5c40443f0 con 0x7fd5d015e610 2024-04-15T15:12:57.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.372+0000 7fd5d5e0d640 1 -- 172.21.15.84:0/3906821276 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5d015fb20 con 0x7fd5d015e610 2024-04-15T15:12:57.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.372+0000 7fd5b7fff640 1 -- 172.21.15.84:0/3906821276 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5c40447e0 con 0x7fd5d015e610 2024-04-15T15:12:57.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.372+0000 7fd5d5e0d640 1 -- 172.21.15.84:0/3906821276 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5d01600c0 con 0x7fd5d015e610 2024-04-15T15:12:57.380 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.373+0000 7fd5d5e0d640 1 -- 172.21.15.84:0/3906821276 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5d0075c50 con 0x7fd5d015e610 2024-04-15T15:12:57.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.374+0000 7fd5b7fff640 1 -- 172.21.15.84:0/3906821276 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7fd5c4037070 con 0x7fd5d015e610 2024-04-15T15:12:57.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.374+0000 7fd5b7fff640 1 --2- 172.21.15.84:0/3906821276 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd5bc06c980 0x7fd5bc06ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.374+0000 7fd5b7fff640 1 -- 172.21.15.84:0/3906821276 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7fd5c40adf30 con 0x7fd5d015e610 2024-04-15T15:12:57.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.374+0000 7fd5cf7fe640 1 --2- 172.21.15.84:0/3906821276 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd5bc06c980 0x7fd5bc06ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.381 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.375+0000 7fd5cf7fe640 1 --2- 172.21.15.84:0/3906821276 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd5bc06c980 0x7fd5bc06ee40 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd5c00075b0 tx=0x7fd5c0007540 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:57.382 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.378+0000 7fd5b7fff640 1 -- 172.21.15.84:0/3906821276 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7fd5d0153250 con 0x7fd5d015e610 2024-04-15T15:12:57.559 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.557+0000 7fd5d5e0d640 1 -- 172.21.15.84:0/3906821276 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7fd5d00b9b20 con 0x7fd5d015e610 2024-04-15T15:12:57.562 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.561+0000 7fd5b7fff640 1 -- 172.21.15.84:0/3906821276 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v16)=0 v16) ==== 123+0+0 (secure 0 0 0) 0x7fd5c403f070 con 0x7fd5d015e610 2024-04-15T15:12:57.563 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.561+0000 7fd5b7fff640 1 -- 172.21.15.84:0/3906821276 <== mon.0 v2:172.21.15.84:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7fd5c407c2f0 con 0x7fd5d015e610 2024-04-15T15:12:57.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.563+0000 7fd5d5e0d640 1 -- 172.21.15.84:0/3906821276 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd5bc06c980 msgr2=0x7fd5bc06ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:57.565 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.563+0000 7fd5d5e0d640 1 --2- 172.21.15.84:0/3906821276 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd5bc06c980 0x7fd5bc06ee40 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd5c00075b0 tx=0x7fd5c0007540 comp rx=0 tx=0).stop 2024-04-15T15:12:57.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.563+0000 7fd5d5e0d640 1 -- 172.21.15.84:0/3906821276 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5d015e610 msgr2=0x7fd5d0143520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:57.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.563+0000 7fd5d5e0d640 1 --2- 172.21.15.84:0/3906821276 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5d015e610 0x7fd5d0143520 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7fd5c40090b0 tx=0x7fd5c40046c0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.563+0000 7fd5d5e0d640 1 -- 172.21.15.84:0/3906821276 shutdown_connections 2024-04-15T15:12:57.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.563+0000 7fd5d5e0d640 1 --2- 172.21.15.84:0/3906821276 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7fd5d015e9f0 0x7fd5d0143a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.563+0000 7fd5d5e0d640 1 --2- 172.21.15.84:0/3906821276 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7fd5d015e610 0x7fd5d0143520 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.563+0000 7fd5d5e0d640 1 --2- 172.21.15.84:0/3906821276 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7fd5bc06c980 0x7fd5bc06ee40 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.563+0000 7fd5d5e0d640 1 --2- 172.21.15.84:0/3906821276 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd5d006c400 0x7fd5d00cad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.566 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.563+0000 7fd5d5e0d640 1 -- 172.21.15.84:0/3906821276 >> 172.21.15.84:0/3906821276 conn(0x7fd5d00d4750 msgr2=0x7fd5d015c630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:57.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.563+0000 7fd5d5e0d640 1 -- 172.21.15.84:0/3906821276 shutdown_connections 2024-04-15T15:12:57.567 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.563+0000 7fd5d5e0d640 1 -- 172.21.15.84:0/3906821276 wait complete. 2024-04-15T15:12:57.576 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-15T15:12:57.577 DEBUG:teuthology.orchestra.run.smithi084:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T15:12:57.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.677+0000 7f4e2b78d640 1 Processor -- start 2024-04-15T15:12:57.679 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.677+0000 7f4e2b78d640 1 -- start start 2024-04-15T15:12:57.682 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.678+0000 7f4e2b78d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e2415e7e0 0x7f4e240b67b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.678+0000 7f4e2b78d640 1 -- --> v1:172.21.15.84:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e24162800 con 0x7f4e240ae360 2024-04-15T15:12:57.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.678+0000 7f4e2b78d640 1 -- --> v1:172.21.15.203:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e24162ae0 con 0x7f4e24073290 2024-04-15T15:12:57.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.678+0000 7f4e2b78d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4e24162dc0 con 0x7f4e2415e7e0 2024-04-15T15:12:57.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.678+0000 7f4e28d28640 1 --1- >> v1:172.21.15.84:6789/0 conn(0x7f4e240ae360 0x7f4e24072b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.84:6789/0 says I am v1:172.21.15.84:52406/0 (socket says 172.21.15.84:52406) 2024-04-15T15:12:57.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.678+0000 7f4e28d28640 1 -- 172.21.15.84:0/3096631266 learned_addr learned my addr 172.21.15.84:0/3096631266 (peer_addr_for_me v1:172.21.15.84:0/0) 2024-04-15T15:12:57.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.678+0000 7f4e1bfff640 1 -- 172.21.15.84:0/3096631266 <== mon.0 v1:172.21.15.84:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1316718637 0 0) 0x7f4e24162800 con 0x7f4e240ae360 2024-04-15T15:12:57.683 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.678+0000 7f4e1bfff640 1 -- 172.21.15.84:0/3096631266 --> v1:172.21.15.84:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4e10003520 con 0x7f4e240ae360 2024-04-15T15:12:57.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.678+0000 7f4e29529640 1 --2- 172.21.15.84:0/3096631266 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e2415e7e0 0x7f4e240b67b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.678+0000 7f4e1bfff640 1 -- 172.21.15.84:0/3096631266 <== mon.0 v1:172.21.15.84:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4224596983 0 0) 0x7f4e10003520 con 0x7f4e240ae360 2024-04-15T15:12:57.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.678+0000 7f4e1bfff640 1 -- 172.21.15.84:0/3096631266 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e2415e7e0 msgr2=0x7f4e240b67b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:57.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.678+0000 7f4e1bfff640 1 --2- 172.21.15.84:0/3096631266 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e2415e7e0 0x7f4e240b67b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.678+0000 7f4e1bfff640 1 -- 172.21.15.84:0/3096631266 >> v1:172.21.15.203:6789/0 conn(0x7f4e24073290 legacy=0x7f4e240b46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:57.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.678+0000 7f4e1bfff640 1 -- 172.21.15.84:0/3096631266 --> v1:172.21.15.84:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e241630a0 con 0x7f4e240ae360 2024-04-15T15:12:57.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.678+0000 7f4e1bfff640 1 -- 172.21.15.84:0/3096631266 <== mon.0 v1:172.21.15.84:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 1711601927 0 0) 0x7f4e14001670 con 0x7f4e240ae360 2024-04-15T15:12:57.684 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.679+0000 7f4e1bfff640 1 -- 172.21.15.84:0/3096631266 >> v1:172.21.15.84:6789/0 conn(0x7f4e240ae360 legacy=0x7f4e24072b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:57.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.679+0000 7f4e1bfff640 1 --2- 172.21.15.84:0/3096631266 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e100039e0 0x7f4e10003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.679+0000 7f4e1bfff640 1 --2- 172.21.15.84:0/3096631266 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e10004800 0x7f4e10004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.679+0000 7f4e1bfff640 1 --2- 172.21.15.84:0/3096631266 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e2415e7e0 0x7f4e10005250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.679+0000 7f4e1bfff640 1 -- 172.21.15.84:0/3096631266 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4e24162dc0 con 0x7f4e10004800 2024-04-15T15:12:57.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.679+0000 7f4e1bfff640 1 -- 172.21.15.84:0/3096631266 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4e1000bb50 con 0x7f4e100039e0 2024-04-15T15:12:57.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.679+0000 7f4e1bfff640 1 -- 172.21.15.84:0/3096631266 --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4e1000bd50 con 0x7f4e2415e7e0 2024-04-15T15:12:57.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.679+0000 7f4e28d28640 1 --2- 172.21.15.84:0/3096631266 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e10004800 0x7f4e10004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.685 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.679+0000 7f4e29529640 1 --2- 172.21.15.84:0/3096631266 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e100039e0 0x7f4e10003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.679+0000 7f4e29d2a640 1 --2- 172.21.15.84:0/3096631266 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e2415e7e0 0x7f4e10005250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.679+0000 7f4e28d28640 1 -- 172.21.15.84:0/3096631266 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e2415e7e0 msgr2=0x7f4e10005250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:57.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.679+0000 7f4e28d28640 1 --2- 172.21.15.84:0/3096631266 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e2415e7e0 0x7f4e10005250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.679+0000 7f4e28d28640 1 -- 172.21.15.84:0/3096631266 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e100039e0 msgr2=0x7f4e10003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-15T15:12:57.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.679+0000 7f4e28d28640 1 --2- 172.21.15.84:0/3096631266 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e100039e0 0x7f4e10003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.679+0000 7f4e28d28640 1 -- 172.21.15.84:0/3096631266 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e10003520 con 0x7f4e10004800 2024-04-15T15:12:57.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.680+0000 7f4e28d28640 1 --2- 172.21.15.84:0/3096631266 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e10004800 0x7f4e10004c80 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f4e1400c0e0 tx=0x7f4e10005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8b6df88f94389db server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:57.686 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.680+0000 7f4e1bfff640 1 -- 172.21.15.84:0/3096631266 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e14007c20 con 0x7f4e10004800 2024-04-15T15:12:57.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.680+0000 7f4e1bfff640 1 -- 172.21.15.84:0/3096631266 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f4e14030070 con 0x7f4e10004800 2024-04-15T15:12:57.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.680+0000 7f4e1bfff640 1 -- 172.21.15.84:0/3096631266 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e14005d50 con 0x7f4e10004800 2024-04-15T15:12:57.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.680+0000 7f4e2b78d640 1 -- 172.21.15.84:0/3096631266 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e10004800 msgr2=0x7f4e10004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:57.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.680+0000 7f4e2b78d640 1 --2- 172.21.15.84:0/3096631266 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e10004800 0x7f4e10004c80 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f4e1400c0e0 tx=0x7f4e10005830 comp rx=0 tx=0).stop 2024-04-15T15:12:57.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.680+0000 7f4e29d2a640 1 -- 172.21.15.84:0/3096631266 reap_dead start 2024-04-15T15:12:57.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.680+0000 7f4e2b78d640 1 -- 172.21.15.84:0/3096631266 shutdown_connections 2024-04-15T15:12:57.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.680+0000 7f4e2b78d640 1 -- 172.21.15.84:0/3096631266 >> 172.21.15.84:0/3096631266 conn(0x7f4e240b31b0 msgr2=0x7f4e240b3590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:57.687 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.680+0000 7f4e2b78d640 1 -- 172.21.15.84:0/3096631266 shutdown_connections 2024-04-15T15:12:57.688 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.681+0000 7f4e2b78d640 1 -- 172.21.15.84:0/3096631266 wait complete. 2024-04-15T15:12:57.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.682+0000 7f4e2b78d640 1 Processor -- start 2024-04-15T15:12:57.690 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.682+0000 7f4e2b78d640 1 -- start start 2024-04-15T15:12:57.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.682+0000 7f4e2b78d640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e10004800 0x7f4e241534a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.682+0000 7f4e2b78d640 1 --2- >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e241e9ab0 0x7f4e241e8090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.682+0000 7f4e2b78d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e241e85d0 0x7f4e241e8a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.682+0000 7f4e2b78d640 1 -- --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_getmap magic: 0 -- 0x7f4e24162550 con 0x7f4e10004800 2024-04-15T15:12:57.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.682+0000 7f4e2b78d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4e241623d0 con 0x7f4e241e85d0 2024-04-15T15:12:57.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.682+0000 7f4e2b78d640 1 -- --> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] -- mon_getmap magic: 0 -- 0x7f4e2406fd30 con 0x7f4e241e9ab0 2024-04-15T15:12:57.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.682+0000 7f4e29529640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e10004800 0x7f4e241534a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.691 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.682+0000 7f4e29529640 1 --2- >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e10004800 0x7f4e241534a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.84:3300/0 says I am v2:172.21.15.84:33088/0 (socket says 172.21.15.84:33088) 2024-04-15T15:12:57.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.682+0000 7f4e29529640 1 -- 172.21.15.84:0/22609847 learned_addr learned my addr 172.21.15.84:0/22609847 (peer_addr_for_me v2:172.21.15.84:0/0) 2024-04-15T15:12:57.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.683+0000 7f4e28d28640 1 --2- 172.21.15.84:0/22609847 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e241e9ab0 0x7f4e241e8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.683+0000 7f4e29529640 1 -- 172.21.15.84:0/22609847 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e241e9ab0 msgr2=0x7f4e241e8090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:57.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.683+0000 7f4e29d2a640 1 --2- 172.21.15.84:0/22609847 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e241e85d0 0x7f4e241e8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.683+0000 7f4e29529640 1 --2- 172.21.15.84:0/22609847 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e241e9ab0 0x7f4e241e8090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.683+0000 7f4e29529640 1 -- 172.21.15.84:0/22609847 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e241e85d0 msgr2=0x7f4e241e8a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:57.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.683+0000 7f4e29529640 1 --2- 172.21.15.84:0/22609847 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e241e85d0 0x7f4e241e8a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.692 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.683+0000 7f4e29529640 1 -- 172.21.15.84:0/22609847 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e2415ab40 con 0x7f4e10004800 2024-04-15T15:12:57.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.683+0000 7f4e28d28640 1 --2- 172.21.15.84:0/22609847 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e241e9ab0 0x7f4e241e8090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:57.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.683+0000 7f4e29d2a640 1 --2- 172.21.15.84:0/22609847 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e241e85d0 0x7f4e241e8a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-15T15:12:57.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.683+0000 7f4e29529640 1 --2- 172.21.15.84:0/22609847 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e10004800 0x7f4e241534a0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f4e2000b820 tx=0x7f4e2000bce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:57.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.683+0000 7f4e19ffb640 1 -- 172.21.15.84:0/22609847 <== mon.0 v2:172.21.15.84:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e20018070 con 0x7f4e10004800 2024-04-15T15:12:57.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.683+0000 7f4e19ffb640 1 -- 172.21.15.84:0/22609847 <== mon.0 v2:172.21.15.84:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f4e2000be10 con 0x7f4e10004800 2024-04-15T15:12:57.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.683+0000 7f4e19ffb640 1 -- 172.21.15.84:0/22609847 <== mon.0 v2:172.21.15.84:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e20010c80 con 0x7f4e10004800 2024-04-15T15:12:57.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.683+0000 7f4e2b78d640 1 -- 172.21.15.84:0/22609847 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e2415ae20 con 0x7f4e10004800 2024-04-15T15:12:57.693 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.683+0000 7f4e2b78d640 1 -- 172.21.15.84:0/22609847 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e2415b3e0 con 0x7f4e10004800 2024-04-15T15:12:57.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.684+0000 7f4e2b78d640 1 -- 172.21.15.84:0/22609847 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e240689e0 con 0x7f4e10004800 2024-04-15T15:12:57.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.685+0000 7f4e19ffb640 1 -- 172.21.15.84:0/22609847 <== mon.0 v2:172.21.15.84:3300/0 4 ==== mgrmap(e 6) ==== 91091+0+0 (secure 0 0 0) 0x7f4e2001b070 con 0x7f4e10004800 2024-04-15T15:12:57.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.685+0000 7f4e19ffb640 1 --2- 172.21.15.84:0/22609847 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e0806c980 0x7f4e0806ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-15T15:12:57.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.685+0000 7f4e19ffb640 1 -- 172.21.15.84:0/22609847 <== mon.0 v2:172.21.15.84:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5421+0+0 (secure 0 0 0) 0x7f4e2008bf90 con 0x7f4e10004800 2024-04-15T15:12:57.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.685+0000 7f4e28d28640 1 --2- 172.21.15.84:0/22609847 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e0806c980 0x7f4e0806ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-15T15:12:57.694 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.686+0000 7f4e28d28640 1 --2- 172.21.15.84:0/22609847 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e0806c980 0x7f4e0806ee40 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f4e1400c0e0 tx=0x7f4e14007000 comp rx=0 tx=0).ready entity=mgr.4107 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-15T15:12:57.695 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.690+0000 7f4e19ffb640 1 -- 172.21.15.84:0/22609847 <== mon.0 v2:172.21.15.84:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187246 (secure 0 0 0) 0x7f4e2005a460 con 0x7f4e10004800 2024-04-15T15:12:57.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.902+0000 7f4e2b78d640 1 -- 172.21.15.84:0/22609847 --> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4e240d0690 con 0x7f4e10004800 2024-04-15T15:12:57.904 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.902+0000 7f4e19ffb640 1 -- 172.21.15.84:0/22609847 <== mon.0 v2:172.21.15.84:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+3869 (secure 0 0 0) 0x7f4e20059d60 con 0x7f4e10004800 2024-04-15T15:12:57.905 INFO:teuthology.orchestra.run.smithi084.stdout: 2024-04-15T15:12:57.905 INFO:teuthology.orchestra.run.smithi084.stdout:{"epoch":24,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4922,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6834/2003323739","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":2003323739},{"type":"v1","addr":"172.21.15.203:6834","nonce":2003323739}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":4925,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/2332672287","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6833","nonce":2332672287},{"type":"v1","addr":"172.21.15.203:6835","nonce":2332672287}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":5517,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6836/952099470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6834","nonce":952099470},{"type":"v1","addr":"172.21.15.84:6836","nonce":952099470}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":6225,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.84:6837/862178524","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.84:6835","nonce":862178524},{"type":"v1","addr":"172.21.15.84:6837","nonce":862178524}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":24}],"filesystems":[]} 2024-04-15T15:12:57.905 INFO:teuthology.orchestra.run.smithi084.stderr:dumped fsmap epoch 24 2024-04-15T15:12:57.906 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.904+0000 7f4e2b78d640 1 -- 172.21.15.84:0/22609847 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e0806c980 msgr2=0x7f4e0806ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:57.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.904+0000 7f4e2b78d640 1 --2- 172.21.15.84:0/22609847 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e0806c980 0x7f4e0806ee40 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f4e1400c0e0 tx=0x7f4e14007000 comp rx=0 tx=0).stop 2024-04-15T15:12:57.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.904+0000 7f4e2b78d640 1 -- 172.21.15.84:0/22609847 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e10004800 msgr2=0x7f4e241534a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-15T15:12:57.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.904+0000 7f4e2b78d640 1 --2- 172.21.15.84:0/22609847 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e10004800 0x7f4e241534a0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f4e2000b820 tx=0x7f4e2000bce0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.905+0000 7f4e2b78d640 1 -- 172.21.15.84:0/22609847 shutdown_connections 2024-04-15T15:12:57.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.905+0000 7f4e2b78d640 1 --2- 172.21.15.84:0/22609847 >> [v2:172.21.15.84:6832/2096029421,v1:172.21.15.84:6833/2096029421] conn(0x7f4e0806c980 0x7f4e0806ee40 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.905+0000 7f4e2b78d640 1 --2- 172.21.15.84:0/22609847 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e241e85d0 0x7f4e241e8a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.907 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.905+0000 7f4e2b78d640 1 --2- 172.21.15.84:0/22609847 >> [v2:172.21.15.203:3301/0,v1:172.21.15.203:6790/0] conn(0x7f4e241e9ab0 0x7f4e241e8090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.905+0000 7f4e2b78d640 1 --2- 172.21.15.84:0/22609847 >> [v2:172.21.15.84:3300/0,v1:172.21.15.84:6789/0] conn(0x7f4e10004800 0x7f4e241534a0 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-15T15:12:57.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.905+0000 7f4e2b78d640 1 -- 172.21.15.84:0/22609847 >> 172.21.15.84:0/22609847 conn(0x7f4e240b31b0 msgr2=0x7f4e240b6480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-15T15:12:57.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.905+0000 7f4e2b78d640 1 -- 172.21.15.84:0/22609847 shutdown_connections 2024-04-15T15:12:57.908 INFO:teuthology.orchestra.run.smithi084.stderr:2024-04-15T15:12:57.905+0000 7f4e2b78d640 1 -- 172.21.15.84:0/22609847 wait complete. 2024-04-15T15:12:57.917 DEBUG:tasks.cephfs.filesystem:already dead... 2024-04-15T15:12:57.918 INFO:teuthology.misc:Shutting down mds daemons... 2024-04-15T15:12:57.918 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-04-15T15:12:57.918 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:12:57.927 INFO:tasks.ceph.mds.a:Stopped 2024-04-15T15:12:57.927 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-04-15T15:12:57.928 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:12:57.976 INFO:tasks.ceph.mds.c:Stopped 2024-04-15T15:12:57.977 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-04-15T15:12:57.977 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:12:57.989 INFO:tasks.ceph.mds.b:Stopped 2024-04-15T15:12:57.989 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-04-15T15:12:57.989 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:12:58.041 INFO:tasks.ceph.mds.d:Stopped 2024-04-15T15:12:58.041 INFO:teuthology.misc:Shutting down osd daemons... 2024-04-15T15:12:58.041 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-04-15T15:12:58.041 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:12:58.070 INFO:tasks.ceph.osd.0:Stopped 2024-04-15T15:12:58.070 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-04-15T15:12:58.070 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:12:58.139 INFO:tasks.ceph.osd.1:Stopped 2024-04-15T15:12:58.140 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-04-15T15:12:58.140 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:12:58.209 INFO:tasks.ceph.osd.2:Stopped 2024-04-15T15:12:58.209 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-04-15T15:12:58.210 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:12:58.275 INFO:tasks.ceph.osd.3:Stopped 2024-04-15T15:12:58.276 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-04-15T15:12:58.276 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:12:58.310 INFO:tasks.ceph.osd.4:Stopped 2024-04-15T15:12:58.310 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-04-15T15:12:58.310 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:12:58.383 INFO:tasks.ceph.osd.5:Stopped 2024-04-15T15:12:58.384 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-04-15T15:12:58.384 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:12:58.462 INFO:tasks.ceph.osd.6:Stopped 2024-04-15T15:12:58.462 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-04-15T15:12:58.462 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:12:58.543 INFO:tasks.ceph.osd.7:Stopped 2024-04-15T15:12:58.543 INFO:teuthology.misc:Shutting down mgr daemons... 2024-04-15T15:12:58.543 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-04-15T15:12:58.544 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:12:58.569 INFO:tasks.ceph.mgr.y:Stopped 2024-04-15T15:12:58.570 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-04-15T15:12:58.570 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:12:58.611 INFO:tasks.ceph.mgr.x:Stopped 2024-04-15T15:12:58.611 INFO:teuthology.misc:Shutting down mon daemons... 2024-04-15T15:12:58.612 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-04-15T15:12:58.612 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:12:58.623 INFO:tasks.ceph.mon.a:Stopped 2024-04-15T15:12:58.623 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-04-15T15:12:58.623 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:12:58.664 INFO:tasks.ceph.mon.b:Stopped 2024-04-15T15:12:58.664 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-04-15T15:12:58.664 INFO:teuthology.orchestra.run:waiting for 300 2024-04-15T15:12:58.717 INFO:tasks.ceph.mon.c:Stopped 2024-04-15T15:12:58.717 INFO:tasks.ceph:Checking cluster log for badness... 2024-04-15T15:12:58.717 DEBUG:teuthology.orchestra.run.smithi084:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'slow request' | head -n 1 2024-04-15T15:12:58.752 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi084.front.sepia.ceph.com 2024-04-15T15:12:58.752 DEBUG:teuthology.orchestra.run.smithi084:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-04-15T15:12:58.970 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi084.front.sepia.ceph.com 2024-04-15T15:12:58.971 DEBUG:teuthology.orchestra.run.smithi084:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-04-15T15:12:59.045 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi084.front.sepia.ceph.com 2024-04-15T15:12:59.046 DEBUG:teuthology.orchestra.run.smithi084:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-04-15T15:12:59.103 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi084.front.sepia.ceph.com 2024-04-15T15:12:59.103 DEBUG:teuthology.orchestra.run.smithi084:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-04-15T15:12:59.160 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi203.front.sepia.ceph.com 2024-04-15T15:12:59.161 DEBUG:teuthology.orchestra.run.smithi203:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-04-15T15:12:59.260 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi203.front.sepia.ceph.com 2024-04-15T15:12:59.260 DEBUG:teuthology.orchestra.run.smithi203:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-04-15T15:12:59.339 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi203.front.sepia.ceph.com 2024-04-15T15:12:59.340 DEBUG:teuthology.orchestra.run.smithi203:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-04-15T15:12:59.420 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi203.front.sepia.ceph.com 2024-04-15T15:12:59.420 DEBUG:teuthology.orchestra.run.smithi203:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-04-15T15:12:59.479 INFO:tasks.ceph:Archiving mon data... 2024-04-15T15:12:59.481 DEBUG:teuthology.misc:Transferring archived files from smithi084:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi/7657111/data/mon.a.tgz 2024-04-15T15:12:59.481 DEBUG:teuthology.orchestra.run.smithi084:> mktemp 2024-04-15T15:12:59.497 INFO:teuthology.orchestra.run.smithi084.stdout:/tmp/tmp.Vo5WqOrEYI 2024-04-15T15:12:59.497 DEBUG:teuthology.orchestra.run.smithi084:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.Vo5WqOrEYI 2024-04-15T15:12:59.648 DEBUG:teuthology.orchestra.run.smithi084:> sudo chmod 0666 /tmp/tmp.Vo5WqOrEYI 2024-04-15T15:12:59.735 DEBUG:teuthology.orchestra.remote:smithi084:/tmp/tmp.Vo5WqOrEYI is 351KB 2024-04-15T15:12:59.833 DEBUG:teuthology.orchestra.run.smithi084:> rm -fr /tmp/tmp.Vo5WqOrEYI 2024-04-15T15:12:59.848 DEBUG:teuthology.misc:Transferring archived files from smithi203:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi/7657111/data/mon.b.tgz 2024-04-15T15:12:59.848 DEBUG:teuthology.orchestra.run.smithi203:> mktemp 2024-04-15T15:12:59.867 INFO:teuthology.orchestra.run.smithi203.stdout:/tmp/tmp.bEvSIwH4be 2024-04-15T15:12:59.867 DEBUG:teuthology.orchestra.run.smithi203:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.bEvSIwH4be 2024-04-15T15:13:00.039 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod 0666 /tmp/tmp.bEvSIwH4be 2024-04-15T15:13:00.126 DEBUG:teuthology.orchestra.remote:smithi203:/tmp/tmp.bEvSIwH4be is 476KB 2024-04-15T15:13:00.223 DEBUG:teuthology.orchestra.run.smithi203:> rm -fr /tmp/tmp.bEvSIwH4be 2024-04-15T15:13:00.239 DEBUG:teuthology.misc:Transferring archived files from smithi203:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi/7657111/data/mon.c.tgz 2024-04-15T15:13:00.239 DEBUG:teuthology.orchestra.run.smithi203:> mktemp 2024-04-15T15:13:00.294 INFO:teuthology.orchestra.run.smithi203.stdout:/tmp/tmp.1CLSHNRQ1F 2024-04-15T15:13:00.295 DEBUG:teuthology.orchestra.run.smithi203:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.1CLSHNRQ1F 2024-04-15T15:13:00.446 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod 0666 /tmp/tmp.1CLSHNRQ1F 2024-04-15T15:13:00.533 DEBUG:teuthology.orchestra.remote:smithi203:/tmp/tmp.1CLSHNRQ1F is 476KB 2024-04-15T15:13:00.631 DEBUG:teuthology.orchestra.run.smithi203:> rm -fr /tmp/tmp.1CLSHNRQ1F 2024-04-15T15:13:00.646 INFO:tasks.ceph:Cleaning ceph cluster... 2024-04-15T15:13:00.647 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-04-15T15:13:00.649 DEBUG:teuthology.orchestra.run.smithi203:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-04-15T15:13:00.732 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-04-15T15:13:00.770 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-04-15T15:13:00.770 INFO:tasks.ceph:Archiving crash dumps... 2024-04-15T15:13:00.772 DEBUG:teuthology.misc:Transferring archived files from smithi084:/var/lib/ceph/crash to /home/teuthworker/archive/leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi/7657111/remote/smithi084/crash 2024-04-15T15:13:00.774 DEBUG:teuthology.orchestra.run.smithi084:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-04-15T15:13:00.802 DEBUG:teuthology.misc:Transferring archived files from smithi203:/var/lib/ceph/crash to /home/teuthworker/archive/leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi/7657111/remote/smithi203/crash 2024-04-15T15:13:00.803 DEBUG:teuthology.orchestra.run.smithi203:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-04-15T15:13:00.837 INFO:tasks.ceph:Shutting down logrotate 2024-04-15T15:13:00.838 DEBUG:teuthology.orchestra.run.smithi084:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-15T15:13:00.847 DEBUG:teuthology.orchestra.run.smithi203:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-04-15T15:13:00.932 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-04-15T15:13:00.960 DEBUG:teuthology.orchestra.run.smithi203:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-04-15T15:13:00.988 INFO:tasks.ceph:Compressing logs... 2024-04-15T15:13:00.989 DEBUG:teuthology.orchestra.run.smithi084:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-15T15:13:01.003 DEBUG:teuthology.orchestra.run.smithi203:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-15T15:13:01.080 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-04-15T15:13:01.080 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37648.log 2024-04-15T15:13:01.081 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.45151.log 2024-04-15T15:13:01.081 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/ceph-client.admin.37648.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37848.log 2024-04-15T15:13:01.081 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/ceph-client.1.45151.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.37648.log.gz 2024-04-15T15:13:01.081 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37808.log 2024-04-15T15:13:01.081 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/ceph-client.admin.37848.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.3.45986.log 2024-04-15T15:13:01.081 INFO:teuthology.orchestra.run.smithi203.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.37848.log.gz 2024-04-15T15:13:01.081 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/ceph-client.admin.37808.log: 89.0% -- replaced with /var/log/ceph/ceph-client.1.45151.log.gz 2024-04-15T15:13:01.081 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37889.log 2024-04-15T15:13:01.082 INFO:teuthology.orchestra.run.smithi203.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.37808.log.gz 2024-04-15T15:13:01.082 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37929.log 2024-04-15T15:13:01.082 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/ceph-client.3.45986.log: /var/log/ceph/ceph-client.admin.37889.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-04-15T15:13:01.082 INFO:teuthology.orchestra.run.smithi203.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.37889.log.gz 2024-04-15T15:13:01.082 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/ceph-client.admin.37929.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-04-15T15:13:01.082 INFO:teuthology.orchestra.run.smithi203.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.37929.log.gz 2024-04-15T15:13:01.082 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.45645.log 2024-04-15T15:13:01.082 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/ceph.audit.log: /var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.3.44427.log 2024-04-15T15:13:01.083 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/ceph-client.1.45645.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-04-15T15:13:01.083 INFO:teuthology.orchestra.run.smithi203.stderr: 91.6% -- replaced with /var/log/ceph/ceph-client.3.45986.log.gz 2024-04-15T15:13:01.083 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/ceph-client.3.44427.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37768.log 2024-04-15T15:13:01.083 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/ceph-osd.4.log: 91.0%gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-04-15T15:13:01.083 INFO:teuthology.orchestra.run.smithi203.stderr: -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-04-15T15:13:01.083 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/ceph-client.admin.37768.log: 91.3% -- replaced with /var/log/ceph/ceph-client.3.44427.log.gz 2024-04-15T15:13:01.083 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-04-15T15:13:01.083 INFO:teuthology.orchestra.run.smithi203.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.1.45645.log.gz 2024-04-15T15:13:01.083 INFO:teuthology.orchestra.run.smithi203.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.37768.log.gz 2024-04-15T15:13:01.084 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37728.log 2024-04-15T15:13:01.084 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/ceph-osd.7.log: /var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-04-15T15:13:01.084 INFO:teuthology.orchestra.run.smithi203.stderr: 93.8% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-04-15T15:13:01.084 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/ceph-client.admin.37728.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.1.43970.log 2024-04-15T15:13:01.084 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/ceph-mgr.x.log: 87.0%gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-04-15T15:13:01.084 INFO:teuthology.orchestra.run.smithi203.stderr: -- replaced with /var/log/ceph/ceph-client.admin.37728.log.gz 2024-04-15T15:13:01.084 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/ceph-client.1.43970.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-04-15T15:13:01.084 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37688.log 2024-04-15T15:13:01.085 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/ceph-mon.b.log: /var/log/ceph/ceph.log: 90.0% -- replaced with /var/log/ceph/ceph-client.1.43970.log.gz 2024-04-15T15:13:01.085 INFO:teuthology.orchestra.run.smithi203.stderr: 91.8% -- replaced with /var/log/ceph/ceph.log.gz 2024-04-15T15:13:01.085 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-04-15T15:13:01.085 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/ceph-client.admin.37688.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-04-15T15:13:01.085 INFO:teuthology.orchestra.run.smithi203.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.37688.log.gz 2024-04-15T15:13:01.085 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/ceph-mds.d.log: 92.9% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-04-15T15:13:01.107 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/ceph-mon.c.log: 92.0% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-04-15T15:13:01.154 INFO:teuthology.orchestra.run.smithi203.stderr: 91.9% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-04-15T15:13:01.163 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50154.log 2024-04-15T15:13:01.165 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57191.log 2024-04-15T15:13:01.165 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50154.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49765.log 2024-04-15T15:13:01.165 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.57191.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.50154.log.gz 2024-04-15T15:13:01.165 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46694.log 2024-04-15T15:13:01.165 INFO:teuthology.orchestra.run.smithi084.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.57191.log.gz 2024-04-15T15:13:01.166 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49765.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53254.log 2024-04-15T15:13:01.166 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46694.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.49765.log.gz 2024-04-15T15:13:01.166 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51414.log 2024-04-15T15:13:01.166 INFO:teuthology.orchestra.run.smithi084.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46694.log.gz 2024-04-15T15:13:01.166 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53254.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-04-15T15:13:01.166 INFO:teuthology.orchestra.run.smithi084.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.53254.log.gz 2024-04-15T15:13:01.166 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.51414.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46349.log 2024-04-15T15:13:01.166 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53817.log 2024-04-15T15:13:01.167 INFO:teuthology.orchestra.run.smithi084.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.51414.log.gz 2024-04-15T15:13:01.167 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46349.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59637.log 2024-04-15T15:13:01.167 INFO:teuthology.orchestra.run.smithi084.stderr: 89.0%/var/log/ceph/ceph-client.admin.53817.log: -- replaced with /var/log/ceph/ceph-client.admin.46349.log.gz 2024-04-15T15:13:01.167 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52924.log 2024-04-15T15:13:01.167 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.59637.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43859.log 2024-04-15T15:13:01.167 INFO:teuthology.orchestra.run.smithi084.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.53817.log.gz 2024-04-15T15:13:01.167 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.52924.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.59637.log.gz 2024-04-15T15:13:01.167 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57510.log 2024-04-15T15:13:01.168 INFO:teuthology.orchestra.run.smithi084.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.52924.log.gz 2024-04-15T15:13:01.168 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.43859.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49849.log 2024-04-15T15:13:01.168 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.57510.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59763.log 2024-04-15T15:13:01.168 INFO:teuthology.orchestra.run.smithi084.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.43859.log.gz 2024-04-15T15:13:01.168 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49849.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.57510.log.gz 2024-04-15T15:13:01.168 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53645.log 2024-04-15T15:13:01.168 INFO:teuthology.orchestra.run.smithi084.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49849.log.gz 2024-04-15T15:13:01.168 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.59763.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51682.log 2024-04-15T15:13:01.168 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53645.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52198.log 2024-04-15T15:13:01.169 INFO:teuthology.orchestra.run.smithi084.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.59763.log.gz 2024-04-15T15:13:01.169 INFO:teuthology.orchestra.run.smithi084.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.53645.log.gz 2024-04-15T15:13:01.169 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.51682.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45672.log 2024-04-15T15:13:01.169 INFO:teuthology.orchestra.run.smithi084.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.51682.log.gz 2024-04-15T15:13:01.169 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.52198.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46573.log 2024-04-15T15:13:01.169 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57756.log 2024-04-15T15:13:01.169 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.45672.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.52198.log.gz 2024-04-15T15:13:01.169 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46573.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45672.log.gz 2024-04-15T15:13:01.170 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43585.log 2024-04-15T15:13:01.170 INFO:teuthology.orchestra.run.smithi084.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46573.log.gz 2024-04-15T15:13:01.170 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5/var/log/ceph/ceph-client.admin.57756.log: --verbose -- /var/log/ceph/ceph-client.admin.45258.log 2024-04-15T15:13:01.170 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.43585.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.57756.log.gz 2024-04-15T15:13:01.170 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56160.log 2024-04-15T15:13:01.170 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.45258.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.43585.log.gz 2024-04-15T15:13:01.170 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55390.log 2024-04-15T15:13:01.170 INFO:teuthology.orchestra.run.smithi084.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45258.log.gz 2024-04-15T15:13:01.170 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.56160.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57714.log 2024-04-15T15:13:01.171 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.55390.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60117.log 2024-04-15T15:13:01.171 INFO:teuthology.orchestra.run.smithi084.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.56160.log.gz 2024-04-15T15:13:01.171 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.57714.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.55390.log.gz 2024-04-15T15:13:01.171 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55348.log 2024-04-15T15:13:01.171 INFO:teuthology.orchestra.run.smithi084.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.57714.log.gz 2024-04-15T15:13:01.171 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.60117.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55432.log 2024-04-15T15:13:01.171 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.55348.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58540.log 2024-04-15T15:13:01.171 INFO:teuthology.orchestra.run.smithi084.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.60117.log.gz 2024-04-15T15:13:01.172 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.55432.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.55348.log.gz 2024-04-15T15:13:01.172 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49891.log 2024-04-15T15:13:01.172 INFO:teuthology.orchestra.run.smithi084.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.55432.log.gz 2024-04-15T15:13:01.172 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.58540.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60199.log 2024-04-15T15:13:01.172 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49891.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.58540.log.gz 2024-04-15T15:13:01.172 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46015.log 2024-04-15T15:13:01.172 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.60199.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49891.log.gz 2024-04-15T15:13:01.172 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45074.log 2024-04-15T15:13:01.173 INFO:teuthology.orchestra.run.smithi084.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.60199.log.gz 2024-04-15T15:13:01.173 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46015.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45032.log 2024-04-15T15:13:01.173 INFO:teuthology.orchestra.run.smithi084.stderr:gzip/var/log/ceph/ceph-client.admin.45074.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.53127.log 2024-04-15T15:13:01.173 INFO:teuthology.orchestra.run.smithi084.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46015.log.gz 2024-04-15T15:13:01.173 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.45032.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45074.log.gz 2024-04-15T15:13:01.173 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57426.log 2024-04-15T15:13:01.173 INFO:teuthology.orchestra.run.smithi084.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45032.log.gz 2024-04-15T15:13:01.173 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53127.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56542.log 2024-04-15T15:13:01.174 INFO:teuthology.orchestra.run.smithi084.stderr: 88.7%/var/log/ceph/ceph-client.admin.57426.log: -- replaced with /var/log/ceph/ceph-client.admin.53127.log.gz 2024-04-15T15:13:01.174 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52881.log 2024-04-15T15:13:01.174 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.56542.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.57426.log.gz 2024-04-15T15:13:01.174 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58186.log 2024-04-15T15:13:01.174 INFO:teuthology.orchestra.run.smithi084.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.56542.log.gz 2024-04-15T15:13:01.174 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.52881.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48761.log 2024-04-15T15:13:01.174 INFO:teuthology.orchestra.run.smithi084.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.52881.log.gz 2024-04-15T15:13:01.174 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.58186.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52408.log 2024-04-15T15:13:01.174 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.48761.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.58186.log.gz 2024-04-15T15:13:01.175 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44990.log 2024-04-15T15:13:01.175 INFO:teuthology.orchestra.run.smithi084.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.48761.log.gz 2024-04-15T15:13:01.175 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.52408.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50322.log 2024-04-15T15:13:01.175 INFO:teuthology.orchestra.run.smithi084.stderr: 88.7%/var/log/ceph/ceph-client.admin.44990.log: -- replaced with /var/log/ceph/ceph-client.admin.52408.log.gz 2024-04-15T15:13:01.175 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47058.log 2024-04-15T15:13:01.175 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50322.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.44990.log.gz 2024-04-15T15:13:01.175 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53296.log 2024-04-15T15:13:01.175 INFO:teuthology.orchestra.run.smithi084.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.50322.log.gz 2024-04-15T15:13:01.176 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.47058.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54069.log 2024-04-15T15:13:01.176 INFO:teuthology.orchestra.run.smithi084.stderr: 88.8%/var/log/ceph/ceph-client.admin.53296.log: -- replaced with /var/log/ceph/ceph-client.admin.47058.log.gz 2024-04-15T15:13:01.176 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47016.log 2024-04-15T15:13:01.176 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.54069.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.53296.log.gz 2024-04-15T15:13:01.176 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.2.48639.log 2024-04-15T15:13:01.176 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.47016.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43458.log 2024-04-15T15:13:01.176 INFO:teuthology.orchestra.run.smithi084.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.54069.log.gz/var/log/ceph/ceph-client.2.48639.log: 2024-04-15T15:13:01.176 INFO:teuthology.orchestra.run.smithi084.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.47016.log.gz 2024-04-15T15:13:01.176 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52450.log 2024-04-15T15:13:01.177 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.43458.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45798.log 2024-04-15T15:13:01.177 INFO:teuthology.orchestra.run.smithi084.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43458.log.gz 2024-04-15T15:13:01.177 INFO:teuthology.orchestra.run.smithi084.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.2.48639.log.gz 2024-04-15T15:13:01.177 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.52450.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53422.log 2024-04-15T15:13:01.177 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50836.log 2024-04-15T15:13:01.177 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.45798.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52450.log.gz 2024-04-15T15:13:01.177 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53422.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46932.log 2024-04-15T15:13:01.177 INFO:teuthology.orchestra.run.smithi084.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.45798.log.gz 2024-04-15T15:13:01.178 INFO:teuthology.orchestra.run.smithi084.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.53422.log.gz 2024-04-15T15:13:01.178 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50836.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50196.log 2024-04-15T15:13:01.178 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46932.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50836.log.gz 2024-04-15T15:13:01.178 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46890.log 2024-04-15T15:13:01.178 INFO:teuthology.orchestra.run.smithi084.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.46932.log.gz 2024-04-15T15:13:01.178 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50196.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57856.log 2024-04-15T15:13:01.178 INFO:teuthology.orchestra.run.smithi084.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50196.log.gz 2024-04-15T15:13:01.178 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46890.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59021.log 2024-04-15T15:13:01.179 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.57856.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46890.log.gz 2024-04-15T15:13:01.179 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53550.log 2024-04-15T15:13:01.179 INFO:teuthology.orchestra.run.smithi084.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.57856.log.gz 2024-04-15T15:13:01.179 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.59021.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59973.log 2024-04-15T15:13:01.179 INFO:teuthology.orchestra.run.smithi084.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.59021.log.gz 2024-04-15T15:13:01.179 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53550.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49219.log 2024-04-15T15:13:01.179 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.59973.log: 88.8%gzip -- replaced with /var/log/ceph/ceph-client.admin.53550.log.gz -5 2024-04-15T15:13:01.179 INFO:teuthology.orchestra.run.smithi084.stderr: --verbose -- /var/log/ceph/ceph-client.admin.49387.log 2024-04-15T15:13:01.180 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49219.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.59973.log.gz 2024-04-15T15:13:01.180 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46013.log 2024-04-15T15:13:01.180 INFO:teuthology.orchestra.run.smithi084.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.49219.log.gz 2024-04-15T15:13:01.180 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49387.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55144.log 2024-04-15T15:13:01.180 INFO:teuthology.orchestra.run.smithi084.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49387.log.gz 2024-04-15T15:13:01.180 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46013.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44071.log 2024-04-15T15:13:01.180 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.55144.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58810.log 2024-04-15T15:13:01.180 INFO:teuthology.orchestra.run.smithi084.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46013.log.gz 2024-04-15T15:13:01.181 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.44071.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.55144.log.gz 2024-04-15T15:13:01.181 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51844.log 2024-04-15T15:13:01.181 INFO:teuthology.orchestra.run.smithi084.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44071.log.gz 2024-04-15T15:13:01.181 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.58810.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48263.log 2024-04-15T15:13:01.181 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.51844.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.58810.log.gz 2024-04-15T15:13:01.181 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46014.log 2024-04-15T15:13:01.181 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.48263.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.51844.log.gz 2024-04-15T15:13:01.181 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51598.log 2024-04-15T15:13:01.182 INFO:teuthology.orchestra.run.smithi084.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.48263.log.gz 2024-04-15T15:13:01.182 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46014.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52114.log 2024-04-15T15:13:01.182 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.51598.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46014.log.gz 2024-04-15T15:13:01.182 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43501.log 2024-04-15T15:13:01.182 INFO:teuthology.orchestra.run.smithi084.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.51598.log.gz/var/log/ceph/ceph-client.admin.52114.log: 2024-04-15T15:13:01.182 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51802.log 2024-04-15T15:13:01.182 INFO:teuthology.orchestra.run.smithi084.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.52114.log.gz 2024-04-15T15:13:01.182 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57940.log 2024-04-15T15:13:01.182 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.43501.log: /var/log/ceph/ceph-client.admin.51802.log: gzip 88.7% -5 -- replaced with /var/log/ceph/ceph-client.admin.43501.log.gz --verbose 2024-04-15T15:13:01.183 INFO:teuthology.orchestra.run.smithi084.stderr: -- /var/log/ceph/ceph-client.admin.60157.log 2024-04-15T15:13:01.183 INFO:teuthology.orchestra.run.smithi084.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.51802.log.gz 2024-04-15T15:13:01.183 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.57940.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45300.log 2024-04-15T15:13:01.183 INFO:teuthology.orchestra.run.smithi084.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.57940.log.gz 2024-04-15T15:13:01.183 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.60157.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56747.log 2024-04-15T15:13:01.183 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.45300.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.60157.log.gz 2024-04-15T15:13:01.183 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53085.log 2024-04-15T15:13:01.183 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.56747.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45300.log.gz 2024-04-15T15:13:01.184 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49261.log 2024-04-15T15:13:01.184 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53085.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55264.log 2024-04-15T15:13:01.184 INFO:teuthology.orchestra.run.smithi084.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.56747.log.gz 2024-04-15T15:13:01.184 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49261.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.53085.log.gz 2024-04-15T15:13:01.184 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47394.log 2024-04-15T15:13:01.184 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57630.log 2024-04-15T15:13:01.184 INFO:teuthology.orchestra.run.smithi084.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.49261.log.gz 2024-04-15T15:13:01.184 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.55264.log: /var/log/ceph/ceph-client.admin.47394.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49345.log 2024-04-15T15:13:01.185 INFO:teuthology.orchestra.run.smithi084.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.55264.log.gz 2024-04-15T15:13:01.185 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.57630.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.47394.log.gz 2024-04-15T15:13:01.185 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49429.log 2024-04-15T15:13:01.185 INFO:teuthology.orchestra.run.smithi084.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.57630.log.gz 2024-04-15T15:13:01.185 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49345.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50464.log 2024-04-15T15:13:01.185 INFO:teuthology.orchestra.run.smithi084.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49345.log.gz 2024-04-15T15:13:01.185 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49429.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53506.log 2024-04-15T15:13:01.185 INFO:teuthology.orchestra.run.smithi084.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.49429.log.gz 2024-04-15T15:13:01.185 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50464.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45714.log 2024-04-15T15:13:01.186 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53506.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59553.log 2024-04-15T15:13:01.186 INFO:teuthology.orchestra.run.smithi084.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.50464.log.gz 2024-04-15T15:13:01.186 INFO:teuthology.orchestra.run.smithi084.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.53506.log.gz 2024-04-15T15:13:01.186 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.45714.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52366.log 2024-04-15T15:13:01.186 INFO:teuthology.orchestra.run.smithi084.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45714.log.gz 2024-04-15T15:13:01.186 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.59553.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56619.log 2024-04-15T15:13:01.186 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.52366.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.59553.log.gz 2024-04-15T15:13:01.186 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46342.log 2024-04-15T15:13:01.187 INFO:teuthology.orchestra.run.smithi084.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.52366.log.gz 2024-04-15T15:13:01.187 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.56619.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43987.log 2024-04-15T15:13:01.187 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46342.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59343.log 2024-04-15T15:13:01.187 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.43987.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.56619.log.gz 2024-04-15T15:13:01.187 INFO:teuthology.orchestra.run.smithi084.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46342.log.gz 2024-04-15T15:13:01.187 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51472.log 2024-04-15T15:13:01.187 INFO:teuthology.orchestra.run.smithi084.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43987.log.gz 2024-04-15T15:13:01.187 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.59343.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46691.log 2024-04-15T15:13:01.188 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.51472.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.59343.log.gz 2024-04-15T15:13:01.188 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46974.log 2024-04-15T15:13:01.188 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46691.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51472.log.gz 2024-04-15T15:13:01.188 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46355.log 2024-04-15T15:13:01.188 INFO:teuthology.orchestra.run.smithi084.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.46691.log.gz 2024-04-15T15:13:01.188 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46974.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59847.log 2024-04-15T15:13:01.188 INFO:teuthology.orchestra.run.smithi084.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46974.log.gz 2024-04-15T15:13:01.188 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46355.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58396.log 2024-04-15T15:13:01.189 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.59847.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46355.log.gz 2024-04-15T15:13:01.189 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51556.log 2024-04-15T15:13:01.189 INFO:teuthology.orchestra.run.smithi084.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.59847.log.gz 2024-04-15T15:13:01.189 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.58396.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59721.log 2024-04-15T15:13:01.189 INFO:teuthology.orchestra.run.smithi084.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.58396.log.gz 2024-04-15T15:13:01.189 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.51556.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-04-15T15:13:01.189 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.59721.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51556.log.gz 2024-04-15T15:13:01.189 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43669.log 2024-04-15T15:13:01.189 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph.audit.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.59721.log.gz 2024-04-15T15:13:01.190 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58895.log 2024-04-15T15:13:01.190 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.43669.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49555.log 2024-04-15T15:13:01.190 INFO:teuthology.orchestra.run.smithi084.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.43669.log.gz 2024-04-15T15:13:01.190 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.58895.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43335.log 2024-04-15T15:13:01.190 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52618.log 2024-04-15T15:13:01.190 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49555.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.58895.log.gz 2024-04-15T15:13:01.190 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.43335.log: 89.0% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-04-15T15:13:01.190 INFO:teuthology.orchestra.run.smithi084.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.49555.log.gz 2024-04-15T15:13:01.191 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59259.log 2024-04-15T15:13:01.191 INFO:teuthology.orchestra.run.smithi084.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43335.log.gz 2024-04-15T15:13:01.191 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.52618.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37924.log 2024-04-15T15:13:01.191 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.59259.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.52618.log.gz 2024-04-15T15:13:01.191 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52324.log 2024-04-15T15:13:01.191 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.37924.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.59259.log.gzgzip 2024-04-15T15:13:01.191 INFO:teuthology.orchestra.run.smithi084.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.58937.log 2024-04-15T15:13:01.191 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.52324.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.37924.log.gz 2024-04-15T15:13:01.192 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59805.log 2024-04-15T15:13:01.192 INFO:teuthology.orchestra.run.smithi084.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.52324.log.gz 2024-04-15T15:13:01.192 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.58937.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53859.log 2024-04-15T15:13:01.192 INFO:teuthology.orchestra.run.smithi084.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.58937.log.gz 2024-04-15T15:13:01.192 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.59805.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49513.log 2024-04-15T15:13:01.192 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53859.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.59805.log.gz 2024-04-15T15:13:01.192 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47520.log 2024-04-15T15:13:01.192 INFO:teuthology.orchestra.run.smithi084.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.53859.log.gz 2024-04-15T15:13:01.193 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49513.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49639.log 2024-04-15T15:13:01.193 INFO:teuthology.orchestra.run.smithi084.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49513.log.gz 2024-04-15T15:13:01.193 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.47520.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54834.log 2024-04-15T15:13:01.193 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49639.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47520.log.gz 2024-04-15T15:13:01.193 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52492.log 2024-04-15T15:13:01.193 INFO:teuthology.orchestra.run.smithi084.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49639.log.gz 2024-04-15T15:13:01.193 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.54834.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49177.log 2024-04-15T15:13:01.193 INFO:teuthology.orchestra.run.smithi084.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.54834.log.gz 2024-04-15T15:13:01.193 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.52492.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53901.log 2024-04-15T15:13:01.194 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49177.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.52492.log.gz 2024-04-15T15:13:01.194 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47352.log 2024-04-15T15:13:01.194 INFO:teuthology.orchestra.run.smithi084.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49177.log.gz 2024-04-15T15:13:01.194 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53901.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57798.log 2024-04-15T15:13:01.194 INFO:teuthology.orchestra.run.smithi084.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.53901.log.gz 2024-04-15T15:13:01.194 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.47352.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55534.log 2024-04-15T15:13:01.194 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.57798.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47352.log.gz 2024-04-15T15:13:01.194 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52282.log 2024-04-15T15:13:01.195 INFO:teuthology.orchestra.run.smithi084.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.57798.log.gz 2024-04-15T15:13:01.195 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.55534.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49303.log 2024-04-15T15:13:01.195 INFO:teuthology.orchestra.run.smithi084.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.55534.log.gz 2024-04-15T15:13:01.195 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.52282.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47310.log 2024-04-15T15:13:01.195 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49303.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.52282.log.gz 2024-04-15T15:13:01.195 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46353.log 2024-04-15T15:13:01.195 INFO:teuthology.orchestra.run.smithi084.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49303.log.gz 2024-04-15T15:13:01.195 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.47310.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37821.log 2024-04-15T15:13:01.196 INFO:teuthology.orchestra.run.smithi084.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.47310.log.gz 2024-04-15T15:13:01.196 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46353.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53594.log 2024-04-15T15:13:01.196 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.37821.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.46353.log.gz 2024-04-15T15:13:01.196 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49471.log 2024-04-15T15:13:01.196 INFO:teuthology.orchestra.run.smithi084.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.37821.log.gz 2024-04-15T15:13:01.196 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53594.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58666.log 2024-04-15T15:13:01.196 INFO:teuthology.orchestra.run.smithi084.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.53594.log.gz 2024-04-15T15:13:01.196 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49471.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46356.log 2024-04-15T15:13:01.196 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.58666.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49471.log.gz 2024-04-15T15:13:01.197 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50752.log 2024-04-15T15:13:01.197 INFO:teuthology.orchestra.run.smithi084.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.58666.log.gz 2024-04-15T15:13:01.197 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46356.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58270.log 2024-04-15T15:13:01.197 INFO:teuthology.orchestra.run.smithi084.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46356.log.gz 2024-04-15T15:13:01.197 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50752.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58853.log 2024-04-15T15:13:01.197 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.58270.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.50752.log.gz 2024-04-15T15:13:01.197 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51970.log 2024-04-15T15:13:01.197 INFO:teuthology.orchestra.run.smithi084.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.58270.log.gz 2024-04-15T15:13:01.198 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.58853.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37567.log 2024-04-15T15:13:01.198 INFO:teuthology.orchestra.run.smithi084.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.58853.log.gz 2024-04-15T15:13:01.198 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.51970.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43627.log 2024-04-15T15:13:01.198 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.37567.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.51970.log.gz 2024-04-15T15:13:01.198 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57468.log 2024-04-15T15:13:01.198 INFO:teuthology.orchestra.run.smithi084.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.37567.log.gz 2024-04-15T15:13:01.198 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.43627.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53943.log 2024-04-15T15:13:01.198 INFO:teuthology.orchestra.run.smithi084.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.43627.log.gz 2024-04-15T15:13:01.199 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.57468.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50794.log 2024-04-15T15:13:01.199 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53943.log: gzip 89.5% -5 -- replaced with /var/log/ceph/ceph-client.admin.57468.log.gz --verbose 2024-04-15T15:13:01.199 INFO:teuthology.orchestra.run.smithi084.stderr: -- /var/log/ceph/ceph-client.admin.51004.log 2024-04-15T15:13:01.199 INFO:teuthology.orchestra.run.smithi084.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.53943.log.gz 2024-04-15T15:13:01.199 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50794.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51372.log 2024-04-15T15:13:01.199 INFO:teuthology.orchestra.run.smithi084.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.50794.log.gz 2024-04-15T15:13:01.199 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.51004.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54876.log 2024-04-15T15:13:01.199 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.51372.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51004.log.gz 2024-04-15T15:13:01.199 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43543.log 2024-04-15T15:13:01.200 INFO:teuthology.orchestra.run.smithi084.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51372.log.gz 2024-04-15T15:13:01.200 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.54876.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50112.log 2024-04-15T15:13:01.200 INFO:teuthology.orchestra.run.smithi084.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.54876.log.gz 2024-04-15T15:13:01.200 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.43543.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51088.log 2024-04-15T15:13:01.200 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50112.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.43543.log.gz 2024-04-15T15:13:01.200 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50422.log 2024-04-15T15:13:01.200 INFO:teuthology.orchestra.run.smithi084.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.50112.log.gz 2024-04-15T15:13:01.200 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.51088.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46692.log 2024-04-15T15:13:01.201 INFO:teuthology.orchestra.run.smithi084.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.51088.log.gz 2024-04-15T15:13:01.201 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50422.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57898.log 2024-04-15T15:13:01.201 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46692.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50422.log.gz 2024-04-15T15:13:01.201 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47142.log 2024-04-15T15:13:01.201 INFO:teuthology.orchestra.run.smithi084.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46692.log.gz 2024-04-15T15:13:01.201 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.57898.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46357.log 2024-04-15T15:13:01.201 INFO:teuthology.orchestra.run.smithi084.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.57898.log.gz 2024-04-15T15:13:01.201 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.47142.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-04-15T15:13:01.202 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46357.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.47142.log.gz 2024-04-15T15:13:01.202 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46020.log 2024-04-15T15:13:01.202 INFO:teuthology.orchestra.run.smithi084.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46357.log.gz 2024-04-15T15:13:01.202 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47436.log 2024-04-15T15:13:01.202 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46020.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49597.log 2024-04-15T15:13:01.202 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.47436.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46020.log.gz 2024-04-15T15:13:01.202 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54678.log 2024-04-15T15:13:01.202 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53169.log 2024-04-15T15:13:01.202 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49597.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.47436.log.gz 2024-04-15T15:13:01.203 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.54678.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.49597.log.gz 2024-04-15T15:13:01.203 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57672.log 2024-04-15T15:13:01.203 INFO:teuthology.orchestra.run.smithi084.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.54678.log.gz 2024-04-15T15:13:01.203 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58102.log 2024-04-15T15:13:01.203 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53169.log: /var/log/ceph/ceph-client.admin.57672.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45504.log 2024-04-15T15:13:01.203 INFO:teuthology.orchestra.run.smithi084.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.53169.log.gz 2024-04-15T15:13:01.203 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.58102.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.57672.log.gz 2024-04-15T15:13:01.203 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52534.log 2024-04-15T15:13:01.204 INFO:teuthology.orchestra.run.smithi084.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.58102.log.gz 2024-04-15T15:13:01.204 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.45504.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43713.log 2024-04-15T15:13:01.204 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55102.log 2024-04-15T15:13:01.204 INFO:teuthology.orchestra.run.smithi084.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45504.log.gz 2024-04-15T15:13:01.204 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.52534.log: /var/log/ceph/ceph-client.admin.43713.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58480.log 2024-04-15T15:13:01.204 INFO:teuthology.orchestra.run.smithi084.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.52534.log.gz 2024-04-15T15:13:01.204 INFO:teuthology.orchestra.run.smithi084.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.43713.log.gz 2024-04-15T15:13:01.204 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53729.log 2024-04-15T15:13:01.204 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.55102.log: /var/log/ceph/ceph-client.admin.58480.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45342.log 2024-04-15T15:13:01.205 INFO:teuthology.orchestra.run.smithi084.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.55102.log.gz 2024-04-15T15:13:01.205 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53729.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.58480.log.gz 2024-04-15T15:13:01.205 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47226.log 2024-04-15T15:13:01.205 INFO:teuthology.orchestra.run.smithi084.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.53729.log.gz 2024-04-15T15:13:01.205 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.45342.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51514.log 2024-04-15T15:13:01.205 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56118.log 2024-04-15T15:13:01.205 INFO:teuthology.orchestra.run.smithi084.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45342.log.gz 2024-04-15T15:13:01.205 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.47226.log: /var/log/ceph/ceph-client.admin.51514.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.47226.log.gz 2024-04-15T15:13:01.206 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58024.log 2024-04-15T15:13:01.206 INFO:teuthology.orchestra.run.smithi084.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.51514.log.gz 2024-04-15T15:13:01.206 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.2.56420.log 2024-04-15T15:13:01.206 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.56118.log: /var/log/ceph/ceph-client.admin.58024.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59595.log 2024-04-15T15:13:01.206 INFO:teuthology.orchestra.run.smithi084.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.56118.log.gz 2024-04-15T15:13:01.206 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.2.56420.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.58024.log.gz 2024-04-15T15:13:01.206 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54960.log 2024-04-15T15:13:01.206 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.59595.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51288.log 2024-04-15T15:13:01.206 INFO:teuthology.orchestra.run.smithi084.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.59595.log.gz 2024-04-15T15:13:01.207 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.54960.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55186.log 2024-04-15T15:13:01.207 INFO:teuthology.orchestra.run.smithi084.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.54960.log.gz 2024-04-15T15:13:01.207 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.51288.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59469.log 2024-04-15T15:13:01.207 INFO:teuthology.orchestra.run.smithi084.stderr: 91.3% -- replaced with /var/log/ceph/ceph-client.2.56420.log.gz 2024-04-15T15:13:01.207 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43903.log 2024-04-15T15:13:01.207 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.55186.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.51288.log.gz 2024-04-15T15:13:01.207 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.59469.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.55186.log.gz 2024-04-15T15:13:01.207 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57239.log 2024-04-15T15:13:01.208 INFO:teuthology.orchestra.run.smithi084.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.59469.log.gz 2024-04-15T15:13:01.208 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.43903.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52828.log 2024-04-15T15:13:01.208 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.57239.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.43903.log.gz 2024-04-15T15:13:01.208 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43239.log 2024-04-15T15:13:01.208 INFO:teuthology.orchestra.run.smithi084.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.57239.log.gz 2024-04-15T15:13:01.208 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50380.log 2024-04-15T15:13:01.208 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.52828.log: /var/log/ceph/ceph-client.admin.43239.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46686.log 2024-04-15T15:13:01.208 INFO:teuthology.orchestra.run.smithi084.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.52828.log.gz 2024-04-15T15:13:01.208 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50380.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52240.log 2024-04-15T15:13:01.209 INFO:teuthology.orchestra.run.smithi084.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.43239.log.gz 2024-04-15T15:13:01.209 INFO:teuthology.orchestra.run.smithi084.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50380.log.gz 2024-04-15T15:13:01.209 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46686.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55735.log 2024-04-15T15:13:01.209 INFO:teuthology.orchestra.run.smithi084.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.46686.log.gz 2024-04-15T15:13:01.209 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45132.log 2024-04-15T15:13:01.209 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.52240.log: /var/log/ceph/ceph-client.admin.55735.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44263.log 2024-04-15T15:13:01.209 INFO:teuthology.orchestra.run.smithi084.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52240.log.gz 2024-04-15T15:13:01.209 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.45132.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.55735.log.gz 2024-04-15T15:13:01.210 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49135.log 2024-04-15T15:13:01.210 INFO:teuthology.orchestra.run.smithi084.stderr:gzip 88.7% -5 --verbose -- replaced with /var/log/ceph/ceph-client.admin.45132.log.gz -- 2024-04-15T15:13:01.210 INFO:teuthology.orchestra.run.smithi084.stderr: /var/log/ceph/ceph-osd.3.log 2024-04-15T15:13:01.210 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.44263.log: /var/log/ceph/ceph-client.admin.49135.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.44263.log.gz 2024-04-15T15:13:01.210 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49723.log 2024-04-15T15:13:01.210 INFO:teuthology.orchestra.run.smithi084.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49135.log.gz 2024-04-15T15:13:01.210 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50506.log 2024-04-15T15:13:01.210 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-osd.3.log: /var/log/ceph/ceph-client.admin.49723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50590.log 2024-04-15T15:13:01.211 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50506.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49723.log.gz 2024-04-15T15:13:01.211 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44197.log 2024-04-15T15:13:01.211 INFO:teuthology.orchestra.run.smithi084.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.50506.log.gz 2024-04-15T15:13:01.211 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50590.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52576.log 2024-04-15T15:13:01.211 INFO:teuthology.orchestra.run.smithi084.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.50590.log.gz 2024-04-15T15:13:01.211 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54027.log 2024-04-15T15:13:01.211 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.44197.log: /var/log/ceph/ceph-client.admin.52576.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49807.log 2024-04-15T15:13:01.211 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.54027.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.52576.log.gz 2024-04-15T15:13:01.211 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50878.log 2024-04-15T15:13:01.212 INFO:teuthology.orchestra.run.smithi084.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.44197.log.gz 2024-04-15T15:13:01.212 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49807.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53464.log 2024-04-15T15:13:01.212 INFO:teuthology.orchestra.run.smithi084.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.54027.log.gz 2024-04-15T15:13:01.212 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50878.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.49807.log.gz 2024-04-15T15:13:01.212 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51246.log 2024-04-15T15:13:01.212 INFO:teuthology.orchestra.run.smithi084.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.50878.log.gz 2024-04-15T15:13:01.212 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47604.log 2024-04-15T15:13:01.212 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53464.log: /var/log/ceph/ceph-client.admin.51246.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45462.log 2024-04-15T15:13:01.213 INFO:teuthology.orchestra.run.smithi084.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53464.log.gz 2024-04-15T15:13:01.213 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.47604.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.51246.log.gz 2024-04-15T15:13:01.213 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50548.log 2024-04-15T15:13:01.213 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.45462.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59679.log 2024-04-15T15:13:01.213 INFO:teuthology.orchestra.run.smithi084.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.47604.log.gz 2024-04-15T15:13:01.213 INFO:teuthology.orchestra.run.smithi084.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.45462.log.gz 2024-04-15T15:13:01.213 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50548.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51130.log 2024-04-15T15:13:01.213 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.59679.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.50548.log.gz 2024-04-15T15:13:01.213 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44113.log 2024-04-15T15:13:01.214 INFO:teuthology.orchestra.run.smithi084.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.59679.log.gz 2024-04-15T15:13:01.214 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.51130.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49681.log 2024-04-15T15:13:01.214 INFO:teuthology.orchestra.run.smithi084.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.51130.log.gz 2024-04-15T15:13:01.214 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.44113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46018.log 2024-04-15T15:13:01.214 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5/var/log/ceph/ceph-client.admin.49681.log: --verbose -- /var/log/ceph/ceph-client.admin.49006.log 2024-04-15T15:13:01.214 INFO:teuthology.orchestra.run.smithi084.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.44113.log.gz 2024-04-15T15:13:01.214 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46018.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.49681.log.gz 2024-04-15T15:13:01.214 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58979.log 2024-04-15T15:13:01.215 INFO:teuthology.orchestra.run.smithi084.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46018.log.gz 2024-04-15T15:13:01.215 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49006.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55306.log 2024-04-15T15:13:01.215 INFO:teuthology.orchestra.run.smithi084.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49006.log.gz 2024-04-15T15:13:01.215 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47732.log 2024-04-15T15:13:01.215 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.58979.log: /var/log/ceph/ceph-client.admin.55306.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55618.log 2024-04-15T15:13:01.215 INFO:teuthology.orchestra.run.smithi084.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.58979.log.gz 2024-04-15T15:13:01.215 INFO:teuthology.orchestra.run.smithi084.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.55306.log.gz 2024-04-15T15:13:01.215 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.47732.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53775.log 2024-04-15T15:13:01.215 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53985.log 2024-04-15T15:13:01.216 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.55618.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.47732.log.gz 2024-04-15T15:13:01.216 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53775.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44864.log 2024-04-15T15:13:01.216 INFO:teuthology.orchestra.run.smithi084.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.55618.log.gz 2024-04-15T15:13:01.216 INFO:teuthology.orchestra.run.smithi084.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.53775.log.gz 2024-04-15T15:13:01.216 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53985.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50710.log 2024-04-15T15:13:01.216 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.44864.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46022.log 2024-04-15T15:13:01.216 INFO:teuthology.orchestra.run.smithi084.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.53985.log.gz 2024-04-15T15:13:01.216 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50710.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.44864.log.gz 2024-04-15T15:13:01.216 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47100.log 2024-04-15T15:13:01.217 INFO:teuthology.orchestra.run.smithi084.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.50710.log.gz 2024-04-15T15:13:01.217 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46022.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44906.log 2024-04-15T15:13:01.217 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58438.log 2024-04-15T15:13:01.217 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.47100.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46022.log.gz 2024-04-15T15:13:01.217 INFO:teuthology.orchestra.run.smithi084.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47100.log.gz 2024-04-15T15:13:01.217 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.44906.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44948.log 2024-04-15T15:13:01.217 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52054.log 2024-04-15T15:13:01.217 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.58438.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44906.log.gz 2024-04-15T15:13:01.218 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.44948.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58354.log 2024-04-15T15:13:01.218 INFO:teuthology.orchestra.run.smithi084.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.58438.log.gz 2024-04-15T15:13:01.218 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.52054.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.44948.log.gz 2024-04-15T15:13:01.218 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45840.log 2024-04-15T15:13:01.218 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.58354.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.52054.log.gz 2024-04-15T15:13:01.218 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50962.log 2024-04-15T15:13:01.218 INFO:teuthology.orchestra.run.smithi084.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.58354.log.gz 2024-04-15T15:13:01.218 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.45840.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50017.log 2024-04-15T15:13:01.218 INFO:teuthology.orchestra.run.smithi084.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45840.log.gz 2024-04-15T15:13:01.219 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43817.log 2024-04-15T15:13:01.219 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50962.log: /var/log/ceph/ceph-client.admin.50017.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.50962.log.gz 2024-04-15T15:13:01.219 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59931.log 2024-04-15T15:13:01.219 INFO:teuthology.orchestra.run.smithi084.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50017.log.gz 2024-04-15T15:13:01.219 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48956.log 2024-04-15T15:13:01.219 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.43817.log: /var/log/ceph/ceph-client.admin.59931.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-04-15T15:13:01.219 INFO:teuthology.orchestra.run.smithi084.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.43817.log.gz 2024-04-15T15:13:01.219 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.48956.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.59931.log.gz 2024-04-15T15:13:01.220 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.31540.log 2024-04-15T15:13:01.220 INFO:teuthology.orchestra.run.smithi084.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.48956.log.gz 2024-04-15T15:13:01.220 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47562.log 2024-04-15T15:13:01.220 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60015.log 2024-04-15T15:13:01.220 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph.tmp-client.admin.31540.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.31540.log.gz 2024-04-15T15:13:01.220 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.47562.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59427.log 2024-04-15T15:13:01.220 INFO:teuthology.orchestra.run.smithi084.stderr: 87.6%/var/log/ceph/ceph-client.admin.60015.log: -- replaced with /var/log/ceph/ceph-client.admin.47562.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59889.log 2024-04-15T15:13:01.220 INFO:teuthology.orchestra.run.smithi084.stderr: 2024-04-15T15:13:01.220 INFO:teuthology.orchestra.run.smithi084.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.60015.log.gz 2024-04-15T15:13:01.221 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.59427.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54734.log 2024-04-15T15:13:01.221 INFO:teuthology.orchestra.run.smithi084.stderr:gzip 88.5% -- replaced with /var/log/ceph/ceph-client.admin.59427.log.gz 2024-04-15T15:13:01.221 INFO:teuthology.orchestra.run.smithi084.stderr: -5/var/log/ceph/ceph-client.admin.59889.log: --verbose -- /var/log/ceph/ceph-client.admin.52786.log 2024-04-15T15:13:01.221 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.54734.log: gzip -5 89.1% -- replaced with /var/log/ceph/ceph-client.admin.59889.log.gz 2024-04-15T15:13:01.221 INFO:teuthology.orchestra.run.smithi084.stderr: --verbose 87.2% -- replaced with /var/log/ceph/ceph-client.admin.54734.log.gz 2024-04-15T15:13:01.221 INFO:teuthology.orchestra.run.smithi084.stderr: -- /var/log/ceph/ceph-client.admin.52744.log 2024-04-15T15:13:01.221 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.52786.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57982.log 2024-04-15T15:13:01.221 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.52744.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.52786.log.gz 2024-04-15T15:13:01.222 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45216.log 2024-04-15T15:13:01.222 INFO:teuthology.orchestra.run.smithi084.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.52744.log.gz 2024-04-15T15:13:01.222 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.57982.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43416.log 2024-04-15T15:13:01.222 INFO:teuthology.orchestra.run.smithi084.stderr:gzip 88.4% -- replaced with /var/log/ceph/ceph-client.admin.57982.log.gz 2024-04-15T15:13:01.222 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.45216.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.45174.log 2024-04-15T15:13:01.222 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.43416.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.45216.log.gz 2024-04-15T15:13:01.222 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57384.log 2024-04-15T15:13:01.222 INFO:teuthology.orchestra.run.smithi084.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.43416.log.gz 2024-04-15T15:13:01.222 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.45174.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49975.log 2024-04-15T15:13:01.223 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.57384.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.45174.log.gz 2024-04-15T15:13:01.223 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46690.log 2024-04-15T15:13:01.223 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49975.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.57384.log.gz 2024-04-15T15:13:01.223 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- 88.9% -- replaced with /var/log/ceph/ceph-client.admin.49975.log.gz 2024-04-15T15:13:01.223 INFO:teuthology.orchestra.run.smithi084.stderr: /var/log/ceph/ceph-client.admin.45630.log 2024-04-15T15:13:01.223 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46690.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58228.log 2024-04-15T15:13:01.223 INFO:teuthology.orchestra.run.smithi084.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.46690.log.gz 2024-04-15T15:13:01.223 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.45630.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58624.log 2024-04-15T15:13:01.223 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.58228.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.45630.log.gz 2024-04-15T15:13:01.224 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50920.log 2024-04-15T15:13:01.224 INFO:teuthology.orchestra.run.smithi084.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.58228.log.gz 2024-04-15T15:13:01.224 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.58624.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45546.log 2024-04-15T15:13:01.224 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50920.log: gzip -5 87.6% --verbose -- /var/log/ceph/ceph-client.admin.52702.log 2024-04-15T15:13:01.224 INFO:teuthology.orchestra.run.smithi084.stderr: -- replaced with /var/log/ceph/ceph-client.admin.58624.log.gz 2024-04-15T15:13:01.224 INFO:teuthology.orchestra.run.smithi084.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.50920.log.gz 2024-04-15T15:13:01.224 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.45546.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59511.log 2024-04-15T15:13:01.224 INFO:teuthology.orchestra.run.smithi084.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45546.log.gz 2024-04-15T15:13:01.225 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.52702.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50238.log 2024-04-15T15:13:01.225 INFO:teuthology.orchestra.run.smithi084.stderr:gzip/var/log/ceph/ceph-client.admin.59511.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.54792.log 2024-04-15T15:13:01.225 INFO:teuthology.orchestra.run.smithi084.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52702.log.gz 2024-04-15T15:13:01.225 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50238.log: gzip -5 88.5% -- replaced with /var/log/ceph/ceph-client.admin.59511.log.gz 2024-04-15T15:13:01.225 INFO:teuthology.orchestra.run.smithi084.stderr: --verbose -- /var/log/ceph/ceph-client.admin.47478.log 2024-04-15T15:13:01.225 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.54792.log: 89.8% -- replaced with /var/log/ceph/ceph-client.admin.50238.log.gz 2024-04-15T15:13:01.225 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47268.log 2024-04-15T15:13:01.225 INFO:teuthology.orchestra.run.smithi084.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.54792.log.gz 2024-04-15T15:13:01.226 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58312.log 2024-04-15T15:13:01.226 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.47478.log: /var/log/ceph/ceph-client.admin.47268.log: 87.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44029.log 2024-04-15T15:13:01.226 INFO:teuthology.orchestra.run.smithi084.stderr: -- replaced with /var/log/ceph/ceph-client.admin.47478.log.gz 2024-04-15T15:13:01.226 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.58312.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.47268.log.gz 2024-04-15T15:13:01.226 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54636.log 2024-04-15T15:13:01.226 INFO:teuthology.orchestra.run.smithi084.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.58312.log.gz 2024-04-15T15:13:01.226 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-04-15T15:13:01.226 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.44029.log: gzip/var/log/ceph/ceph-client.admin.54636.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.54594.log 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44029.log.gz 2024-04-15T15:13:01.226 INFO:teuthology.orchestra.run.smithi084.stderr: 2024-04-15T15:13:01.227 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-osd.0.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.54636.log.gz 2024-04-15T15:13:01.227 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57281.log 2024-04-15T15:13:01.227 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.54594.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59301.log 88.9% -- replaced with /var/log/ceph/ceph-client.admin.54594.log.gz 2024-04-15T15:13:01.227 INFO:teuthology.orchestra.run.smithi084.stderr: 2024-04-15T15:13:01.227 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.57281.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51760.log 2024-04-15T15:13:01.227 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.59301.log: gzip -5 --verbose 91.3% -- -- replaced with /var/log/ceph/ceph-client.admin.57281.log.gz /var/log/ceph/ceph-client.admin.46693.log 2024-04-15T15:13:01.227 INFO:teuthology.orchestra.run.smithi084.stderr: 2024-04-15T15:13:01.227 INFO:teuthology.orchestra.run.smithi084.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.59301.log.gz 2024-04-15T15:13:01.228 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51886.log 2024-04-15T15:13:01.228 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.51760.log: /var/log/ceph/ceph-client.admin.46693.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46358.log 2024-04-15T15:13:01.228 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.51886.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46693.log.gz 2024-04-15T15:13:01.228 INFO:teuthology.orchestra.run.smithi084.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.51760.log.gz 2024-04-15T15:13:01.228 INFO:teuthology.orchestra.run.smithi084.stderr:gzip 88.0% -5 --verbose -- /var/log/ceph/ceph-client.admin.57093.log 2024-04-15T15:13:01.228 INFO:teuthology.orchestra.run.smithi084.stderr: -- replaced with /var/log/ceph/ceph-client.admin.51886.log.gz 2024-04-15T15:13:01.228 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46358.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43147.log 2024-04-15T15:13:01.228 INFO:teuthology.orchestra.run.smithi084.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.46358.log.gz 2024-04-15T15:13:01.228 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48914.log 2024-04-15T15:13:01.229 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.57093.log: /var/log/ceph/ceph-client.admin.43147.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.57093.log.gz 2024-04-15T15:13:01.229 INFO:teuthology.orchestra.run.smithi084.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.43147.log.gz 2024-04-15T15:13:01.229 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44155.log 2024-04-15T15:13:01.229 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51928.log 2024-04-15T15:13:01.229 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.48914.log: /var/log/ceph/ceph-client.admin.44155.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49933.log 2024-04-15T15:13:01.229 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.51928.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.48914.log.gz 2024-04-15T15:13:01.229 INFO:teuthology.orchestra.run.smithi084.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.44155.log.gz 2024-04-15T15:13:01.229 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59217.log 2024-04-15T15:13:01.230 INFO:teuthology.orchestra.run.smithi084.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.51928.log.gz 2024-04-15T15:13:01.230 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49933.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.49933.log.gz 2024-04-15T15:13:01.230 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57552.log 2024-04-15T15:13:01.230 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55576.log 2024-04-15T15:13:01.230 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.59217.log: /var/log/ceph/ceph-client.admin.57552.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54918.log 2024-04-15T15:13:01.230 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.55576.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.59217.log.gz 2024-04-15T15:13:01.230 INFO:teuthology.orchestra.run.smithi084.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.57552.log.gz 2024-04-15T15:13:01.230 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-04-15T15:13:01.231 INFO:teuthology.orchestra.run.smithi084.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.55576.log.gz 2024-04-15T15:13:01.231 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59063.log 2024-04-15T15:13:01.231 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.54918.log: /var/log/ceph/ceph.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51204.log 2024-04-15T15:13:01.231 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.59063.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.54918.log.gz 2024-04-15T15:13:01.231 INFO:teuthology.orchestra.run.smithi084.stderr: 88.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53212.log 2024-04-15T15:13:01.231 INFO:teuthology.orchestra.run.smithi084.stderr: -- replaced with /var/log/ceph/ceph-client.admin.59063.log.gz 84.9% -- replaced with /var/log/ceph/ceph.log.gz 2024-04-15T15:13:01.231 INFO:teuthology.orchestra.run.smithi084.stderr: 2024-04-15T15:13:01.231 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.51204.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.51204.log.gz 2024-04-15T15:13:01.231 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55492.log 2024-04-15T15:13:01.232 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53380.log 2024-04-15T15:13:01.232 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53212.log: /var/log/ceph/ceph-client.admin.55492.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53687.log 2024-04-15T15:13:01.232 INFO:teuthology.orchestra.run.smithi084.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.53212.log.gz 2024-04-15T15:13:01.232 INFO:teuthology.orchestra.run.smithi084.stderr: 88.7%/var/log/ceph/ceph-client.admin.53380.log: -- replaced with /var/log/ceph/ceph-client.admin.55492.log.gz 2024-04-15T15:13:01.232 INFO:teuthology.orchestra.run.smithi084.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.53380.log.gz 2024-04-15T15:13:01.232 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52012.log 2024-04-15T15:13:01.232 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53687.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47184.log 2024-04-15T15:13:01.232 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.52012.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.53687.log.gz 2024-04-15T15:13:01.233 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-04-15T15:13:01.233 INFO:teuthology.orchestra.run.smithi084.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.52012.log.gz 2024-04-15T15:13:01.233 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-04-15T15:13:01.233 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.47184.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49050.log 2024-04-15T15:13:01.233 INFO:teuthology.orchestra.run.smithi084.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47184.log.gz 2024-04-15T15:13:01.233 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-osd.2.log: /var/log/ceph/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56685.log 2024-04-15T15:13:01.233 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49050.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.49050.log.gz 2024-04-15T15:13:01.233 INFO:teuthology.orchestra.run.smithi084.stderr: 91.6% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-04-15T15:13:01.234 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58582.log 2024-04-15T15:13:01.234 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.56685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53338.log 2024-04-15T15:13:01.234 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.58582.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.56685.log.gz 2024-04-15T15:13:01.234 INFO:teuthology.orchestra.run.smithi084.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.58582.log.gz 2024-04-15T15:13:01.234 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.48141.log 2024-04-15T15:13:01.234 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53338.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.53338.log.gz 2024-04-15T15:13:01.234 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46350.log 2024-04-15T15:13:01.234 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.48141.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59385.log 2024-04-15T15:13:01.234 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.46350.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46350.log.gz 90.3% -- replaced with /var/log/ceph/ceph-client.0.48141.log.gz 2024-04-15T15:13:01.235 INFO:teuthology.orchestra.run.smithi084.stderr: 2024-04-15T15:13:01.235 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49093.log 2024-04-15T15:13:01.235 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.59385.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45588.log 2024-04-15T15:13:01.235 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.49093.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.59385.log.gz 2024-04-15T15:13:01.235 INFO:teuthology.orchestra.run.smithi084.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49093.log.gz 2024-04-15T15:13:01.235 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46574.log 2024-04-15T15:13:01.235 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55060.log 2024-04-15T15:13:01.235 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.45588.log: /var/log/ceph/ceph-client.admin.46574.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.45588.log.gz 2024-04-15T15:13:01.236 INFO:teuthology.orchestra.run.smithi084.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.46574.log.gz 2024-04-15T15:13:01.236 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51046.log 2024-04-15T15:13:01.236 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.55060.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.55060.log.gz 2024-04-15T15:13:01.236 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54135.log 2024-04-15T15:13:01.236 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55660.log 2024-04-15T15:13:01.236 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.51046.log: /var/log/ceph/ceph-client.admin.54135.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.51046.log.gz 2024-04-15T15:13:01.236 INFO:teuthology.orchestra.run.smithi084.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.54135.log.gzgzip 2024-04-15T15:13:01.236 INFO:teuthology.orchestra.run.smithi084.stderr: -5 --verbose -- /var/log/ceph/ceph-client.0.55995.log 2024-04-15T15:13:01.237 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.55660.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.55660.log.gz 2024-04-15T15:13:01.237 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.54395.log 2024-04-15T15:13:01.237 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52156.log 2024-04-15T15:13:01.237 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.0.55995.log: /var/log/ceph/ceph-client.0.54395.log: 89.1% -- replaced with /var/log/ceph/ceph-client.0.54395.log.gz 2024-04-15T15:13:01.237 INFO:teuthology.orchestra.run.smithi084.stderr: 91.7% -- replaced with /var/log/ceph/ceph-client.0.55995.log.gz 2024-04-15T15:13:01.237 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45756.log 2024-04-15T15:13:01.237 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51640.log 2024-04-15T15:13:01.237 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.52156.log: /var/log/ceph/ceph-client.admin.45756.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.52156.log.gz 2024-04-15T15:13:01.238 INFO:teuthology.orchestra.run.smithi084.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.45756.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55018.log 2024-04-15T15:13:01.238 INFO:teuthology.orchestra.run.smithi084.stderr: 2024-04-15T15:13:01.238 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.51640.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.51640.log.gz 2024-04-15T15:13:01.238 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50668.log 2024-04-15T15:13:01.238 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43775.log 2024-04-15T15:13:01.238 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.55018.log: /var/log/ceph/ceph-client.admin.50668.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.55018.log.gz 2024-04-15T15:13:01.238 INFO:teuthology.orchestra.run.smithi084.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.50668.log.gz 2024-04-15T15:13:01.238 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46021.log 2024-04-15T15:13:01.238 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60057.log 2024-04-15T15:13:01.239 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.43775.log: /var/log/ceph/ceph-client.admin.46021.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43775.log.gz 2024-04-15T15:13:01.239 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53004.log 2024-04-15T15:13:01.239 INFO:teuthology.orchestra.run.smithi084.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.46021.log.gz 2024-04-15T15:13:01.239 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.60057.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.60057.log.gz 2024-04-15T15:13:01.239 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46019.log 2024-04-15T15:13:01.239 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58144.log 2024-04-15T15:13:01.239 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.53004.log: /var/log/ceph/ceph-client.admin.46019.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.53004.log.gz 2024-04-15T15:13:01.239 INFO:teuthology.orchestra.run.smithi084.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46019.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44673.log 2024-04-15T15:13:01.240 INFO:teuthology.orchestra.run.smithi084.stderr: 2024-04-15T15:13:01.240 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.58144.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.58144.log.gz 2024-04-15T15:13:01.240 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52660.log 2024-04-15T15:13:01.240 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58708.log 2024-04-15T15:13:01.240 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.44673.log: /var/log/ceph/ceph-client.admin.52660.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.52660.log.gz 2024-04-15T15:13:01.240 INFO:teuthology.orchestra.run.smithi084.stderr: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.44673.log.gz 2024-04-15T15:13:01.240 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43945.log 2024-04-15T15:13:01.240 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45420.log 2024-04-15T15:13:01.240 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.58708.log: /var/log/ceph/ceph-client.admin.43945.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.58708.log.gz 2024-04-15T15:13:01.241 INFO:teuthology.orchestra.run.smithi084.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43945.log.gz 2024-04-15T15:13:01.241 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50280.log 2024-04-15T15:13:01.241 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.45420.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.45420.log.gz 2024-04-15T15:13:01.241 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57149.log 2024-04-15T15:13:01.241 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-04-15T15:13:01.241 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.50280.log: /var/log/ceph/ceph-client.admin.57149.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50280.log.gz 2024-04-15T15:13:01.241 INFO:teuthology.orchestra.run.smithi084.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.57149.log.gz 2024-04-15T15:13:01.241 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57033.log 2024-04-15T15:13:01.241 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-mds.a.log: 91.8% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-04-15T15:13:01.242 INFO:teuthology.orchestra.run.smithi203.stderr: 91.1% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-04-15T15:13:01.245 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54552.log 2024-04-15T15:13:01.245 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.57033.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51330.log 2024-04-15T15:13:01.245 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.54552.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.57033.log.gz 2024-04-15T15:13:01.245 INFO:teuthology.orchestra.run.smithi084.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.54552.log.gz 2024-04-15T15:13:01.245 INFO:teuthology.orchestra.run.smithi084.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58750.log 2024-04-15T15:13:01.245 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.51330.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48803.log 2024-04-15T15:13:01.245 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.58750.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.51330.log.gz 2024-04-15T15:13:01.245 INFO:teuthology.orchestra.run.smithi084.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.58750.log.gz 2024-04-15T15:13:01.245 INFO:teuthology.orchestra.run.smithi084.stderr:/var/log/ceph/ceph-client.admin.48803.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48803.log.gz 2024-04-15T15:13:01.256 INFO:teuthology.orchestra.run.smithi084.stderr: 92.4% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-04-15T15:13:01.267 INFO:teuthology.orchestra.run.smithi084.stderr: 90.9% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-04-15T15:13:01.694 INFO:teuthology.orchestra.run.smithi203.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-04-15T15:13:01.715 INFO:teuthology.orchestra.run.smithi084.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-04-15T15:13:01.716 INFO:teuthology.orchestra.run.smithi203.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-04-15T15:13:01.721 INFO:teuthology.orchestra.run.smithi203.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-04-15T15:13:01.738 INFO:teuthology.orchestra.run.smithi203.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-04-15T15:13:01.741 INFO:teuthology.orchestra.run.smithi203.stderr: 2024-04-15T15:13:01.741 INFO:teuthology.orchestra.run.smithi203.stderr:real 0m0.693s 2024-04-15T15:13:01.741 INFO:teuthology.orchestra.run.smithi203.stderr:user 0m2.768s 2024-04-15T15:13:01.741 INFO:teuthology.orchestra.run.smithi203.stderr:sys 0m0.128s 2024-04-15T15:13:01.752 INFO:teuthology.orchestra.run.smithi084.stderr: 94.2% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-04-15T15:13:01.780 INFO:teuthology.orchestra.run.smithi084.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-04-15T15:13:01.810 INFO:teuthology.orchestra.run.smithi084.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-04-15T15:13:01.812 INFO:teuthology.orchestra.run.smithi084.stderr: 2024-04-15T15:13:01.812 INFO:teuthology.orchestra.run.smithi084.stderr:real 0m0.796s 2024-04-15T15:13:01.812 INFO:teuthology.orchestra.run.smithi084.stderr:user 0m3.128s 2024-04-15T15:13:01.812 INFO:teuthology.orchestra.run.smithi084.stderr:sys 0m0.294s 2024-04-15T15:13:01.812 INFO:tasks.ceph:Archiving logs... 2024-04-15T15:13:01.813 DEBUG:teuthology.misc:Transferring archived files from smithi084:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi/7657111/remote/smithi084/log 2024-04-15T15:13:01.814 DEBUG:teuthology.orchestra.run.smithi084:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-15T15:13:02.595 DEBUG:teuthology.misc:Transferring archived files from smithi203:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi/7657111/remote/smithi203/log 2024-04-15T15:13:02.596 DEBUG:teuthology.orchestra.run.smithi203:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-15T15:13:03.059 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-15T15:13:03.069 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-15T15:13:03.070 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-15T15:13:03.073 DEBUG:teuthology.orchestra.run.smithi203:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-15T15:13:03.168 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-15T15:13:03.177 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-15T15:13:03.178 DEBUG:teuthology.orchestra.run.smithi084:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-15T15:13:03.181 DEBUG:teuthology.orchestra.run.smithi203:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-15T15:13:03.194 INFO:teuthology.orchestra.run.smithi084.stderr:bash: line 1: ntpq: command not found 2024-04-15T15:13:03.196 INFO:teuthology.orchestra.run.smithi203.stderr:bash: line 1: ntpq: command not found 2024-04-15T15:13:03.199 INFO:teuthology.orchestra.run.smithi084.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-15T15:13:03.200 INFO:teuthology.orchestra.run.smithi084.stdout:=============================================================================== 2024-04-15T15:13:03.200 INFO:teuthology.orchestra.run.smithi084.stdout:^* hv01.front.sepia.ceph.com 3 6 377 62 +1541us[+1551us] +/- 45ms 2024-04-15T15:13:03.200 INFO:teuthology.orchestra.run.smithi084.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 63 -1887us[-1877us] +/- 72ms 2024-04-15T15:13:03.200 INFO:teuthology.orchestra.run.smithi084.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 62 -633us[ -623us] +/- 69ms 2024-04-15T15:13:03.200 INFO:teuthology.orchestra.run.smithi084.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T15:13:03.202 INFO:teuthology.orchestra.run.smithi203.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-15T15:13:03.202 INFO:teuthology.orchestra.run.smithi203.stdout:=============================================================================== 2024-04-15T15:13:03.202 INFO:teuthology.orchestra.run.smithi203.stdout:^* hv01.front.sepia.ceph.com 3 6 377 62 +1558us[+1563us] +/- 45ms 2024-04-15T15:13:03.202 INFO:teuthology.orchestra.run.smithi203.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 62 -1866us[-1866us] +/- 72ms 2024-04-15T15:13:03.202 INFO:teuthology.orchestra.run.smithi203.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 62 -615us[ -615us] +/- 69ms 2024-04-15T15:13:03.202 INFO:teuthology.orchestra.run.smithi203.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T15:13:03.203 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-15T15:13:03.213 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-15T15:13:03.214 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-15T15:13:03.223 DEBUG:teuthology.orchestra.run.smithi084:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-15T15:13:03.321 DEBUG:teuthology.orchestra.run.smithi203:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-15T15:13:03.397 DEBUG:teuthology.orchestra.run.smithi084:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-15T15:13:03.429 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T15:13:03.430 DEBUG:teuthology.orchestra.run.smithi203:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-15T15:13:03.463 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T15:13:03.464 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-15T15:13:03.479 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-15T15:13:03.489 INFO:teuthology.task.internal:Duration was 651.479630 seconds 2024-04-15T15:13:03.490 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-15T15:13:03.507 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-15T15:13:03.507 DEBUG:teuthology.orchestra.run.smithi084:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-15T15:13:03.510 DEBUG:teuthology.orchestra.run.smithi203:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-15T15:13:03.552 INFO:teuthology.orchestra.run.smithi084.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-15T15:13:03.557 INFO:teuthology.orchestra.run.smithi203.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-15T15:13:03.878 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-15T15:13:03.878 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi084.front.sepia.ceph.com 2024-04-15T15:13:03.879 DEBUG:teuthology.orchestra.run.smithi084:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-15T15:13:03.899 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi203.front.sepia.ceph.com 2024-04-15T15:13:03.899 DEBUG:teuthology.orchestra.run.smithi203:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-15T15:13:03.925 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-15T15:13:03.925 DEBUG:teuthology.orchestra.run.smithi084:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-15T15:13:03.942 DEBUG:teuthology.orchestra.run.smithi203:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-15T15:13:03.996 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-15T15:13:03.997 DEBUG:teuthology.orchestra.run.smithi084:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-15T15:13:04.012 DEBUG:teuthology.orchestra.run.smithi203:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-15T15:13:04.139 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-15T15:13:04.150 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-15T15:13:04.150 DEBUG:teuthology.orchestra.run.smithi084:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-15T15:13:04.179 DEBUG:teuthology.orchestra.run.smithi203:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-15T15:13:04.208 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-15T15:13:04.220 DEBUG:teuthology.orchestra.run.smithi084:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-15T15:13:04.224 DEBUG:teuthology.orchestra.run.smithi203:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-15T15:13:04.248 INFO:teuthology.orchestra.run.smithi084.stdout:kernel.core_pattern = core 2024-04-15T15:13:04.275 INFO:teuthology.orchestra.run.smithi203.stdout:kernel.core_pattern = core 2024-04-15T15:13:04.292 DEBUG:teuthology.orchestra.run.smithi084:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-15T15:13:04.319 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T15:13:04.320 DEBUG:teuthology.orchestra.run.smithi203:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-15T15:13:04.347 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T15:13:04.347 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-15T15:13:04.364 INFO:teuthology.task.internal:Transferring archived files... 2024-04-15T15:13:04.366 DEBUG:teuthology.misc:Transferring archived files from smithi084:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi/7657111/remote/smithi084 2024-04-15T15:13:04.366 DEBUG:teuthology.orchestra.run.smithi084:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-15T15:13:04.406 DEBUG:teuthology.misc:Transferring archived files from smithi203:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi/7657111/remote/smithi203 2024-04-15T15:13:04.406 DEBUG:teuthology.orchestra.run.smithi203:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-15T15:13:04.446 INFO:teuthology.task.internal:Removing archive directory... 2024-04-15T15:13:04.446 DEBUG:teuthology.orchestra.run.smithi084:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-15T15:13:04.449 DEBUG:teuthology.orchestra.run.smithi203:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-15T15:13:04.493 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-15T15:13:04.506 INFO:teuthology.task.internal:Not uploading archives. 2024-04-15T15:13:04.507 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-15T15:13:04.518 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-15T15:13:04.518 DEBUG:teuthology.orchestra.run.smithi084:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-15T15:13:04.521 DEBUG:teuthology.orchestra.run.smithi203:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-15T15:13:04.533 INFO:teuthology.orchestra.run.smithi084.stdout: 265305 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 15 15:13 /home/ubuntu/cephtest 2024-04-15T15:13:04.549 INFO:teuthology.orchestra.run.smithi203.stdout: 265317 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 15 15:13 /home/ubuntu/cephtest 2024-04-15T15:13:04.551 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-15T15:13:04.562 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-15T15:13:04.587 INFO:teuthology.nuke:Checking targets against current locks 2024-04-15T15:13:04.610 DEBUG:teuthology.nuke:shortname: smithi084 2024-04-15T15:13:04.610 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-15T15:13:04.631 DEBUG:teuthology.nuke:shortname: smithi203 2024-04-15T15:13:04.631 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-15T15:13:04.635 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi084.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi/7657111', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-15 14:53:42.627351', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPQXkHC2QXRPy2QT6TgefBi9HYM0m9eQo/XGTfc56AR9/MCBcb+FJSHwHK+7akTLobB1XPnRzpc4hjZjr4KId8A='} 2024-04-15T15:13:04.655 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi203.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-15_14:46:31-fs-wip-lusov-quiesce-xlock-distro-default-smithi/7657111', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-15 14:53:42.625974', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBE8KuLBMtdBKaZAqFN5h75tKeg7C5T/P1JUn93rOnp4Ch0N7PyV8iuL/fFVPeijxTP4uD1AYxhMyBwiYfOGbxEw='} 2024-04-15T15:13:04.688 INFO:teuthology.orchestra.console.smithi084:Power off 2024-04-15T15:13:04.689 DEBUG:teuthology.orchestra.console.smithi084:pexpect command: ipmitool -H smithi084.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-15T15:13:04.715 DEBUG:teuthology.orchestra.console.smithi084:power off output: Chassis Power Control: Down/Off 2024-04-15T15:13:04.716 DEBUG:teuthology.orchestra.console.smithi084:pexpect command: ipmitool -H smithi084.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T15:13:04.733 INFO:teuthology.orchestra.console.smithi203:Power off 2024-04-15T15:13:04.733 DEBUG:teuthology.orchestra.console.smithi203:pexpect command: ipmitool -H smithi203.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-15T15:13:04.743 DEBUG:teuthology.orchestra.console.smithi084:check power output: Chassis Power is on 2024-04-15T15:13:04.759 DEBUG:teuthology.orchestra.console.smithi203:power off output: Chassis Power Control: Down/Off 2024-04-15T15:13:04.760 DEBUG:teuthology.orchestra.console.smithi203:pexpect command: ipmitool -H smithi203.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T15:13:04.784 DEBUG:teuthology.orchestra.console.smithi203:check power output: Chassis Power is on 2024-04-15T15:13:08.744 DEBUG:teuthology.orchestra.console.smithi084:pexpect command: ipmitool -H smithi084.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T15:13:08.784 DEBUG:teuthology.orchestra.console.smithi203:pexpect command: ipmitool -H smithi203.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T15:13:08.856 DEBUG:teuthology.orchestra.console.smithi084:check power output: Chassis Power is on 2024-04-15T15:13:08.895 DEBUG:teuthology.orchestra.console.smithi203:check power output: Chassis Power is on 2024-04-15T15:13:12.858 DEBUG:teuthology.orchestra.console.smithi084:pexpect command: ipmitool -H smithi084.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T15:13:12.897 DEBUG:teuthology.orchestra.console.smithi203:pexpect command: ipmitool -H smithi203.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T15:13:12.969 DEBUG:teuthology.orchestra.console.smithi084:check power output: Chassis Power is off 2024-04-15T15:13:13.007 DEBUG:teuthology.orchestra.console.smithi203:check power output: Chassis Power is off 2024-04-15T15:13:13.070 INFO:teuthology.orchestra.console.smithi084:Power off completed 2024-04-15T15:13:13.108 INFO:teuthology.orchestra.console.smithi203:Power off completed 2024-04-15T15:13:13.213 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/quiesce} duration: 651.4796302318573 failure_reason: 'Test failure: test_quiesce_blocked (tasks.cephfs.test_quiesce.TestQuiesce)' flavor: default owner: scheduled_leonidus@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=126b248b500d46749cce62880efbda27 status: fail success: false 2024-04-15T15:13:13.214 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-15T15:13:13.291 INFO:teuthology.run:FAIL